{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 1.004499077796936, "Finetune/Loss (Raw)": 1.004499077796936, "Finetune/Step": 1, "Finetune/Step Time": 25.501368045806885}
{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 1.2409286499023438, "Finetune/Loss (Raw)": 1.477358341217041, "Finetune/Step": 2, "Finetune/Step Time": 16.11931276321411}
{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 1.2453205585479736, "Finetune/Loss (Raw)": 1.2541042566299438, "Finetune/Step": 3, "Finetune/Step Time": 11.816056251525879}
{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 1.2248005867004395, "Finetune/Loss (Raw)": 1.163240671157837, "Finetune/Step": 4, "Finetune/Step Time": 9.707515060901642}
{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 1.2248681783676147, "Finetune/Loss (Raw)": 1.225138545036316, "Finetune/Step": 5, "Finetune/Step Time": 8.62961449623108}
{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 1.230786681175232, "Finetune/Loss (Raw)": 1.2603785991668701, "Finetune/Step": 6, "Finetune/Step Time": 7.854253729184468}
{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 1.2242488861083984, "Finetune/Loss (Raw)": 1.1850225925445557, "Finetune/Step": 7, "Finetune/Step Time": 7.274412189211164}
{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 1.2447787523269653, "Finetune/Loss (Raw)": 1.3884878158569336, "Finetune/Step": 8, "Finetune/Step Time": 7.016260921955109}
{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 1.2288099527359009, "Finetune/Loss (Raw)": 1.101060390472412, "Finetune/Step": 9, "Finetune/Step Time": 6.673214806450738}
{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 1.254602313041687, "Finetune/Loss (Raw)": 1.4867316484451294, "Finetune/Step": 10, "Finetune/Step Time": 6.654278755187988}
{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 1.2632834911346436, "Finetune/Loss (Raw)": 1.350096583366394, "Finetune/Step": 11, "Finetune/Step Time": 6.375021435997703}
{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 1.2618582248687744, "Finetune/Loss (Raw)": 1.246179223060608, "Finetune/Step": 12, "Finetune/Step Time": 6.154019057750702}
{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 1.2531540393829346, "Finetune/Loss (Raw)": 1.1487047672271729, "Finetune/Step": 13, "Finetune/Step Time": 5.96557120176462}
{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 1.2625168561935425, "Finetune/Loss (Raw)": 1.384232759475708, "Finetune/Step": 14, "Finetune/Step Time": 5.78390463760921}
{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 1.2705051898956299, "Finetune/Loss (Raw)": 1.3823423385620117, "Finetune/Step": 15, "Finetune/Step Time": 5.7217358907063804}
{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 1.2521471977233887, "Finetune/Loss (Raw)": 0.976779043674469, "Finetune/Step": 16, "Finetune/Step Time": 5.675742611289024}
{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 1.2471013069152832, "Finetune/Loss (Raw)": 1.1663662195205688, "Finetune/Step": 17, "Finetune/Step Time": 5.569107827018289}
{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 1.2331668138504028, "Finetune/Loss (Raw)": 0.9962812662124634, "Finetune/Step": 18, "Finetune/Step Time": 5.507791704601711}
{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 1.229109764099121, "Finetune/Loss (Raw)": 1.1560801267623901, "Finetune/Step": 19, "Finetune/Step Time": 5.398913847772699}
{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 1.2246010303497314, "Finetune/Loss (Raw)": 1.1389373540878296, "Finetune/Step": 20, "Finetune/Step Time": 5.287560176849365}
{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 1.2209444046020508, "Finetune/Loss (Raw)": 1.147810935974121, "Finetune/Step": 21, "Finetune/Step Time": 5.275588398887997}
{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 1.213962435722351, "Finetune/Loss (Raw)": 1.0673404932022095, "Finetune/Step": 22, "Finetune/Step Time": 5.212252985347401}
{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 1.171699047088623, "Finetune/Loss (Raw)": 0.24190515279769897, "Finetune/Step": 23, "Finetune/Step Time": 5.344596448151962}
{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 1.1722562313079834, "Finetune/Loss (Raw)": 1.1850697994232178, "Finetune/Step": 24, "Finetune/Step Time": 5.257030715545018}
{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 1.1672461032867432, "Finetune/Loss (Raw)": 1.0470057725906372, "Finetune/Step": 25, "Finetune/Step Time": 5.201271286010742}
{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 1.1332859992980957, "Finetune/Loss (Raw)": 0.28428107500076294, "Finetune/Step": 26, "Finetune/Step Time": 5.328880374248211}
{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 1.1370221376419067, "Finetune/Loss (Raw)": 1.2341636419296265, "Finetune/Step": 27, "Finetune/Step Time": 5.243652246616505}
{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 1.1356791257858276, "Finetune/Loss (Raw)": 1.0994139909744263, "Finetune/Step": 28, "Finetune/Step Time": 5.173305477414813}
{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 1.1379562616348267, "Finetune/Loss (Raw)": 1.2017197608947754, "Finetune/Step": 29, "Finetune/Step Time": 5.1592981239845015}
{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 1.134234070777893, "Finetune/Loss (Raw)": 1.0262861251831055, "Finetune/Step": 30, "Finetune/Step Time": 5.149680002530416}
{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 1.1359608173370361, "Finetune/Loss (Raw)": 1.1877671480178833, "Finetune/Step": 31, "Finetune/Step Time": 5.114700363528344}
{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 1.133477807044983, "Finetune/Loss (Raw)": 1.0565056800842285, "Finetune/Step": 32, "Finetune/Step Time": 5.136642046272755}
{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 1.1269501447677612, "Finetune/Loss (Raw)": 0.9180645942687988, "Finetune/Step": 33, "Finetune/Step Time": 5.110095118031357}
{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 1.1228092908859253, "Finetune/Loss (Raw)": 0.9861605167388916, "Finetune/Step": 34, "Finetune/Step Time": 5.068775261149687}
{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 1.1268465518951416, "Finetune/Loss (Raw)": 1.2641109228134155, "Finetune/Step": 35, "Finetune/Step Time": 5.041338423320226}
{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 1.1262733936309814, "Finetune/Loss (Raw)": 1.1062155961990356, "Finetune/Step": 36, "Finetune/Step Time": 5.049087345600128}
{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 1.12910795211792, "Finetune/Loss (Raw)": 1.231148600578308, "Finetune/Step": 37, "Finetune/Step Time": 5.096715166762069}
{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 1.1284445524215698, "Finetune/Loss (Raw)": 1.1039023399353027, "Finetune/Step": 38, "Finetune/Step Time": 5.049041610015066}
{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 1.1282830238342285, "Finetune/Loss (Raw)": 1.1221442222595215, "Finetune/Step": 39, "Finetune/Step Time": 5.002030299260066}
{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 1.1278473138809204, "Finetune/Loss (Raw)": 1.110852599143982, "Finetune/Step": 40, "Finetune/Step Time": 5.0074981391429905}
{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 1.1300265789031982, "Finetune/Loss (Raw)": 1.2172006368637085, "Finetune/Step": 41, "Finetune/Step Time": 4.9519716239557034}
{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 1.1316179037094116, "Finetune/Loss (Raw)": 1.1968592405319214, "Finetune/Step": 42, "Finetune/Step Time": 4.912045126869565}
{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 1.1308605670928955, "Finetune/Loss (Raw)": 1.0990513563156128, "Finetune/Step": 43, "Finetune/Step Time": 4.924662074377371}
{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 1.1312137842178345, "Finetune/Loss (Raw)": 1.1464043855667114, "Finetune/Step": 44, "Finetune/Step Time": 4.91180387952111}
{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 1.1282955408096313, "Finetune/Loss (Raw)": 0.9998917579650879, "Finetune/Step": 45, "Finetune/Step Time": 4.970007387797038}
{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 1.1092994213104248, "Finetune/Loss (Raw)": 0.2544761598110199, "Finetune/Step": 46, "Finetune/Step Time": 5.05447428641112}
{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 1.1092950105667114, "Finetune/Loss (Raw)": 1.109095811843872, "Finetune/Step": 47, "Finetune/Step Time": 5.026206843396451}
{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 1.1088473796844482, "Finetune/Loss (Raw)": 1.0878006219863892, "Finetune/Step": 48, "Finetune/Step Time": 5.03196361164252}
{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 1.109173059463501, "Finetune/Loss (Raw)": 1.12480890750885, "Finetune/Step": 49, "Finetune/Step Time": 5.02065895041641}
{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 1.1070252656936646, "Finetune/Loss (Raw)": 1.0017883777618408, "Finetune/Step": 50, "Finetune/Step Time": 4.9998008918762205}
{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 1.1071627140045166, "Finetune/Loss (Raw)": 1.114031434059143, "Finetune/Step": 51, "Finetune/Step Time": 4.97174119014366}
{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 1.1084740161895752, "Finetune/Loss (Raw)": 1.1753450632095337, "Finetune/Step": 52, "Finetune/Step Time": 4.961311982228206}
{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 1.1045061349868774, "Finetune/Loss (Raw)": 0.898177444934845, "Finetune/Step": 53, "Finetune/Step Time": 4.973153802583802}
{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 1.1009386777877808, "Finetune/Loss (Raw)": 0.9118658900260925, "Finetune/Step": 54, "Finetune/Step Time": 4.965995417700873}
{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 1.101722002029419, "Finetune/Loss (Raw)": 1.1440280675888062, "Finetune/Step": 55, "Finetune/Step Time": 4.966280854832043}
{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 1.101377248764038, "Finetune/Loss (Raw)": 1.0824114084243774, "Finetune/Step": 56, "Finetune/Step Time": 4.975487768650055}
{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 1.099777102470398, "Finetune/Loss (Raw)": 1.010169267654419, "Finetune/Step": 57, "Finetune/Step Time": 4.952068968823082}
{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 1.0989974737167358, "Finetune/Loss (Raw)": 1.054558515548706, "Finetune/Step": 58, "Finetune/Step Time": 4.977450559879172}
{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 1.0985029935836792, "Finetune/Loss (Raw)": 1.0698271989822388, "Finetune/Step": 59, "Finetune/Step Time": 4.983656915567689}
{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 1.097967505455017, "Finetune/Loss (Raw)": 1.0663647651672363, "Finetune/Step": 60, "Finetune/Step Time": 4.957997910181681}
{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 1.0985147953033447, "Finetune/Loss (Raw)": 1.1313624382019043, "Finetune/Step": 61, "Finetune/Step Time": 4.941333981811023}
{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 1.0998927354812622, "Finetune/Loss (Raw)": 1.1839455366134644, "Finetune/Step": 62, "Finetune/Step Time": 4.916153823175738}
{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 1.1011912822723389, "Finetune/Loss (Raw)": 1.1816909313201904, "Finetune/Step": 63, "Finetune/Step Time": 4.894199295649453}
{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 1.1002120971679688, "Finetune/Loss (Raw)": 1.0385366678237915, "Finetune/Step": 64, "Finetune/Step Time": 4.928932283073664}
{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 1.0990594625473022, "Finetune/Loss (Raw)": 1.0252889394760132, "Finetune/Step": 65, "Finetune/Step Time": 4.9221560331491325}
{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 1.0973155498504639, "Finetune/Loss (Raw)": 0.9839500188827515, "Finetune/Step": 66, "Finetune/Step Time": 4.907184366023902}
{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 1.0942134857177734, "Finetune/Loss (Raw)": 0.8894849419593811, "Finetune/Step": 67, "Finetune/Step Time": 4.882109873330415}
{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 1.094462275505066, "Finetune/Loss (Raw)": 1.111132264137268, "Finetune/Step": 68, "Finetune/Step Time": 4.878998833544114}
{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 1.0951383113861084, "Finetune/Loss (Raw)": 1.1411081552505493, "Finetune/Step": 69, "Finetune/Step Time": 4.855013840440391}
{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 1.0962766408920288, "Finetune/Loss (Raw)": 1.1748230457305908, "Finetune/Step": 70, "Finetune/Step Time": 4.835053382601057}
{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 1.0936846733093262, "Finetune/Loss (Raw)": 0.9122483134269714, "Finetune/Step": 71, "Finetune/Step Time": 4.817177319190871}
{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 1.092617154121399, "Finetune/Loss (Raw)": 1.0168178081512451, "Finetune/Step": 72, "Finetune/Step Time": 4.7930439180798}
{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 1.0902011394500732, "Finetune/Loss (Raw)": 0.916252613067627, "Finetune/Step": 73, "Finetune/Step Time": 4.775130719354708}
{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 1.0878705978393555, "Finetune/Loss (Raw)": 0.9177379608154297, "Finetune/Step": 74, "Finetune/Step Time": 4.757467550200385}
{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 1.0841410160064697, "Finetune/Loss (Raw)": 0.8081518411636353, "Finetune/Step": 75, "Finetune/Step Time": 4.752256781260172}
{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 1.082505226135254, "Finetune/Loss (Raw)": 0.9598245620727539, "Finetune/Step": 76, "Finetune/Step Time": 4.74478531824915}
{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 1.0826829671859741, "Finetune/Loss (Raw)": 1.0961885452270508, "Finetune/Step": 77, "Finetune/Step Time": 4.724205531083144}
{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 1.0841825008392334, "Finetune/Loss (Raw)": 1.1996456384658813, "Finetune/Step": 78, "Finetune/Step Time": 4.704120639042976}
{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 1.0853290557861328, "Finetune/Loss (Raw)": 1.174768328666687, "Finetune/Step": 79, "Finetune/Step Time": 4.688746763181083}
{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 1.0837492942810059, "Finetune/Loss (Raw)": 0.9589428901672363, "Finetune/Step": 80, "Finetune/Step Time": 4.694270917773247}
{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 1.084214210510254, "Finetune/Loss (Raw)": 1.1214019060134888, "Finetune/Step": 81, "Finetune/Step Time": 4.6915931583922585}
{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 1.0841914415359497, "Finetune/Loss (Raw)": 1.0823529958724976, "Finetune/Step": 82, "Finetune/Step Time": 4.674909626565328}
{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 1.082427978515625, "Finetune/Loss (Raw)": 0.9378250241279602, "Finetune/Step": 83, "Finetune/Step Time": 4.68311028308179}
{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 1.0836468935012817, "Finetune/Loss (Raw)": 1.184806227684021, "Finetune/Step": 84, "Finetune/Step Time": 4.6849272052447}
{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 1.0830339193344116, "Finetune/Loss (Raw)": 1.031543493270874, "Finetune/Step": 85, "Finetune/Step Time": 4.670924139022827}
{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 1.0739747285842896, "Finetune/Loss (Raw)": 0.3039516508579254, "Finetune/Step": 86, "Finetune/Step Time": 4.722166127936784}
{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 1.0732500553131104, "Finetune/Loss (Raw)": 1.0109256505966187, "Finetune/Step": 87, "Finetune/Step Time": 4.708264553683928}
{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 1.074784278869629, "Finetune/Loss (Raw)": 1.2082617282867432, "Finetune/Step": 88, "Finetune/Step Time": 4.715704300186851}
{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 1.0745373964309692, "Finetune/Loss (Raw)": 1.052808165550232, "Finetune/Step": 89, "Finetune/Step Time": 4.70211038964518}
{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 1.0750690698623657, "Finetune/Loss (Raw)": 1.1223944425582886, "Finetune/Step": 90, "Finetune/Step Time": 4.709682189093696}
{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 1.0757756233215332, "Finetune/Loss (Raw)": 1.139359712600708, "Finetune/Step": 91, "Finetune/Step Time": 4.712180554211795}
{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 1.07681143283844, "Finetune/Loss (Raw)": 1.1710708141326904, "Finetune/Step": 92, "Finetune/Step Time": 4.70069174144579}
{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 1.0749711990356445, "Finetune/Loss (Raw)": 0.9056673645973206, "Finetune/Step": 93, "Finetune/Step Time": 4.691937956758725}
{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 1.0756561756134033, "Finetune/Loss (Raw)": 1.1393591165542603, "Finetune/Step": 94, "Finetune/Step Time": 4.675477124275045}
{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 1.0754420757293701, "Finetune/Loss (Raw)": 1.0553185939788818, "Finetune/Step": 95, "Finetune/Step Time": 4.6633747351797}
{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 1.0752928256988525, "Finetune/Loss (Raw)": 1.0611164569854736, "Finetune/Step": 96, "Finetune/Step Time": 4.665975304941337}
{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 1.0746396780014038, "Finetune/Loss (Raw)": 1.0119410753250122, "Finetune/Step": 97, "Finetune/Step Time": 4.660954111630154}
{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 1.0749377012252808, "Finetune/Loss (Raw)": 1.1038508415222168, "Finetune/Step": 98, "Finetune/Step Time": 4.648850832666669}
{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 1.0660933256149292, "Finetune/Loss (Raw)": 0.19934101402759552, "Finetune/Step": 99, "Finetune/Step Time": 4.685668083152386}
{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 1.0673648118972778, "Finetune/Loss (Raw)": 1.1932425498962402, "Finetune/Step": 100, "Finetune/Step Time": 4.6778652429580685}
{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 1.0670344829559326, "Finetune/Loss (Raw)": 1.0340006351470947, "Finetune/Step": 101, "Finetune/Step Time": 4.679317597115394}
{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 1.0683650970458984, "Finetune/Loss (Raw)": 1.2027443647384644, "Finetune/Step": 102, "Finetune/Step Time": 4.662339095975838}
{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 1.0607110261917114, "Finetune/Loss (Raw)": 0.2800068259239197, "Finetune/Step": 103, "Finetune/Step Time": 4.698776798340881}
{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 1.061434268951416, "Finetune/Loss (Raw)": 1.1359236240386963, "Finetune/Step": 104, "Finetune/Step Time": 4.685069549542207}
{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 1.061211347579956, "Finetune/Loss (Raw)": 1.0380244255065918, "Finetune/Step": 105, "Finetune/Step Time": 4.667845015298752}
{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 1.061004400253296, "Finetune/Loss (Raw)": 1.0392694473266602, "Finetune/Step": 106, "Finetune/Step Time": 4.654920456544408}
{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 1.0614452362060547, "Finetune/Loss (Raw)": 1.108188509941101, "Finetune/Step": 107, "Finetune/Step Time": 4.643245480885016}
{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 1.060860514640808, "Finetune/Loss (Raw)": 0.9982852935791016, "Finetune/Step": 108, "Finetune/Step Time": 4.641351600488027}
{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 1.0614627599716187, "Finetune/Loss (Raw)": 1.1265085935592651, "Finetune/Step": 109, "Finetune/Step Time": 4.6300680681106146}
{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 1.0611424446105957, "Finetune/Loss (Raw)": 1.0262317657470703, "Finetune/Step": 110, "Finetune/Step Time": 4.617599105834961}
{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 1.0614285469055176, "Finetune/Loss (Raw)": 1.0928921699523926, "Finetune/Step": 111, "Finetune/Step Time": 4.6227236459921075}
{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 1.0613977909088135, "Finetune/Loss (Raw)": 1.0579715967178345, "Finetune/Step": 112, "Finetune/Step Time": 4.617245103631701}
{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 1.0617636442184448, "Finetune/Loss (Raw)": 1.102743148803711, "Finetune/Step": 113, "Finetune/Step Time": 4.626522591683717}
{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 1.0545532703399658, "Finetune/Loss (Raw)": 0.23978422582149506, "Finetune/Step": 114, "Finetune/Step Time": 4.665771674691585}
{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 1.0546799898147583, "Finetune/Loss (Raw)": 1.0691378116607666, "Finetune/Step": 115, "Finetune/Step Time": 4.655414531541907}
{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 1.0534448623657227, "Finetune/Loss (Raw)": 0.9113989472389221, "Finetune/Step": 116, "Finetune/Step Time": 4.659988701343536}
{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 1.0538023710250854, "Finetune/Loss (Raw)": 1.0952671766281128, "Finetune/Step": 117, "Finetune/Step Time": 4.654794878429836}
{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 1.0544389486312866, "Finetune/Loss (Raw)": 1.1289280652999878, "Finetune/Step": 118, "Finetune/Step Time": 4.643832267340967}
{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 1.0542242527008057, "Finetune/Loss (Raw)": 1.0288833379745483, "Finetune/Step": 119, "Finetune/Step Time": 4.646819295001631}
{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 1.0543465614318848, "Finetune/Loss (Raw)": 1.068901538848877, "Finetune/Step": 120, "Finetune/Step Time": 4.641838524738947}
{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 1.0539308786392212, "Finetune/Loss (Raw)": 1.004044771194458, "Finetune/Step": 121, "Finetune/Step Time": 4.649343539860623}
{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 1.0531392097473145, "Finetune/Loss (Raw)": 0.957353413105011, "Finetune/Step": 122, "Finetune/Step Time": 4.639889506042981}
{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 1.05271577835083, "Finetune/Loss (Raw)": 1.0010523796081543, "Finetune/Step": 123, "Finetune/Step Time": 4.6301669492954165}
{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 1.0532219409942627, "Finetune/Loss (Raw)": 1.1154841184616089, "Finetune/Step": 124, "Finetune/Step Time": 4.628248110894234}
{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 1.0527690649032593, "Finetune/Loss (Raw)": 0.9966036677360535, "Finetune/Step": 125, "Finetune/Step Time": 4.62096060180664}
{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 1.0530425310134888, "Finetune/Loss (Raw)": 1.0872175693511963, "Finetune/Step": 126, "Finetune/Step Time": 4.632495346523466}
{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 1.0523548126220703, "Finetune/Loss (Raw)": 0.9657173156738281, "Finetune/Step": 127, "Finetune/Step Time": 4.621740374978133}
{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 1.0528771877288818, "Finetune/Loss (Raw)": 1.119213342666626, "Finetune/Step": 128, "Finetune/Step Time": 4.614440692588687}
{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 1.0538740158081055, "Finetune/Loss (Raw)": 1.1321020126342773, "Finetune/Step": 129, "Finetune/Step Time": 4.4424032885581255}
{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 1.0510667562484741, "Finetune/Loss (Raw)": 1.1180373430252075, "Finetune/Step": 130, "Finetune/Step Time": 4.425367584452033}
{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 1.0497241020202637, "Finetune/Loss (Raw)": 1.0822421312332153, "Finetune/Step": 131, "Finetune/Step Time": 4.425107454881072}
{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 1.0491701364517212, "Finetune/Loss (Raw)": 1.092331051826477, "Finetune/Step": 132, "Finetune/Step Time": 4.425385091453791}
{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 1.0464839935302734, "Finetune/Loss (Raw)": 0.8813109993934631, "Finetune/Step": 133, "Finetune/Step Time": 4.435343336313963}
{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 1.0461573600769043, "Finetune/Loss (Raw)": 1.218576431274414, "Finetune/Step": 134, "Finetune/Step Time": 4.431022407487035}
{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 1.0445556640625, "Finetune/Loss (Raw)": 0.9800153970718384, "Finetune/Step": 135, "Finetune/Step Time": 4.433065336197615}
{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 1.0420223474502563, "Finetune/Loss (Raw)": 1.0642169713974, "Finetune/Step": 136, "Finetune/Step Time": 4.4180804416537285}
{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 1.041007161140442, "Finetune/Loss (Raw)": 0.9711103439331055, "Finetune/Step": 137, "Finetune/Step Time": 4.420618336647749}
{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 1.0380566120147705, "Finetune/Loss (Raw)": 1.1090611219406128, "Finetune/Step": 138, "Finetune/Step Time": 4.391905635595322}
{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 1.0345072746276855, "Finetune/Loss (Raw)": 0.8957732319831848, "Finetune/Step": 139, "Finetune/Step Time": 4.393443604931235}
{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 1.034669280052185, "Finetune/Loss (Raw)": 1.2669284343719482, "Finetune/Step": 140, "Finetune/Step Time": 4.387884018942714}
{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 1.033642053604126, "Finetune/Loss (Raw)": 1.0172100067138672, "Finetune/Step": 141, "Finetune/Step Time": 4.381800131872296}
{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 1.0306384563446045, "Finetune/Loss (Raw)": 0.9997841715812683, "Finetune/Step": 142, "Finetune/Step Time": 4.422070275992155}
{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 1.027251958847046, "Finetune/Loss (Raw)": 0.948860764503479, "Finetune/Step": 143, "Finetune/Step Time": 4.43634495139122}
{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 1.0224577188491821, "Finetune/Loss (Raw)": 0.36311984062194824, "Finetune/Step": 144, "Finetune/Step Time": 4.468034274876118}
{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 1.0159584283828735, "Finetune/Loss (Raw)": 0.33445778489112854, "Finetune/Step": 145, "Finetune/Step Time": 4.503841396421194}
{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 1.0156080722808838, "Finetune/Loss (Raw)": 0.9514342546463013, "Finetune/Step": 146, "Finetune/Step Time": 4.493794113397598}
{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 1.0134954452514648, "Finetune/Loss (Raw)": 0.8856601715087891, "Finetune/Step": 147, "Finetune/Step Time": 4.50009161233902}
{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 1.0129070281982422, "Finetune/Loss (Raw)": 1.0636165142059326, "Finetune/Step": 148, "Finetune/Step Time": 4.502618124708533}
{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 1.012489914894104, "Finetune/Loss (Raw)": 1.0944223403930664, "Finetune/Step": 149, "Finetune/Step Time": 4.49213401414454}
{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 1.0128397941589355, "Finetune/Loss (Raw)": 1.1121193170547485, "Finetune/Step": 150, "Finetune/Step Time": 4.495926570147276}
{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 1.0193699598312378, "Finetune/Loss (Raw)": 1.0777734518051147, "Finetune/Step": 151, "Finetune/Step Time": 4.46231927908957}
{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 1.0181505680084229, "Finetune/Loss (Raw)": 1.0290045738220215, "Finetune/Step": 152, "Finetune/Step Time": 4.4682023003697395}
{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 1.018844485282898, "Finetune/Loss (Raw)": 1.1358122825622559, "Finetune/Step": 153, "Finetune/Step Time": 4.477930473163724}
{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 1.0253353118896484, "Finetune/Loss (Raw)": 1.1151143312454224, "Finetune/Step": 154, "Finetune/Step Time": 4.43944394774735}
{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.0249732732772827, "Finetune/Loss (Raw)": 1.1878148317337036, "Finetune/Step": 155, "Finetune/Step Time": 4.446990789845586}
{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 1.0186479091644287, "Finetune/Loss (Raw)": 0.2897830307483673, "Finetune/Step": 156, "Finetune/Step Time": 4.488604594022036}
{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 1.0175673961639404, "Finetune/Loss (Raw)": 1.0634000301361084, "Finetune/Step": 157, "Finetune/Step Time": 4.478665009140968}
{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 1.0180227756500244, "Finetune/Loss (Raw)": 1.0845770835876465, "Finetune/Step": 158, "Finetune/Step Time": 4.469165556132793}
{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 1.0170092582702637, "Finetune/Loss (Raw)": 1.0580309629440308, "Finetune/Step": 159, "Finetune/Step Time": 4.4617578983306885}
{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 1.0165423154830933, "Finetune/Loss (Raw)": 0.9967448115348816, "Finetune/Step": 160, "Finetune/Step Time": 4.451223099604249}
{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 1.0173001289367676, "Finetune/Loss (Raw)": 1.0150699615478516, "Finetune/Step": 161, "Finetune/Step Time": 4.447609573602676}
{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 1.019357681274414, "Finetune/Loss (Raw)": 1.2495132684707642, "Finetune/Step": 162, "Finetune/Step Time": 4.446322929114103}
{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 1.0178179740905762, "Finetune/Loss (Raw)": 1.0670435428619385, "Finetune/Step": 163, "Finetune/Step Time": 4.446228440850973}
{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 1.0166771411895752, "Finetune/Loss (Raw)": 0.9601918458938599, "Finetune/Step": 164, "Finetune/Step Time": 4.443900099024177}
{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 1.0151642560958862, "Finetune/Loss (Raw)": 1.037489652633667, "Finetune/Step": 165, "Finetune/Step Time": 4.420871129259467}
{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 1.0142712593078613, "Finetune/Loss (Raw)": 0.9896001219749451, "Finetune/Step": 166, "Finetune/Step Time": 4.422804979607463}
{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 1.0143381357192993, "Finetune/Loss (Raw)": 1.1307016611099243, "Finetune/Step": 167, "Finetune/Step Time": 4.424753123894334}
{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 1.0132660865783691, "Finetune/Loss (Raw)": 0.9736234545707703, "Finetune/Step": 168, "Finetune/Step Time": 4.413072470575571}
{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 1.0112839937210083, "Finetune/Loss (Raw)": 0.9635040163993835, "Finetune/Step": 169, "Finetune/Step Time": 4.41839674115181}
{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 1.0045700073242188, "Finetune/Loss (Raw)": 0.3374677300453186, "Finetune/Step": 170, "Finetune/Step Time": 4.4565085880458355}
{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 1.0037522315979004, "Finetune/Loss (Raw)": 0.9943612217903137, "Finetune/Step": 171, "Finetune/Step Time": 4.448901664465666}
{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 1.0023856163024902, "Finetune/Loss (Raw)": 0.9714941382408142, "Finetune/Step": 172, "Finetune/Step Time": 4.452182067558169}
{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 1.0038237571716309, "Finetune/Loss (Raw)": 1.183976650238037, "Finetune/Step": 173, "Finetune/Step Time": 4.419653564691544}
{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 1.0087262392044067, "Finetune/Loss (Raw)": 0.88198322057724, "Finetune/Step": 174, "Finetune/Step Time": 4.3884189166128635}
{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 1.009270429611206, "Finetune/Loss (Raw)": 1.1787465810775757, "Finetune/Step": 175, "Finetune/Step Time": 4.3856549095362425}
{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 1.0034301280975342, "Finetune/Loss (Raw)": 0.3402631878852844, "Finetune/Step": 176, "Finetune/Step Time": 4.409948294982314}
{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 1.0021891593933105, "Finetune/Loss (Raw)": 0.9659469127655029, "Finetune/Step": 177, "Finetune/Step Time": 4.4069560673087835}
{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 1.003649353981018, "Finetune/Loss (Raw)": 1.188698172569275, "Finetune/Step": 178, "Finetune/Step Time": 4.414050679653883}
{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 1.0019444227218628, "Finetune/Loss (Raw)": 0.8958045840263367, "Finetune/Step": 179, "Finetune/Step Time": 4.417835330590606}
{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 1.0011119842529297, "Finetune/Loss (Raw)": 1.0688040256500244, "Finetune/Step": 180, "Finetune/Step Time": 4.415154036134481}
{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 1.0019644498825073, "Finetune/Loss (Raw)": 1.007279634475708, "Finetune/Step": 181, "Finetune/Step Time": 4.40108123421669}
{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 1.0030187368392944, "Finetune/Loss (Raw)": 1.046815276145935, "Finetune/Step": 182, "Finetune/Step Time": 4.394642373546958}
{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 1.0019155740737915, "Finetune/Loss (Raw)": 1.0028153657913208, "Finetune/Step": 183, "Finetune/Step Time": 4.377314478158951}
{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 1.0024333000183105, "Finetune/Loss (Raw)": 1.148685097694397, "Finetune/Step": 184, "Finetune/Step Time": 4.363807121291757}
{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 1.0016950368881226, "Finetune/Loss (Raw)": 0.9156810641288757, "Finetune/Step": 185, "Finetune/Step Time": 4.372735850512981}
{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 1.001277208328247, "Finetune/Loss (Raw)": 1.0010733604431152, "Finetune/Step": 186, "Finetune/Step Time": 4.363123195245862}
{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 1.0007412433624268, "Finetune/Loss (Raw)": 1.0012092590332031, "Finetune/Step": 187, "Finetune/Step Time": 4.34888107329607}
{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 1.0011125802993774, "Finetune/Loss (Raw)": 1.1139065027236938, "Finetune/Step": 188, "Finetune/Step Time": 4.347599798813462}
{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 1.0000115633010864, "Finetune/Loss (Raw)": 0.9904317855834961, "Finetune/Step": 189, "Finetune/Step Time": 4.358630757778883}
{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 0.9990728497505188, "Finetune/Loss (Raw)": 1.0637863874435425, "Finetune/Step": 190, "Finetune/Step Time": 4.363705866038799}
{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 0.9982746243476868, "Finetune/Loss (Raw)": 1.0795211791992188, "Finetune/Step": 191, "Finetune/Step Time": 4.369187904521823}
{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 0.9984490871429443, "Finetune/Loss (Raw)": 1.0608735084533691, "Finetune/Step": 192, "Finetune/Step Time": 4.3492602333426476}
{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 0.9977457523345947, "Finetune/Loss (Raw)": 0.9352554082870483, "Finetune/Step": 193, "Finetune/Step Time": 4.342206424102187}
{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 0.9981985688209534, "Finetune/Loss (Raw)": 1.041912317276001, "Finetune/Step": 194, "Finetune/Step Time": 4.340952400118113}
{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 0.9990911483764648, "Finetune/Loss (Raw)": 1.0037339925765991, "Finetune/Step": 195, "Finetune/Step Time": 4.347438916563988}
{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 0.9980022311210632, "Finetune/Loss (Raw)": 0.9717575311660767, "Finetune/Step": 196, "Finetune/Step Time": 4.343595301732421}
{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 0.9972352981567383, "Finetune/Loss (Raw)": 1.0429391860961914, "Finetune/Step": 197, "Finetune/Step Time": 4.3498598746955395}
{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 0.9959275722503662, "Finetune/Loss (Raw)": 1.0074249505996704, "Finetune/Step": 198, "Finetune/Step Time": 4.349090805277228}
{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 0.9964994192123413, "Finetune/Loss (Raw)": 0.9854459166526794, "Finetune/Step": 199, "Finetune/Step Time": 4.353520480915904}
{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 0.9965618848800659, "Finetune/Loss (Raw)": 1.024821400642395, "Finetune/Step": 200, "Finetune/Step Time": 4.3579417411237955}
{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 0.9981751441955566, "Finetune/Loss (Raw)": 1.1227415800094604, "Finetune/Step": 201, "Finetune/Step Time": 4.36208120547235}
{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 0.9997137188911438, "Finetune/Loss (Raw)": 1.1146780252456665, "Finetune/Step": 202, "Finetune/Step Time": 4.365156466141343}
{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 1.0017220973968506, "Finetune/Loss (Raw)": 1.0652357339859009, "Finetune/Step": 203, "Finetune/Step Time": 4.3593651950359344}
{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 1.0024230480194092, "Finetune/Loss (Raw)": 1.0495378971099854, "Finetune/Step": 204, "Finetune/Step Time": 4.353823766112328}
{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 0.9962260723114014, "Finetune/Loss (Raw)": 0.30297186970710754, "Finetune/Step": 205, "Finetune/Step Time": 4.402483597397804}
{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 0.9946320652961731, "Finetune/Loss (Raw)": 0.9956150650978088, "Finetune/Step": 206, "Finetune/Step Time": 4.4112070184201}
{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 0.994680643081665, "Finetune/Loss (Raw)": 1.180982232093811, "Finetune/Step": 207, "Finetune/Step Time": 4.434086117893457}
{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 0.9953694343566895, "Finetune/Loss (Raw)": 1.0471171140670776, "Finetune/Step": 208, "Finetune/Step Time": 4.419251212850213}
{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 0.9944397211074829, "Finetune/Loss (Raw)": 1.0023914575576782, "Finetune/Step": 209, "Finetune/Step Time": 4.413356274366379}
{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 0.9883538484573364, "Finetune/Loss (Raw)": 0.3033616542816162, "Finetune/Step": 210, "Finetune/Step Time": 4.452007230371237}
{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 0.9887716174125671, "Finetune/Loss (Raw)": 0.9912988543510437, "Finetune/Step": 211, "Finetune/Step Time": 4.444778146222234}
{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 0.9879045486450195, "Finetune/Loss (Raw)": 1.0738295316696167, "Finetune/Step": 212, "Finetune/Step Time": 4.442344529554248}
{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 0.9890854358673096, "Finetune/Loss (Raw)": 1.182693362236023, "Finetune/Step": 213, "Finetune/Step Time": 4.4448674488812685}
{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 0.9944107532501221, "Finetune/Loss (Raw)": 0.9855860471725464, "Finetune/Step": 214, "Finetune/Step Time": 4.419465143233538}
{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 0.9939250349998474, "Finetune/Loss (Raw)": 0.9487532377243042, "Finetune/Step": 215, "Finetune/Step Time": 4.4188201650977135}
{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 0.9917812347412109, "Finetune/Loss (Raw)": 0.9338552355766296, "Finetune/Step": 216, "Finetune/Step Time": 4.417537782341242}
{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 0.9922523498535156, "Finetune/Loss (Raw)": 1.1131037473678589, "Finetune/Step": 217, "Finetune/Step Time": 4.41537007316947}
{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 0.9917455911636353, "Finetune/Loss (Raw)": 1.0575367212295532, "Finetune/Step": 218, "Finetune/Step Time": 4.404669294133782}
{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 0.992245614528656, "Finetune/Loss (Raw)": 1.2033677101135254, "Finetune/Step": 219, "Finetune/Step Time": 4.3932622410357}
{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 0.9906889796257019, "Finetune/Loss (Raw)": 0.9718199372291565, "Finetune/Step": 220, "Finetune/Step Time": 4.390344077721238}
{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 0.9922415614128113, "Finetune/Loss (Raw)": 1.1043944358825684, "Finetune/Step": 221, "Finetune/Step Time": 4.393497908487916}
{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 0.9907636642456055, "Finetune/Loss (Raw)": 0.9501940011978149, "Finetune/Step": 222, "Finetune/Step Time": 4.399548299610615}
{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 0.9902076125144958, "Finetune/Loss (Raw)": 0.9841365218162537, "Finetune/Step": 223, "Finetune/Step Time": 4.4007976446300745}
{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 0.9845325946807861, "Finetune/Loss (Raw)": 0.33471447229385376, "Finetune/Step": 224, "Finetune/Step Time": 4.4280335661023855}
{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 0.9848525524139404, "Finetune/Loss (Raw)": 1.0528953075408936, "Finetune/Step": 225, "Finetune/Step Time": 4.427974784746766}
{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 0.9854549169540405, "Finetune/Loss (Raw)": 1.180956482887268, "Finetune/Step": 226, "Finetune/Step Time": 4.425453048199415}
{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 0.9930797815322876, "Finetune/Loss (Raw)": 1.1753227710723877, "Finetune/Step": 227, "Finetune/Step Time": 4.386091899126768}
{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 0.9926239252090454, "Finetune/Loss (Raw)": 1.1348999738693237, "Finetune/Step": 228, "Finetune/Step Time": 4.381130658090115}
{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 0.9925613403320312, "Finetune/Loss (Raw)": 1.025980830192566, "Finetune/Step": 229, "Finetune/Step Time": 4.374417116865516}
{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 0.9921632409095764, "Finetune/Loss (Raw)": 1.151788353919983, "Finetune/Step": 230, "Finetune/Step Time": 4.376877905800939}
{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 0.9978659152984619, "Finetune/Loss (Raw)": 1.009951114654541, "Finetune/Step": 231, "Finetune/Step Time": 4.3389169462025166}
{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 0.9972703456878662, "Finetune/Loss (Raw)": 1.0596894025802612, "Finetune/Step": 232, "Finetune/Step Time": 4.342304054647684}
{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 0.9915094375610352, "Finetune/Loss (Raw)": 0.3006332218647003, "Finetune/Step": 233, "Finetune/Step Time": 4.385123182088137}
{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 0.9925004243850708, "Finetune/Loss (Raw)": 1.166106939315796, "Finetune/Step": 234, "Finetune/Step Time": 4.404444692656398}
{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 0.9932705163955688, "Finetune/Loss (Raw)": 1.2067694664001465, "Finetune/Step": 235, "Finetune/Step Time": 4.445080788806081}
{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 0.9934322834014893, "Finetune/Loss (Raw)": 1.0189833641052246, "Finetune/Step": 236, "Finetune/Step Time": 4.439360519871116}
{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 0.9931123852729797, "Finetune/Loss (Raw)": 1.0855697393417358, "Finetune/Step": 237, "Finetune/Step Time": 4.47276446223259}
{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 0.9928978681564331, "Finetune/Loss (Raw)": 0.9987713098526001, "Finetune/Step": 238, "Finetune/Step Time": 4.476459784433246}
{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 0.9913179874420166, "Finetune/Loss (Raw)": 0.8906664252281189, "Finetune/Step": 239, "Finetune/Step Time": 4.460520502179861}
{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 0.9905389547348022, "Finetune/Loss (Raw)": 0.9582513570785522, "Finetune/Step": 240, "Finetune/Step Time": 4.45874760299921}
{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 0.990433931350708, "Finetune/Loss (Raw)": 1.089308500289917, "Finetune/Step": 241, "Finetune/Step Time": 4.440435426309705}
{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 0.9968380928039551, "Finetune/Loss (Raw)": 1.059510350227356, "Finetune/Step": 242, "Finetune/Step Time": 4.409684641286731}
{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 0.996882438659668, "Finetune/Loss (Raw)": 1.0748176574707031, "Finetune/Step": 243, "Finetune/Step Time": 4.42513114772737}
{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 0.9968904256820679, "Finetune/Loss (Raw)": 0.9124252796173096, "Finetune/Step": 244, "Finetune/Step Time": 4.410096885636449}
{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 0.9978063106536865, "Finetune/Loss (Raw)": 1.2124946117401123, "Finetune/Step": 245, "Finetune/Step Time": 4.402233544737101}
{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 0.9980832934379578, "Finetune/Loss (Raw)": 1.164380431175232, "Finetune/Step": 246, "Finetune/Step Time": 4.4223217982798815}
{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 0.9983068704605103, "Finetune/Loss (Raw)": 1.0575023889541626, "Finetune/Step": 247, "Finetune/Step Time": 4.42247612029314}
{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 0.9977709054946899, "Finetune/Loss (Raw)": 1.000296711921692, "Finetune/Step": 248, "Finetune/Step Time": 4.426289884373546}
{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 0.9978517293930054, "Finetune/Loss (Raw)": 1.0143969058990479, "Finetune/Step": 249, "Finetune/Step Time": 4.407884918153286}
{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 0.9987624883651733, "Finetune/Loss (Raw)": 1.0739225149154663, "Finetune/Step": 250, "Finetune/Step Time": 4.406647589057684}
{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 0.9998764991760254, "Finetune/Loss (Raw)": 1.143648386001587, "Finetune/Step": 251, "Finetune/Step Time": 4.421386942267418}
{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 0.9992880821228027, "Finetune/Loss (Raw)": 1.0401619672775269, "Finetune/Step": 252, "Finetune/Step Time": 4.415261939167976}
{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 0.9998706579208374, "Finetune/Loss (Raw)": 1.0711804628372192, "Finetune/Step": 253, "Finetune/Step Time": 4.410332201048732}
{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 0.9989876747131348, "Finetune/Loss (Raw)": 0.9741948246955872, "Finetune/Step": 254, "Finetune/Step Time": 4.390676999464631}
{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 0.9938226938247681, "Finetune/Loss (Raw)": 0.30459725856781006, "Finetune/Step": 255, "Finetune/Step Time": 4.429522138088942}
{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 0.9925112724304199, "Finetune/Loss (Raw)": 0.9513559937477112, "Finetune/Step": 256, "Finetune/Step Time": 4.430257927626371}
{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 0.9927767515182495, "Finetune/Loss (Raw)": 1.1660805940628052, "Finetune/Step": 257, "Finetune/Step Time": 4.429976724088192}
{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 0.9927729368209839, "Finetune/Loss (Raw)": 1.1175495386123657, "Finetune/Step": 258, "Finetune/Step Time": 4.429871823638678}
{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 0.9927561283111572, "Finetune/Loss (Raw)": 1.0800834894180298, "Finetune/Step": 259, "Finetune/Step Time": 4.432184709236026}
{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 0.9928956031799316, "Finetune/Loss (Raw)": 1.1101927757263184, "Finetune/Step": 260, "Finetune/Step Time": 4.452007019892335}
{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 0.9928148984909058, "Finetune/Loss (Raw)": 0.8709824085235596, "Finetune/Step": 261, "Finetune/Step Time": 4.434900624677539}
{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 0.9899353981018066, "Finetune/Loss (Raw)": 0.8499969840049744, "Finetune/Step": 262, "Finetune/Step Time": 4.4461223762482405}
{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 0.9902814626693726, "Finetune/Loss (Raw)": 1.024314045906067, "Finetune/Step": 263, "Finetune/Step Time": 4.444372737780213}
{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 0.9896522164344788, "Finetune/Loss (Raw)": 0.9836704134941101, "Finetune/Step": 264, "Finetune/Step Time": 4.459056781604886}
{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 0.9898072481155396, "Finetune/Loss (Raw)": 0.9909502863883972, "Finetune/Step": 265, "Finetune/Step Time": 4.455298872664571}
{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 0.9907063245773315, "Finetune/Loss (Raw)": 1.2241506576538086, "Finetune/Step": 266, "Finetune/Step Time": 4.466660177335143}
{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 0.9906965494155884, "Finetune/Loss (Raw)": 0.8945125937461853, "Finetune/Step": 267, "Finetune/Step Time": 4.464487407356501}
{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 0.9894211292266846, "Finetune/Loss (Raw)": 1.1036843061447144, "Finetune/Step": 268, "Finetune/Step Time": 4.46810544654727}
{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 0.9896045923233032, "Finetune/Loss (Raw)": 1.0406951904296875, "Finetune/Step": 269, "Finetune/Step Time": 4.474008563905954}
{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 0.989970326423645, "Finetune/Loss (Raw)": 1.0465986728668213, "Finetune/Step": 270, "Finetune/Step Time": 4.438735207542777}
{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 0.9905908107757568, "Finetune/Loss (Raw)": 1.02828049659729, "Finetune/Step": 271, "Finetune/Step Time": 4.429999388754368}
{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 0.9964890480041504, "Finetune/Loss (Raw)": 1.1180856227874756, "Finetune/Step": 272, "Finetune/Step Time": 4.389947926625609}
{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 1.0020575523376465, "Finetune/Loss (Raw)": 1.0472406148910522, "Finetune/Step": 273, "Finetune/Step Time": 4.354097919538617}
{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 1.003217101097107, "Finetune/Loss (Raw)": 1.0998512506484985, "Finetune/Step": 274, "Finetune/Step Time": 4.3603547140955925}
{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 1.0042088031768799, "Finetune/Loss (Raw)": 1.0125874280929565, "Finetune/Step": 275, "Finetune/Step Time": 4.35721836425364}
{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 1.0023698806762695, "Finetune/Loss (Raw)": 0.8282493948936462, "Finetune/Step": 276, "Finetune/Step Time": 4.390247518196702}
{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 1.0018031597137451, "Finetune/Loss (Raw)": 1.0218780040740967, "Finetune/Step": 277, "Finetune/Step Time": 4.389045886695385}
{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 1.0011948347091675, "Finetune/Loss (Raw)": 1.0342466831207275, "Finetune/Step": 278, "Finetune/Step Time": 4.381987381726503}
{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 1.002205729484558, "Finetune/Loss (Raw)": 1.207175850868225, "Finetune/Step": 279, "Finetune/Step Time": 4.3883520774543285}
{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 1.0018410682678223, "Finetune/Loss (Raw)": 0.982322633266449, "Finetune/Step": 280, "Finetune/Step Time": 4.386961298063397}
{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 1.0013904571533203, "Finetune/Loss (Raw)": 1.0781303644180298, "Finetune/Step": 281, "Finetune/Step Time": 4.372429320588708}
{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 1.0006145238876343, "Finetune/Loss (Raw)": 1.0158005952835083, "Finetune/Step": 282, "Finetune/Step Time": 4.371682880446315}
{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 1.0002002716064453, "Finetune/Loss (Raw)": 1.1347872018814087, "Finetune/Step": 283, "Finetune/Step Time": 4.369835928082466}
{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 1.0068914890289307, "Finetune/Loss (Raw)": 1.146269679069519, "Finetune/Step": 284, "Finetune/Step Time": 4.328358992934227}
{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 1.0065059661865234, "Finetune/Loss (Raw)": 1.014047622680664, "Finetune/Step": 285, "Finetune/Step Time": 4.34609816968441}
{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 1.0064568519592285, "Finetune/Loss (Raw)": 1.0782794952392578, "Finetune/Step": 286, "Finetune/Step Time": 4.361208986490965}
{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 1.0065631866455078, "Finetune/Loss (Raw)": 1.0716443061828613, "Finetune/Step": 287, "Finetune/Step Time": 4.368119807913899}
{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 1.005812406539917, "Finetune/Loss (Raw)": 0.9006479978561401, "Finetune/Step": 288, "Finetune/Step Time": 4.375905945897102}
{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 1.006597876548767, "Finetune/Loss (Raw)": 1.115614891052246, "Finetune/Step": 289, "Finetune/Step Time": 4.38012951426208}
{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 1.004321813583374, "Finetune/Loss (Raw)": 0.958177387714386, "Finetune/Step": 290, "Finetune/Step Time": 4.391218166798353}
{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 1.0047181844711304, "Finetune/Loss (Raw)": 1.1177750825881958, "Finetune/Step": 291, "Finetune/Step Time": 4.384989861398935}
{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 1.0058033466339111, "Finetune/Loss (Raw)": 1.0990859270095825, "Finetune/Step": 292, "Finetune/Step Time": 4.373402804136276}
{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 1.0066511631011963, "Finetune/Loss (Raw)": 1.1460230350494385, "Finetune/Step": 293, "Finetune/Step Time": 4.369216473773122}
{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 1.0049018859863281, "Finetune/Loss (Raw)": 0.7656887173652649, "Finetune/Step": 294, "Finetune/Step Time": 4.375724447891116}
{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 1.004562258720398, "Finetune/Loss (Raw)": 1.0872267484664917, "Finetune/Step": 295, "Finetune/Step Time": 4.381831526756287}
{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 1.0049068927764893, "Finetune/Loss (Raw)": 1.0177440643310547, "Finetune/Step": 296, "Finetune/Step Time": 4.386871702969074}
{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 1.006181001663208, "Finetune/Loss (Raw)": 1.1265859603881836, "Finetune/Step": 297, "Finetune/Step Time": 4.389597175642848}
{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 1.0106303691864014, "Finetune/Loss (Raw)": 0.9069898128509521, "Finetune/Step": 298, "Finetune/Step Time": 4.376764580607414}
{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 1.0053261518478394, "Finetune/Loss (Raw)": 0.3154166340827942, "Finetune/Step": 299, "Finetune/Step Time": 4.412719892337918}
{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 1.000502109527588, "Finetune/Loss (Raw)": 0.3540257513523102, "Finetune/Step": 300, "Finetune/Step Time": 4.439967129379511}
{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 0.9942283630371094, "Finetune/Loss (Raw)": 0.3809279501438141, "Finetune/Step": 301, "Finetune/Step Time": 4.479416696354747}
{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 0.9942728877067566, "Finetune/Loss (Raw)": 0.8876773715019226, "Finetune/Step": 302, "Finetune/Step Time": 4.4819951225072145}
{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 0.9875320196151733, "Finetune/Loss (Raw)": 0.3159230947494507, "Finetune/Step": 303, "Finetune/Step Time": 4.520481875166297}
{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 0.9933912754058838, "Finetune/Loss (Raw)": 1.0902456045150757, "Finetune/Step": 304, "Finetune/Step Time": 4.483005242422223}
{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 0.9940357208251953, "Finetune/Loss (Raw)": 1.0484353303909302, "Finetune/Step": 305, "Finetune/Step Time": 4.475209070369601}
{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 0.9920990467071533, "Finetune/Loss (Raw)": 0.9408087134361267, "Finetune/Step": 306, "Finetune/Step Time": 4.475872751325369}
{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 0.9941810369491577, "Finetune/Loss (Raw)": 1.1622982025146484, "Finetune/Step": 307, "Finetune/Step Time": 4.477957975119352}
{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 0.9939815998077393, "Finetune/Loss (Raw)": 1.0432695150375366, "Finetune/Step": 308, "Finetune/Step Time": 4.478184128180146}
{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 0.995071530342102, "Finetune/Loss (Raw)": 1.1467912197113037, "Finetune/Step": 309, "Finetune/Step Time": 4.486947754397988}
{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 0.9947908520698547, "Finetune/Loss (Raw)": 1.0108880996704102, "Finetune/Step": 310, "Finetune/Step Time": 4.487444657832384}
{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 0.995033860206604, "Finetune/Loss (Raw)": 1.0339256525039673, "Finetune/Step": 311, "Finetune/Step Time": 4.5060186721384525}
{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 0.9937045574188232, "Finetune/Loss (Raw)": 0.9785342216491699, "Finetune/Step": 312, "Finetune/Step Time": 4.516076382249594}
{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 0.9952346682548523, "Finetune/Loss (Raw)": 1.111537218093872, "Finetune/Step": 313, "Finetune/Step Time": 4.512812642380595}
{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 0.9966624975204468, "Finetune/Loss (Raw)": 1.1838297843933105, "Finetune/Step": 314, "Finetune/Step Time": 4.502209302037954}
{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 0.9965699315071106, "Finetune/Loss (Raw)": 0.9893609881401062, "Finetune/Step": 315, "Finetune/Step Time": 4.513274535536766}
{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 0.9907317161560059, "Finetune/Loss (Raw)": 0.3666183054447174, "Finetune/Step": 316, "Finetune/Step Time": 4.552879761904478}
{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 0.9905571341514587, "Finetune/Loss (Raw)": 0.9680728912353516, "Finetune/Step": 317, "Finetune/Step Time": 4.543058294802904}
{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 0.9904783964157104, "Finetune/Loss (Raw)": 1.053720235824585, "Finetune/Step": 318, "Finetune/Step Time": 4.536689773201942}
{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 0.989736795425415, "Finetune/Loss (Raw)": 0.9845983386039734, "Finetune/Step": 319, "Finetune/Step Time": 4.549410669133067}
{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 0.9887855648994446, "Finetune/Loss (Raw)": 0.9391102194786072, "Finetune/Step": 320, "Finetune/Step Time": 4.5446838065981865}
{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 0.9839354157447815, "Finetune/Loss (Raw)": 0.3144390285015106, "Finetune/Step": 321, "Finetune/Step Time": 4.583192361518741}
{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 0.9835683107376099, "Finetune/Loss (Raw)": 0.9949161410331726, "Finetune/Step": 322, "Finetune/Step Time": 4.5840456020087}
{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 0.9841347336769104, "Finetune/Loss (Raw)": 1.0762403011322021, "Finetune/Step": 323, "Finetune/Step Time": 4.578733829781413}
{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 0.9851399660110474, "Finetune/Loss (Raw)": 1.1004315614700317, "Finetune/Step": 324, "Finetune/Step Time": 4.577886691316962}
{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 0.9851568937301636, "Finetune/Loss (Raw)": 1.0450941324234009, "Finetune/Step": 325, "Finetune/Step Time": 4.575144220143557}
{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 0.9867711067199707, "Finetune/Loss (Raw)": 1.2140527963638306, "Finetune/Step": 326, "Finetune/Step Time": 4.575819222256541}
{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 0.9870213866233826, "Finetune/Loss (Raw)": 1.0174789428710938, "Finetune/Step": 327, "Finetune/Step Time": 4.569921800866723}
{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 0.9873694181442261, "Finetune/Loss (Raw)": 1.0693601369857788, "Finetune/Step": 328, "Finetune/Step Time": 4.5768739730119705}
{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 0.9859796166419983, "Finetune/Loss (Raw)": 0.9448599815368652, "Finetune/Step": 329, "Finetune/Step Time": 4.59319924749434}
{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 0.984143078327179, "Finetune/Loss (Raw)": 0.8796001672744751, "Finetune/Step": 330, "Finetune/Step Time": 4.597415249794722}
{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 0.9840326905250549, "Finetune/Loss (Raw)": 1.0511040687561035, "Finetune/Step": 331, "Finetune/Step Time": 4.601483963429928}
{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 0.9822518825531006, "Finetune/Loss (Raw)": 0.8215934634208679, "Finetune/Step": 332, "Finetune/Step Time": 4.617736525833607}
{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 0.9879225492477417, "Finetune/Loss (Raw)": 1.028814435005188, "Finetune/Step": 333, "Finetune/Step Time": 4.576291283592582}
{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 0.9878644347190857, "Finetune/Loss (Raw)": 0.9881872534751892, "Finetune/Step": 334, "Finetune/Step Time": 4.571226296946406}
{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 0.9864980578422546, "Finetune/Loss (Raw)": 1.0060871839523315, "Finetune/Step": 335, "Finetune/Step Time": 4.558636236935854}
{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 0.9868783950805664, "Finetune/Loss (Raw)": 1.0957852602005005, "Finetune/Step": 336, "Finetune/Step Time": 4.561816530302167}
{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 0.9885706305503845, "Finetune/Loss (Raw)": 1.2190051078796387, "Finetune/Step": 337, "Finetune/Step Time": 4.557316342368722}
{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 0.9939809441566467, "Finetune/Loss (Raw)": 0.9958826303482056, "Finetune/Step": 338, "Finetune/Step Time": 4.527734937146306}
{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 0.9938308596611023, "Finetune/Loss (Raw)": 0.9720852971076965, "Finetune/Step": 339, "Finetune/Step Time": 4.5305075123906136}
{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 0.9925535321235657, "Finetune/Loss (Raw)": 0.9103397130966187, "Finetune/Step": 340, "Finetune/Step Time": 4.528858918696642}
{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 0.9912664890289307, "Finetune/Loss (Raw)": 1.0179412364959717, "Finetune/Step": 341, "Finetune/Step Time": 4.530559511855245}
{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 0.9921128749847412, "Finetune/Loss (Raw)": 1.0939325094223022, "Finetune/Step": 342, "Finetune/Step Time": 4.511762760579586}
{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 0.9926483035087585, "Finetune/Loss (Raw)": 1.017283320426941, "Finetune/Step": 343, "Finetune/Step Time": 4.510355854406953}
{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 0.993858277797699, "Finetune/Loss (Raw)": 1.0887279510498047, "Finetune/Step": 344, "Finetune/Step Time": 4.495478766039014}
{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 0.9939071536064148, "Finetune/Loss (Raw)": 1.1193652153015137, "Finetune/Step": 345, "Finetune/Step Time": 4.498111315071583}
{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 0.9944016933441162, "Finetune/Loss (Raw)": 1.1208447217941284, "Finetune/Step": 346, "Finetune/Step Time": 4.505107145756483}
{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 0.9939568638801575, "Finetune/Loss (Raw)": 1.146414875984192, "Finetune/Step": 347, "Finetune/Step Time": 4.508788663893938}
{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 0.9948068857192993, "Finetune/Loss (Raw)": 1.0806334018707275, "Finetune/Step": 348, "Finetune/Step Time": 4.528957786038518}
{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 0.9951522946357727, "Finetune/Loss (Raw)": 1.1486061811447144, "Finetune/Step": 349, "Finetune/Step Time": 4.537445463240147}
{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 0.9954855442047119, "Finetune/Loss (Raw)": 0.9928520321846008, "Finetune/Step": 350, "Finetune/Step Time": 4.552210345864296}
{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 0.9956552386283875, "Finetune/Loss (Raw)": 1.005859613418579, "Finetune/Step": 351, "Finetune/Step Time": 4.565509034320712}
{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 1.0008184909820557, "Finetune/Loss (Raw)": 0.9956070184707642, "Finetune/Step": 352, "Finetune/Step Time": 4.536939105018973}
{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 1.000303864479065, "Finetune/Loss (Raw)": 0.9870225787162781, "Finetune/Step": 353, "Finetune/Step Time": 4.536173164844513}
{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 0.9981712102890015, "Finetune/Loss (Raw)": 0.9079811573028564, "Finetune/Step": 354, "Finetune/Step Time": 4.543024135753512}
{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 0.9973056316375732, "Finetune/Loss (Raw)": 1.064514398574829, "Finetune/Step": 355, "Finetune/Step Time": 4.553092662245035}
{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 0.99558025598526, "Finetune/Loss (Raw)": 0.9140576124191284, "Finetune/Step": 356, "Finetune/Step Time": 4.560523452237248}
{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 0.9948441386222839, "Finetune/Loss (Raw)": 0.9317560791969299, "Finetune/Step": 357, "Finetune/Step Time": 4.57469535805285}
{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 0.9886255264282227, "Finetune/Loss (Raw)": 0.3558117151260376, "Finetune/Step": 358, "Finetune/Step Time": 4.613001087680459}
{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.9873800873756409, "Finetune/Loss (Raw)": 0.8505366444587708, "Finetune/Step": 359, "Finetune/Step Time": 4.614279802888632}
{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.9870200157165527, "Finetune/Loss (Raw)": 1.0135990381240845, "Finetune/Step": 360, "Finetune/Step Time": 4.614118132740259}
{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 0.9916645884513855, "Finetune/Loss (Raw)": 0.8951324224472046, "Finetune/Step": 361, "Finetune/Step Time": 4.5751984268426895}
{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.9901828169822693, "Finetune/Loss (Raw)": 0.9764449000358582, "Finetune/Step": 362, "Finetune/Step Time": 4.567507103085518}
{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.9891387224197388, "Finetune/Loss (Raw)": 1.073116421699524, "Finetune/Step": 363, "Finetune/Step Time": 4.526073779910803}
{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.9897286891937256, "Finetune/Loss (Raw)": 1.0945087671279907, "Finetune/Step": 364, "Finetune/Step Time": 4.524742439389229}
{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.9899932742118835, "Finetune/Loss (Raw)": 1.11943781375885, "Finetune/Step": 365, "Finetune/Step Time": 4.494013236835599}
{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.9891729354858398, "Finetune/Loss (Raw)": 0.8937634825706482, "Finetune/Step": 366, "Finetune/Step Time": 4.4990759417414665}
{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.9900139570236206, "Finetune/Loss (Raw)": 0.99831622838974, "Finetune/Step": 367, "Finetune/Step Time": 4.5047571901232}
{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.9905033707618713, "Finetune/Loss (Raw)": 1.0208988189697266, "Finetune/Step": 368, "Finetune/Step Time": 4.504736026749015}
{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.9897109270095825, "Finetune/Loss (Raw)": 0.9878774881362915, "Finetune/Step": 369, "Finetune/Step Time": 4.5047075022011995}
{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.99050372838974, "Finetune/Loss (Raw)": 1.160991907119751, "Finetune/Step": 370, "Finetune/Step Time": 4.493423566222191}
{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 0.9911431670188904, "Finetune/Loss (Raw)": 1.1566532850265503, "Finetune/Step": 371, "Finetune/Step Time": 4.47860442660749}
{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 0.9922098517417908, "Finetune/Loss (Raw)": 1.0489681959152222, "Finetune/Step": 372, "Finetune/Step Time": 4.493366774171591}
{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.9860796928405762, "Finetune/Loss (Raw)": 0.4278338849544525, "Finetune/Step": 373, "Finetune/Step Time": 4.545881651341915}
{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.9797253608703613, "Finetune/Loss (Raw)": 0.35103318095207214, "Finetune/Step": 374, "Finetune/Step Time": 4.565000405535102}
{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.9801046848297119, "Finetune/Loss (Raw)": 1.1060452461242676, "Finetune/Step": 375, "Finetune/Step Time": 4.551150497049093}
{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.9792901873588562, "Finetune/Loss (Raw)": 0.8960442543029785, "Finetune/Step": 376, "Finetune/Step Time": 4.550120459869504}
{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.9789333343505859, "Finetune/Loss (Raw)": 0.968725323677063, "Finetune/Step": 377, "Finetune/Step Time": 4.550579596310854}
{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.9800339341163635, "Finetune/Loss (Raw)": 1.2147948741912842, "Finetune/Step": 378, "Finetune/Step Time": 4.5553908459842205}
{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.9800554513931274, "Finetune/Loss (Raw)": 1.1464039087295532, "Finetune/Step": 379, "Finetune/Step Time": 4.552840976044536}
{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.9800134897232056, "Finetune/Loss (Raw)": 1.0347880125045776, "Finetune/Step": 380, "Finetune/Step Time": 4.550789758563042}
{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.9799120426177979, "Finetune/Loss (Raw)": 1.0582022666931152, "Finetune/Step": 381, "Finetune/Step Time": 4.564511587843299}
{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.9795311093330383, "Finetune/Loss (Raw)": 0.9254262447357178, "Finetune/Step": 382, "Finetune/Step Time": 4.60918671451509}
{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.9844427108764648, "Finetune/Loss (Raw)": 0.9332890510559082, "Finetune/Step": 383, "Finetune/Step Time": 4.608945656567812}
{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.9806652665138245, "Finetune/Loss (Raw)": 0.4678358733654022, "Finetune/Step": 384, "Finetune/Step Time": 4.643514743074775}
{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.9794402122497559, "Finetune/Loss (Raw)": 1.0092746019363403, "Finetune/Step": 385, "Finetune/Step Time": 4.640628008171916}
{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.9786462783813477, "Finetune/Loss (Raw)": 1.0159252882003784, "Finetune/Step": 386, "Finetune/Step Time": 4.640155514702201}
{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.977077305316925, "Finetune/Loss (Raw)": 0.8792588710784912, "Finetune/Step": 387, "Finetune/Step Time": 4.6416695062071085}
{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.9758669137954712, "Finetune/Loss (Raw)": 0.955270528793335, "Finetune/Step": 388, "Finetune/Step Time": 4.619695197790861}
{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.9764331579208374, "Finetune/Loss (Raw)": 0.9434507489204407, "Finetune/Step": 389, "Finetune/Step Time": 4.619208551943302}
{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.9763431549072266, "Finetune/Loss (Raw)": 0.8384780883789062, "Finetune/Step": 390, "Finetune/Step Time": 4.605701899155974}
{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.9761785268783569, "Finetune/Loss (Raw)": 1.003241777420044, "Finetune/Step": 391, "Finetune/Step Time": 4.601128034293652}
{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.9760996103286743, "Finetune/Loss (Raw)": 0.9735727310180664, "Finetune/Step": 392, "Finetune/Step Time": 4.597532110288739}
{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.9750023484230042, "Finetune/Loss (Raw)": 0.8504997491836548, "Finetune/Step": 393, "Finetune/Step Time": 4.609954753890634}
{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.9717540740966797, "Finetune/Loss (Raw)": 0.8083715438842773, "Finetune/Step": 394, "Finetune/Step Time": 4.625143924728036}
{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.9741581082344055, "Finetune/Loss (Raw)": 1.202225685119629, "Finetune/Step": 395, "Finetune/Step Time": 4.624121509492397}
{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.9741441607475281, "Finetune/Loss (Raw)": 1.1019014120101929, "Finetune/Step": 396, "Finetune/Step Time": 4.624830689281225}
{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.9726334810256958, "Finetune/Loss (Raw)": 0.847332775592804, "Finetune/Step": 397, "Finetune/Step Time": 4.640767853707075}
{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.9736417531967163, "Finetune/Loss (Raw)": 1.1756439208984375, "Finetune/Step": 398, "Finetune/Step Time": 4.634334370493889}
{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.9728403091430664, "Finetune/Loss (Raw)": 0.9257064461708069, "Finetune/Step": 399, "Finetune/Step Time": 4.621732831001282}
{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.9715033769607544, "Finetune/Loss (Raw)": 0.9469590783119202, "Finetune/Step": 400, "Finetune/Step Time": 4.619396079331636}
{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.9720039367675781, "Finetune/Loss (Raw)": 1.111305832862854, "Finetune/Step": 401, "Finetune/Step Time": 4.622058300301433}
{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.9712574481964111, "Finetune/Loss (Raw)": 1.0042972564697266, "Finetune/Step": 402, "Finetune/Step Time": 4.633983237668872}
{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.9709716439247131, "Finetune/Loss (Raw)": 0.9760134220123291, "Finetune/Step": 403, "Finetune/Step Time": 4.633434232324362}
{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.9728997349739075, "Finetune/Loss (Raw)": 1.0750460624694824, "Finetune/Step": 404, "Finetune/Step Time": 4.600732196122408}
{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.9706484079360962, "Finetune/Loss (Raw)": 0.7337098717689514, "Finetune/Step": 405, "Finetune/Step Time": 4.613243967294693}
{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.9662150144577026, "Finetune/Loss (Raw)": 0.4667596220970154, "Finetune/Step": 406, "Finetune/Step Time": 4.652373103424907}
{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.9599647521972656, "Finetune/Loss (Raw)": 0.4071514308452606, "Finetune/Step": 407, "Finetune/Step Time": 4.6793173756450415}
{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.9599747657775879, "Finetune/Loss (Raw)": 0.9836100935935974, "Finetune/Step": 408, "Finetune/Step Time": 4.678918389603496}
{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.9608273506164551, "Finetune/Loss (Raw)": 1.1872507333755493, "Finetune/Step": 409, "Finetune/Step Time": 4.67990930005908}
{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.9624134302139282, "Finetune/Loss (Raw)": 1.2188220024108887, "Finetune/Step": 410, "Finetune/Step Time": 4.678199293091893}
{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.9613020420074463, "Finetune/Loss (Raw)": 0.9925230145454407, "Finetune/Step": 411, "Finetune/Step Time": 4.680967394262552}
{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.955132246017456, "Finetune/Loss (Raw)": 0.3565422296524048, "Finetune/Step": 412, "Finetune/Step Time": 4.729670749977231}
{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.9559944868087769, "Finetune/Loss (Raw)": 1.12440824508667, "Finetune/Step": 413, "Finetune/Step Time": 4.707526549696922}
{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.9549394845962524, "Finetune/Loss (Raw)": 0.9432405829429626, "Finetune/Step": 414, "Finetune/Step Time": 4.692687723785639}
{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.9547750949859619, "Finetune/Loss (Raw)": 1.0506120920181274, "Finetune/Step": 415, "Finetune/Step Time": 4.6899143904447556}
{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.9565131068229675, "Finetune/Loss (Raw)": 1.1231111288070679, "Finetune/Step": 416, "Finetune/Step Time": 4.675441408529878}
{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.9560250639915466, "Finetune/Loss (Raw)": 1.0531376600265503, "Finetune/Step": 417, "Finetune/Step Time": 4.67027772963047}
{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.9571162462234497, "Finetune/Loss (Raw)": 1.0978522300720215, "Finetune/Step": 418, "Finetune/Step Time": 4.657680969685316}
{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.9560281038284302, "Finetune/Loss (Raw)": 0.9784916043281555, "Finetune/Step": 419, "Finetune/Step Time": 4.675684358924627}
{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.9502214193344116, "Finetune/Loss (Raw)": 0.3558264672756195, "Finetune/Step": 420, "Finetune/Step Time": 4.713001329451799}
{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.9492838382720947, "Finetune/Loss (Raw)": 1.0260201692581177, "Finetune/Step": 421, "Finetune/Step Time": 4.713277859613299}
{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.9511411190032959, "Finetune/Loss (Raw)": 1.0034129619598389, "Finetune/Step": 422, "Finetune/Step Time": 4.7190090753138065}
{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.9514421224594116, "Finetune/Loss (Raw)": 1.1257551908493042, "Finetune/Step": 423, "Finetune/Step Time": 4.7126375157386065}
{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.9515864849090576, "Finetune/Loss (Raw)": 1.0362337827682495, "Finetune/Step": 424, "Finetune/Step Time": 4.711785029619932}
{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.9487323760986328, "Finetune/Loss (Raw)": 0.7612563967704773, "Finetune/Step": 425, "Finetune/Step Time": 4.747406495735049}
{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.9495915174484253, "Finetune/Loss (Raw)": 1.0169552564620972, "Finetune/Step": 426, "Finetune/Step Time": 4.7264694310724735}
{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.9547809958457947, "Finetune/Loss (Raw)": 0.9796735644340515, "Finetune/Step": 427, "Finetune/Step Time": 4.690165823325515}
{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.9607806205749512, "Finetune/Loss (Raw)": 1.1219713687896729, "Finetune/Step": 428, "Finetune/Step Time": 4.65174962580204}
{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.9661543369293213, "Finetune/Loss (Raw)": 1.0687707662582397, "Finetune/Step": 429, "Finetune/Step Time": 4.616842238232493}
{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.9662761688232422, "Finetune/Loss (Raw)": 0.9032725691795349, "Finetune/Step": 430, "Finetune/Step Time": 4.61034931614995}
{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.9722805023193359, "Finetune/Loss (Raw)": 1.0844824314117432, "Finetune/Step": 431, "Finetune/Step Time": 4.581150269135833}
{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.9711005091667175, "Finetune/Loss (Raw)": 0.9392008185386658, "Finetune/Step": 432, "Finetune/Step Time": 4.587304728105664}
{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.9700899124145508, "Finetune/Loss (Raw)": 0.919076144695282, "Finetune/Step": 433, "Finetune/Step Time": 4.590852888301015}
{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.97044837474823, "Finetune/Loss (Raw)": 0.986687421798706, "Finetune/Step": 434, "Finetune/Step Time": 4.5861701518297195}
{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.9679118394851685, "Finetune/Loss (Raw)": 0.8376269340515137, "Finetune/Step": 435, "Finetune/Step Time": 4.577131373807788}
{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.966955304145813, "Finetune/Loss (Raw)": 0.9208338856697083, "Finetune/Step": 436, "Finetune/Step Time": 4.5740419290959835}
{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.9659783840179443, "Finetune/Loss (Raw)": 1.0217466354370117, "Finetune/Step": 437, "Finetune/Step Time": 4.565084179863334}
{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.9656382203102112, "Finetune/Loss (Raw)": 0.9673462510108948, "Finetune/Step": 438, "Finetune/Step Time": 4.568175168707967}
{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.9651446342468262, "Finetune/Loss (Raw)": 0.9707432985305786, "Finetune/Step": 439, "Finetune/Step Time": 4.56664240732789}
{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.965927243232727, "Finetune/Loss (Raw)": 1.0787029266357422, "Finetune/Step": 440, "Finetune/Step Time": 4.562003852799535}
{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.9654226303100586, "Finetune/Loss (Raw)": 1.0469480752944946, "Finetune/Step": 441, "Finetune/Step Time": 4.5595128033310175}
{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.9595191478729248, "Finetune/Loss (Raw)": 0.42818689346313477, "Finetune/Step": 442, "Finetune/Step Time": 4.600532293319702}
{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.9601497650146484, "Finetune/Loss (Raw)": 1.070081353187561, "Finetune/Step": 443, "Finetune/Step Time": 4.599958341568708}
{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.9661818742752075, "Finetune/Loss (Raw)": 1.1387264728546143, "Finetune/Step": 444, "Finetune/Step Time": 4.5612534042447805}
{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.9665040373802185, "Finetune/Loss (Raw)": 1.0093176364898682, "Finetune/Step": 445, "Finetune/Step Time": 4.573629295453429}
{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.9669668078422546, "Finetune/Loss (Raw)": 1.1129463911056519, "Finetune/Step": 446, "Finetune/Step Time": 4.5816786624491215}
{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.9673427939414978, "Finetune/Loss (Raw)": 1.0327311754226685, "Finetune/Step": 447, "Finetune/Step Time": 4.56620466709137}
{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.9675048589706421, "Finetune/Loss (Raw)": 0.9598463177680969, "Finetune/Step": 448, "Finetune/Step Time": 4.566291285678744}
{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.9739128351211548, "Finetune/Loss (Raw)": 1.1346677541732788, "Finetune/Step": 449, "Finetune/Step Time": 4.530725451186299}
{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.9735268354415894, "Finetune/Loss (Raw)": 0.9455118179321289, "Finetune/Step": 450, "Finetune/Step Time": 4.529591236263514}
{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.9727246761322021, "Finetune/Loss (Raw)": 0.9735548496246338, "Finetune/Step": 451, "Finetune/Step Time": 4.53401717543602}
{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.9719750285148621, "Finetune/Loss (Raw)": 1.0044822692871094, "Finetune/Step": 452, "Finetune/Step Time": 4.527145968750119}
{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.9733418226242065, "Finetune/Loss (Raw)": 1.2200440168380737, "Finetune/Step": 453, "Finetune/Step Time": 4.522200182080269}
{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.9715627431869507, "Finetune/Loss (Raw)": 0.9863238334655762, "Finetune/Step": 454, "Finetune/Step Time": 4.537072228267789}
{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.9721258282661438, "Finetune/Loss (Raw)": 1.0895605087280273, "Finetune/Step": 455, "Finetune/Step Time": 4.535632373765111}
{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.9663655757904053, "Finetune/Loss (Raw)": 0.33203843235969543, "Finetune/Step": 456, "Finetune/Step Time": 4.562285497784615}
{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.9661251902580261, "Finetune/Loss (Raw)": 0.9141020774841309, "Finetune/Step": 457, "Finetune/Step Time": 4.5431104470044374}
{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.9687733054161072, "Finetune/Loss (Raw)": 1.218554973602295, "Finetune/Step": 458, "Finetune/Step Time": 4.540472604334354}
{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.9683271050453186, "Finetune/Loss (Raw)": 0.9939842820167542, "Finetune/Step": 459, "Finetune/Step Time": 4.543353693559766}
{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.9685710072517395, "Finetune/Loss (Raw)": 0.8528205156326294, "Finetune/Step": 460, "Finetune/Step Time": 4.542533695697784}
{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.9681823253631592, "Finetune/Loss (Raw)": 0.9790667295455933, "Finetune/Step": 461, "Finetune/Step Time": 4.541574947535992}
{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.9682096838951111, "Finetune/Loss (Raw)": 0.9916781187057495, "Finetune/Step": 462, "Finetune/Step Time": 4.541006945073605}
{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.9696547389030457, "Finetune/Loss (Raw)": 1.1910585165023804, "Finetune/Step": 463, "Finetune/Step Time": 4.535082284361124}
{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.963263750076294, "Finetune/Loss (Raw)": 0.2777431309223175, "Finetune/Step": 464, "Finetune/Step Time": 4.572787430137396}
{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.9618914127349854, "Finetune/Loss (Raw)": 1.0433435440063477, "Finetune/Step": 465, "Finetune/Step Time": 4.580133248120546}
{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.961499810218811, "Finetune/Loss (Raw)": 0.9457595348358154, "Finetune/Step": 466, "Finetune/Step Time": 4.584533639252186}
{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.9623514413833618, "Finetune/Loss (Raw)": 1.081089735031128, "Finetune/Step": 467, "Finetune/Step Time": 4.584451599046588}
{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.9617863893508911, "Finetune/Loss (Raw)": 0.8380125164985657, "Finetune/Step": 468, "Finetune/Step Time": 4.596209865063429}
{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.9565413594245911, "Finetune/Loss (Raw)": 0.34658142924308777, "Finetune/Step": 469, "Finetune/Step Time": 4.630379430949688}
{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.9556993246078491, "Finetune/Loss (Raw)": 0.9861486554145813, "Finetune/Step": 470, "Finetune/Step Time": 4.629793057218194}
{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.9556812644004822, "Finetune/Loss (Raw)": 1.0149729251861572, "Finetune/Step": 471, "Finetune/Step Time": 4.645035231485963}
{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.9560627937316895, "Finetune/Loss (Raw)": 1.1375635862350464, "Finetune/Step": 472, "Finetune/Step Time": 4.6462134420871735}
{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.954531192779541, "Finetune/Loss (Raw)": 0.9233262538909912, "Finetune/Step": 473, "Finetune/Step Time": 4.644508263096213}
{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.9540205001831055, "Finetune/Loss (Raw)": 1.0554672479629517, "Finetune/Step": 474, "Finetune/Step Time": 4.640372728928924}
{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.9533815979957581, "Finetune/Loss (Raw)": 1.0646346807479858, "Finetune/Step": 475, "Finetune/Step Time": 4.639028089120984}
{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.9529648423194885, "Finetune/Loss (Raw)": 1.0272941589355469, "Finetune/Step": 476, "Finetune/Step Time": 4.623096274212003}
{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.9526607990264893, "Finetune/Loss (Raw)": 1.1096854209899902, "Finetune/Step": 477, "Finetune/Step Time": 4.628920776769519}
{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.9524520039558411, "Finetune/Loss (Raw)": 0.9661239385604858, "Finetune/Step": 478, "Finetune/Step Time": 4.605489538982511}
{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.9526342749595642, "Finetune/Loss (Raw)": 1.0291919708251953, "Finetune/Step": 479, "Finetune/Step Time": 4.590554980561137}
{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.9534057378768921, "Finetune/Loss (Raw)": 1.0943646430969238, "Finetune/Step": 480, "Finetune/Step Time": 4.582632165402174}
{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.9537216424942017, "Finetune/Loss (Raw)": 1.027449607849121, "Finetune/Step": 481, "Finetune/Step Time": 4.587133105844259}
{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.9548446536064148, "Finetune/Loss (Raw)": 1.0517253875732422, "Finetune/Step": 482, "Finetune/Step Time": 4.596180772408843}
{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.9546260833740234, "Finetune/Loss (Raw)": 1.0365325212478638, "Finetune/Step": 483, "Finetune/Step Time": 4.606763957068324}
{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.9552057385444641, "Finetune/Loss (Raw)": 0.9882633686065674, "Finetune/Step": 484, "Finetune/Step Time": 4.610685709863901}
{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.9546176195144653, "Finetune/Loss (Raw)": 0.8564735054969788, "Finetune/Step": 485, "Finetune/Step Time": 4.614373443648219}
{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.9595026969909668, "Finetune/Loss (Raw)": 0.9810946583747864, "Finetune/Step": 486, "Finetune/Step Time": 4.58892910182476}
{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.9610093235969543, "Finetune/Loss (Raw)": 1.0433919429779053, "Finetune/Step": 487, "Finetune/Step Time": 4.587904676795006}
{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.9612590074539185, "Finetune/Loss (Raw)": 1.045566439628601, "Finetune/Step": 488, "Finetune/Step Time": 4.585278747603297}
{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.9616622924804688, "Finetune/Loss (Raw)": 0.9467464685440063, "Finetune/Step": 489, "Finetune/Step Time": 4.589668918401003}
{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.9613733291625977, "Finetune/Loss (Raw)": 0.9394527077674866, "Finetune/Step": 490, "Finetune/Step Time": 4.595903834328055}
{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.958260178565979, "Finetune/Loss (Raw)": 0.6746329665184021, "Finetune/Step": 491, "Finetune/Step Time": 4.6242115423083305}
{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.9572873115539551, "Finetune/Loss (Raw)": 0.9699846506118774, "Finetune/Step": 492, "Finetune/Step Time": 4.629969719797373}
{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.9569427967071533, "Finetune/Loss (Raw)": 1.0753458738327026, "Finetune/Step": 493, "Finetune/Step Time": 4.632284181192517}
{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.9575579166412354, "Finetune/Loss (Raw)": 0.9724883437156677, "Finetune/Step": 494, "Finetune/Step Time": 4.643397139385343}
{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.957740306854248, "Finetune/Loss (Raw)": 1.0216618776321411, "Finetune/Step": 495, "Finetune/Step Time": 4.643452322110534}
{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.9579035043716431, "Finetune/Loss (Raw)": 1.0417981147766113, "Finetune/Step": 496, "Finetune/Step Time": 4.657118806615472}
{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.9577956199645996, "Finetune/Loss (Raw)": 0.9740574359893799, "Finetune/Step": 497, "Finetune/Step Time": 4.6592326778918505}
{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.9568805694580078, "Finetune/Loss (Raw)": 1.043875813484192, "Finetune/Step": 498, "Finetune/Step Time": 4.657371571287513}
{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.9548258781433105, "Finetune/Loss (Raw)": 0.8936457633972168, "Finetune/Step": 499, "Finetune/Step Time": 4.659404564648867}
{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.9543857574462891, "Finetune/Loss (Raw)": 0.992638111114502, "Finetune/Step": 500, "Finetune/Step Time": 4.658233020454645}
{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.9572789072990417, "Finetune/Loss (Raw)": 0.7981529831886292, "Finetune/Step": 501, "Finetune/Step Time": 4.625544890761375}
{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.9615201950073242, "Finetune/Loss (Raw)": 0.8939139246940613, "Finetune/Step": 502, "Finetune/Step Time": 4.604913996532559}
{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.9609719514846802, "Finetune/Loss (Raw)": 1.0358822345733643, "Finetune/Step": 503, "Finetune/Step Time": 4.621273022145033}
{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.9623163342475891, "Finetune/Loss (Raw)": 1.0681209564208984, "Finetune/Step": 504, "Finetune/Step Time": 4.622283134609461}
{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.9626733660697937, "Finetune/Loss (Raw)": 1.0144175291061401, "Finetune/Step": 505, "Finetune/Step Time": 4.623371252790093}
{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.9596607685089111, "Finetune/Loss (Raw)": 0.8291873931884766, "Finetune/Step": 506, "Finetune/Step Time": 4.6345852967351675}
{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.9586594700813293, "Finetune/Loss (Raw)": 1.0182358026504517, "Finetune/Step": 507, "Finetune/Step Time": 4.630526954308152}
{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.9583402872085571, "Finetune/Loss (Raw)": 0.9939349293708801, "Finetune/Step": 508, "Finetune/Step Time": 4.630133952945471}
{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.9576546549797058, "Finetune/Loss (Raw)": 0.9704452157020569, "Finetune/Step": 509, "Finetune/Step Time": 4.633117036893964}
{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.9577082991600037, "Finetune/Loss (Raw)": 0.9322896003723145, "Finetune/Step": 510, "Finetune/Step Time": 4.594841133803129}
{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.9590189456939697, "Finetune/Loss (Raw)": 1.1010557413101196, "Finetune/Step": 511, "Finetune/Step Time": 4.5605273097753525}
{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.9633768796920776, "Finetune/Loss (Raw)": 1.025648832321167, "Finetune/Step": 512, "Finetune/Step Time": 4.529385905712843}
{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.9638188481330872, "Finetune/Loss (Raw)": 1.0658410787582397, "Finetune/Step": 513, "Finetune/Step Time": 4.533728338778019}
{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.964512825012207, "Finetune/Loss (Raw)": 1.1047641038894653, "Finetune/Step": 514, "Finetune/Step Time": 4.54704000428319}
{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.9607123136520386, "Finetune/Loss (Raw)": 0.3927861452102661, "Finetune/Step": 515, "Finetune/Step Time": 4.584208484739065}
{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.961713969707489, "Finetune/Loss (Raw)": 1.083483338356018, "Finetune/Step": 516, "Finetune/Step Time": 4.587377058342099}
{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.9624910354614258, "Finetune/Loss (Raw)": 1.0429118871688843, "Finetune/Step": 517, "Finetune/Step Time": 4.586562152951956}
{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.9642069935798645, "Finetune/Loss (Raw)": 1.058122158050537, "Finetune/Step": 518, "Finetune/Step Time": 4.588929554447532}
{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.9646979570388794, "Finetune/Loss (Raw)": 1.0660855770111084, "Finetune/Step": 519, "Finetune/Step Time": 4.603906311094761}
{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.9650064706802368, "Finetune/Loss (Raw)": 1.0130692720413208, "Finetune/Step": 520, "Finetune/Step Time": 4.603708390146494}
{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.9662626385688782, "Finetune/Loss (Raw)": 1.01128089427948, "Finetune/Step": 521, "Finetune/Step Time": 4.594729674980044}
{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.9677194356918335, "Finetune/Loss (Raw)": 0.9948431849479675, "Finetune/Step": 522, "Finetune/Step Time": 4.576516712084413}
{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.9654352068901062, "Finetune/Loss (Raw)": 0.9098449349403381, "Finetune/Step": 523, "Finetune/Step Time": 4.583547404035926}
{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.9647763967514038, "Finetune/Loss (Raw)": 1.0175789594650269, "Finetune/Step": 524, "Finetune/Step Time": 4.579616019502282}
{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.9661499261856079, "Finetune/Loss (Raw)": 1.0231423377990723, "Finetune/Step": 525, "Finetune/Step Time": 4.562673842534423}
{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.9642828702926636, "Finetune/Loss (Raw)": 0.936663806438446, "Finetune/Step": 526, "Finetune/Step Time": 4.575531402602792}
{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.9646404981613159, "Finetune/Loss (Raw)": 0.9714795351028442, "Finetune/Step": 527, "Finetune/Step Time": 4.569811241701245}
{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.9654005765914917, "Finetune/Loss (Raw)": 1.0442506074905396, "Finetune/Step": 528, "Finetune/Step Time": 4.564824985340238}
{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.9653116464614868, "Finetune/Loss (Raw)": 1.0999224185943604, "Finetune/Step": 529, "Finetune/Step Time": 4.564405336976051}
{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.9660501480102539, "Finetune/Loss (Raw)": 1.098823070526123, "Finetune/Step": 530, "Finetune/Step Time": 4.548799570649862}
{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.9674517512321472, "Finetune/Loss (Raw)": 1.1554192304611206, "Finetune/Step": 531, "Finetune/Step Time": 4.545498009771109}
{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.9667268395423889, "Finetune/Loss (Raw)": 0.9822589159011841, "Finetune/Step": 532, "Finetune/Step Time": 4.543439522385597}
{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.9684114456176758, "Finetune/Loss (Raw)": 0.94933021068573, "Finetune/Step": 533, "Finetune/Step Time": 4.539743075147271}
{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.9721027612686157, "Finetune/Loss (Raw)": 0.9392518997192383, "Finetune/Step": 534, "Finetune/Step Time": 4.5085756834596395}
{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.9761706590652466, "Finetune/Loss (Raw)": 0.9278498888015747, "Finetune/Step": 535, "Finetune/Step Time": 4.481993582099676}
{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.9749008417129517, "Finetune/Loss (Raw)": 0.8210729956626892, "Finetune/Step": 536, "Finetune/Step Time": 4.504537785425782}
{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.9739558696746826, "Finetune/Loss (Raw)": 1.0662885904312134, "Finetune/Step": 537, "Finetune/Step Time": 4.505861045792699}
{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.9723892211914062, "Finetune/Loss (Raw)": 1.0182974338531494, "Finetune/Step": 538, "Finetune/Step Time": 4.51485270448029}
{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.9732074737548828, "Finetune/Loss (Raw)": 1.0972598791122437, "Finetune/Step": 539, "Finetune/Step Time": 4.508852766826749}
{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.9780179262161255, "Finetune/Loss (Raw)": 0.9722756743431091, "Finetune/Step": 540, "Finetune/Step Time": 4.459929393604398}
{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.9771052598953247, "Finetune/Loss (Raw)": 1.007585883140564, "Finetune/Step": 541, "Finetune/Step Time": 4.4669545236974955}
{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.9777262806892395, "Finetune/Loss (Raw)": 1.0227338075637817, "Finetune/Step": 542, "Finetune/Step Time": 4.465901922434568}
{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.9782856702804565, "Finetune/Loss (Raw)": 1.1222187280654907, "Finetune/Step": 543, "Finetune/Step Time": 4.4658505860716105}
{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.9779298305511475, "Finetune/Loss (Raw)": 1.0775635242462158, "Finetune/Step": 544, "Finetune/Step Time": 4.466259226202965}
{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.9774101376533508, "Finetune/Loss (Raw)": 0.9866145253181458, "Finetune/Step": 545, "Finetune/Step Time": 4.463701739907265}
{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.976170539855957, "Finetune/Loss (Raw)": 0.9391846656799316, "Finetune/Step": 546, "Finetune/Step Time": 4.465147705748677}
{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.9769231677055359, "Finetune/Loss (Raw)": 1.0748257637023926, "Finetune/Step": 547, "Finetune/Step Time": 4.45603459328413}
{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.9816387891769409, "Finetune/Loss (Raw)": 0.9594302773475647, "Finetune/Step": 548, "Finetune/Step Time": 4.433239605277777}
{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.9802327156066895, "Finetune/Loss (Raw)": 0.8460443019866943, "Finetune/Step": 549, "Finetune/Step Time": 4.442006086930633}
{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.9801510572433472, "Finetune/Loss (Raw)": 0.9929576516151428, "Finetune/Step": 550, "Finetune/Step Time": 4.424225561320782}
{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.9789648056030273, "Finetune/Loss (Raw)": 0.9739164113998413, "Finetune/Step": 551, "Finetune/Step Time": 4.425471110269427}
{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.9794573187828064, "Finetune/Loss (Raw)": 1.0992709398269653, "Finetune/Step": 552, "Finetune/Step Time": 4.42097420617938}
{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.9794793128967285, "Finetune/Loss (Raw)": 0.7640750408172607, "Finetune/Step": 553, "Finetune/Step Time": 4.38468492589891}
{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.9803967475891113, "Finetune/Loss (Raw)": 1.1343770027160645, "Finetune/Step": 554, "Finetune/Step Time": 4.382287735119462}
{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.9801123142242432, "Finetune/Loss (Raw)": 0.9432774186134338, "Finetune/Step": 555, "Finetune/Step Time": 4.396425131708384}
{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.979270875453949, "Finetune/Loss (Raw)": 1.01426100730896, "Finetune/Step": 556, "Finetune/Step Time": 4.408605078235269}
{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.9784005284309387, "Finetune/Loss (Raw)": 0.9573676586151123, "Finetune/Step": 557, "Finetune/Step Time": 4.405084054917097}
{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.9732390642166138, "Finetune/Loss (Raw)": 0.2426077127456665, "Finetune/Step": 558, "Finetune/Step Time": 4.437049614265561}
{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.9723900556564331, "Finetune/Loss (Raw)": 0.9758051633834839, "Finetune/Step": 559, "Finetune/Step Time": 4.430482123047113}
{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.9716491103172302, "Finetune/Loss (Raw)": 0.8443634510040283, "Finetune/Step": 560, "Finetune/Step Time": 4.425664406269789}
{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.9714050889015198, "Finetune/Loss (Raw)": 0.8878399729728699, "Finetune/Step": 561, "Finetune/Step Time": 4.426356814801693}
{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.9710283875465393, "Finetune/Loss (Raw)": 0.9384707808494568, "Finetune/Step": 562, "Finetune/Step Time": 4.424272608011961}
{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.9726795554161072, "Finetune/Loss (Raw)": 1.0489791631698608, "Finetune/Step": 563, "Finetune/Step Time": 4.424909269437194}
{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.9735478162765503, "Finetune/Loss (Raw)": 1.031967043876648, "Finetune/Step": 564, "Finetune/Step Time": 4.440153446048498}
{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.9729995727539062, "Finetune/Loss (Raw)": 0.9515719413757324, "Finetune/Step": 565, "Finetune/Step Time": 4.449876472353935}
{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.9738637804985046, "Finetune/Loss (Raw)": 1.07796049118042, "Finetune/Step": 566, "Finetune/Step Time": 4.4514119401574135}
{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.9740368723869324, "Finetune/Loss (Raw)": 0.9929085969924927, "Finetune/Step": 567, "Finetune/Step Time": 4.449116665869951}
{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.9677829742431641, "Finetune/Loss (Raw)": 0.2782007157802582, "Finetune/Step": 568, "Finetune/Step Time": 4.4781276155263186}
{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.9668145179748535, "Finetune/Loss (Raw)": 0.9229859113693237, "Finetune/Step": 569, "Finetune/Step Time": 4.48383079841733}
{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.9713956117630005, "Finetune/Loss (Raw)": 1.0145552158355713, "Finetune/Step": 570, "Finetune/Step Time": 4.44934069365263}
{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.9703760147094727, "Finetune/Loss (Raw)": 0.9395854473114014, "Finetune/Step": 571, "Finetune/Step Time": 4.455133479088545}
{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.9696036577224731, "Finetune/Loss (Raw)": 1.0398648977279663, "Finetune/Step": 572, "Finetune/Step Time": 4.454445084556937}
{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.970065712928772, "Finetune/Loss (Raw)": 1.0684610605239868, "Finetune/Step": 573, "Finetune/Step Time": 4.447539495304227}
{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.9699081182479858, "Finetune/Loss (Raw)": 1.092768907546997, "Finetune/Step": 574, "Finetune/Step Time": 4.439887076616287}
{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.9706957340240479, "Finetune/Loss (Raw)": 1.1335527896881104, "Finetune/Step": 575, "Finetune/Step Time": 4.4734121561050415}
{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.9708833694458008, "Finetune/Loss (Raw)": 0.9838533997535706, "Finetune/Step": 576, "Finetune/Step Time": 4.474606387317181}
{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.9697247743606567, "Finetune/Loss (Raw)": 0.9863754510879517, "Finetune/Step": 577, "Finetune/Step Time": 4.476178836077452}
{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.9697908163070679, "Finetune/Loss (Raw)": 0.9539639353752136, "Finetune/Step": 578, "Finetune/Step Time": 4.472055293619633}
{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.9688429832458496, "Finetune/Loss (Raw)": 0.8522399663925171, "Finetune/Step": 579, "Finetune/Step Time": 4.485001331195235}
{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.9691060185432434, "Finetune/Loss (Raw)": 1.0381405353546143, "Finetune/Step": 580, "Finetune/Step Time": 4.486922465264797}
{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.9684638977050781, "Finetune/Loss (Raw)": 1.1378523111343384, "Finetune/Step": 581, "Finetune/Step Time": 4.491505801677704}
{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.9689434766769409, "Finetune/Loss (Raw)": 1.047705054283142, "Finetune/Step": 582, "Finetune/Step Time": 4.486530918627977}
{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.9674257040023804, "Finetune/Loss (Raw)": 0.8952919244766235, "Finetune/Step": 583, "Finetune/Step Time": 4.492641223594546}
{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.9732300043106079, "Finetune/Loss (Raw)": 1.074987769126892, "Finetune/Step": 584, "Finetune/Step Time": 4.464450778439641}
{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.9744921922683716, "Finetune/Loss (Raw)": 1.075664758682251, "Finetune/Step": 585, "Finetune/Step Time": 4.465717323124409}
{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.9675858020782471, "Finetune/Loss (Raw)": 0.33453449606895447, "Finetune/Step": 586, "Finetune/Step Time": 4.499852256849408}
{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.9691071510314941, "Finetune/Loss (Raw)": 1.1887179613113403, "Finetune/Step": 587, "Finetune/Step Time": 4.4912512712180614}
{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.9702171087265015, "Finetune/Loss (Raw)": 0.9948898553848267, "Finetune/Step": 588, "Finetune/Step Time": 4.499870575964451}
{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.9710407257080078, "Finetune/Loss (Raw)": 1.0844937562942505, "Finetune/Step": 589, "Finetune/Step Time": 4.494943492114544}
{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.971778392791748, "Finetune/Loss (Raw)": 1.0860934257507324, "Finetune/Step": 590, "Finetune/Step Time": 4.496063206344843}
{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.9698971509933472, "Finetune/Loss (Raw)": 0.9502643942832947, "Finetune/Step": 591, "Finetune/Step Time": 4.498195141553879}
{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.9753307104110718, "Finetune/Loss (Raw)": 0.9732353687286377, "Finetune/Step": 592, "Finetune/Step Time": 4.458347070962191}
{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.9749813079833984, "Finetune/Loss (Raw)": 0.9986315369606018, "Finetune/Step": 593, "Finetune/Step Time": 4.473226604983211}
{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.9754719734191895, "Finetune/Loss (Raw)": 1.008555293083191, "Finetune/Step": 594, "Finetune/Step Time": 4.460987858474255}
{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.9749327898025513, "Finetune/Loss (Raw)": 1.0120726823806763, "Finetune/Step": 595, "Finetune/Step Time": 4.451031198725104}
{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.975667417049408, "Finetune/Loss (Raw)": 0.9320475459098816, "Finetune/Step": 596, "Finetune/Step Time": 4.433635937049985}
{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.9797811508178711, "Finetune/Loss (Raw)": 0.8731397986412048, "Finetune/Step": 597, "Finetune/Step Time": 4.3976812697947025}
{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.9799147844314575, "Finetune/Loss (Raw)": 1.003250241279602, "Finetune/Step": 598, "Finetune/Step Time": 4.420308895409107}
{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.9799662828445435, "Finetune/Loss (Raw)": 1.0215705633163452, "Finetune/Step": 599, "Finetune/Step Time": 4.402063205838203}
{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.9797397255897522, "Finetune/Loss (Raw)": 1.1085668802261353, "Finetune/Step": 600, "Finetune/Step Time": 4.406952826306224}
{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.9801543951034546, "Finetune/Loss (Raw)": 0.97639399766922, "Finetune/Step": 601, "Finetune/Step Time": 4.430530905723572}
{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.980133056640625, "Finetune/Loss (Raw)": 1.052738070487976, "Finetune/Step": 602, "Finetune/Step Time": 4.423620155081153}
{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.9791163802146912, "Finetune/Loss (Raw)": 0.9345068335533142, "Finetune/Step": 603, "Finetune/Step Time": 4.428404303267598}
{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.9794436693191528, "Finetune/Loss (Raw)": 1.0691839456558228, "Finetune/Step": 604, "Finetune/Step Time": 4.427819149568677}
{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.9781475067138672, "Finetune/Loss (Raw)": 0.9437832832336426, "Finetune/Step": 605, "Finetune/Step Time": 4.422817472368479}
{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.9778581857681274, "Finetune/Loss (Raw)": 0.9290881752967834, "Finetune/Step": 606, "Finetune/Step Time": 4.4398700669407845}
{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.9762376546859741, "Finetune/Loss (Raw)": 0.8217602372169495, "Finetune/Step": 607, "Finetune/Step Time": 4.46952960640192}
{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.9761804342269897, "Finetune/Loss (Raw)": 1.0870380401611328, "Finetune/Step": 608, "Finetune/Step Time": 4.466601742431521}
{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.975327730178833, "Finetune/Loss (Raw)": 0.9183109998703003, "Finetune/Step": 609, "Finetune/Step Time": 4.461875477805734}
{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.9746787548065186, "Finetune/Loss (Raw)": 0.968654453754425, "Finetune/Step": 610, "Finetune/Step Time": 4.452459858730435}
{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.9746387004852295, "Finetune/Loss (Raw)": 1.0314072370529175, "Finetune/Step": 611, "Finetune/Step Time": 4.430312305688858}
{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.9763165712356567, "Finetune/Loss (Raw)": 1.2030243873596191, "Finetune/Step": 612, "Finetune/Step Time": 4.427689056843519}
{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.9766905307769775, "Finetune/Loss (Raw)": 0.9043397307395935, "Finetune/Step": 613, "Finetune/Step Time": 4.4200347028672695}
{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.9767096042633057, "Finetune/Loss (Raw)": 0.983543336391449, "Finetune/Step": 614, "Finetune/Step Time": 4.405259259045124}
{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.9766398072242737, "Finetune/Loss (Raw)": 1.0344516038894653, "Finetune/Step": 615, "Finetune/Step Time": 4.411851027980447}
{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.976296067237854, "Finetune/Loss (Raw)": 1.0015740394592285, "Finetune/Step": 616, "Finetune/Step Time": 4.414127238094807}
{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.9767391085624695, "Finetune/Loss (Raw)": 1.0034480094909668, "Finetune/Step": 617, "Finetune/Step Time": 4.40619458630681}
{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.9775880575180054, "Finetune/Loss (Raw)": 1.0481210947036743, "Finetune/Step": 618, "Finetune/Step Time": 4.400459535419941}
{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.9795455932617188, "Finetune/Loss (Raw)": 0.9252028465270996, "Finetune/Step": 619, "Finetune/Step Time": 4.395246768370271}
{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.9800432920455933, "Finetune/Loss (Raw)": 1.0336823463439941, "Finetune/Step": 620, "Finetune/Step Time": 4.385812403634191}
{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.9796229600906372, "Finetune/Loss (Raw)": 1.0215407609939575, "Finetune/Step": 621, "Finetune/Step Time": 4.405236851423979}
{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.9795334339141846, "Finetune/Loss (Raw)": 0.9610342383384705, "Finetune/Step": 622, "Finetune/Step Time": 4.3931266982108355}
{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.9798567295074463, "Finetune/Loss (Raw)": 1.0630433559417725, "Finetune/Step": 623, "Finetune/Step Time": 4.3942716009914875}
{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.9794963002204895, "Finetune/Loss (Raw)": 0.9956637024879456, "Finetune/Step": 624, "Finetune/Step Time": 4.380184261128306}
{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.9800721406936646, "Finetune/Loss (Raw)": 1.0477617979049683, "Finetune/Step": 625, "Finetune/Step Time": 4.3814055267721415}
{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.9801948070526123, "Finetune/Loss (Raw)": 1.0595800876617432, "Finetune/Step": 626, "Finetune/Step Time": 4.379408041015267}
{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.9808621406555176, "Finetune/Loss (Raw)": 0.979063093662262, "Finetune/Step": 627, "Finetune/Step Time": 4.381650164723396}
{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.980860710144043, "Finetune/Loss (Raw)": 0.9924541711807251, "Finetune/Step": 628, "Finetune/Step Time": 4.371312692761421}
{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.9826556444168091, "Finetune/Loss (Raw)": 1.0279086828231812, "Finetune/Step": 629, "Finetune/Step Time": 4.355852972716093}
{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.9845635890960693, "Finetune/Loss (Raw)": 1.138131856918335, "Finetune/Step": 630, "Finetune/Step Time": 4.337516041472554}
{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.9835672378540039, "Finetune/Loss (Raw)": 0.9083428978919983, "Finetune/Step": 631, "Finetune/Step Time": 4.322900228202343}
{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.9843475222587585, "Finetune/Loss (Raw)": 1.1680032014846802, "Finetune/Step": 632, "Finetune/Step Time": 4.3219442293047905}
{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.9862784743309021, "Finetune/Loss (Raw)": 1.2615764141082764, "Finetune/Step": 633, "Finetune/Step Time": 4.323201579973102}
{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.9871997237205505, "Finetune/Loss (Raw)": 0.947105884552002, "Finetune/Step": 634, "Finetune/Step Time": 4.3148918356746435}
{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.9870579242706299, "Finetune/Loss (Raw)": 1.0000871419906616, "Finetune/Step": 635, "Finetune/Step Time": 4.313146345317364}
{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.9876729846000671, "Finetune/Loss (Raw)": 1.0726642608642578, "Finetune/Step": 636, "Finetune/Step Time": 4.338166207075119}
{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.9887187480926514, "Finetune/Loss (Raw)": 1.1042959690093994, "Finetune/Step": 637, "Finetune/Step Time": 4.328367488458753}
{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.9900257587432861, "Finetune/Loss (Raw)": 1.0995889902114868, "Finetune/Step": 638, "Finetune/Step Time": 4.322669677436352}
{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.9893656969070435, "Finetune/Loss (Raw)": 1.0165718793869019, "Finetune/Step": 639, "Finetune/Step Time": 4.325333887711167}
{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.9892062544822693, "Finetune/Loss (Raw)": 1.0052413940429688, "Finetune/Step": 640, "Finetune/Step Time": 4.320124724879861}
{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.9894412755966187, "Finetune/Loss (Raw)": 1.095923900604248, "Finetune/Step": 641, "Finetune/Step Time": 4.332552291452885}
{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.9833906888961792, "Finetune/Loss (Raw)": 0.3302838206291199, "Finetune/Step": 642, "Finetune/Step Time": 4.354645384475589}
{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.9881123304367065, "Finetune/Loss (Raw)": 0.9971544742584229, "Finetune/Step": 643, "Finetune/Step Time": 4.316334635019302}
{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.9878014922142029, "Finetune/Loss (Raw)": 1.0437052249908447, "Finetune/Step": 644, "Finetune/Step Time": 4.320958463475108}
{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.9881006479263306, "Finetune/Loss (Raw)": 1.0812005996704102, "Finetune/Step": 645, "Finetune/Step Time": 4.31931078247726}
{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.9877965450286865, "Finetune/Loss (Raw)": 1.0191922187805176, "Finetune/Step": 646, "Finetune/Step Time": 4.334905885159969}
{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.9869567155838013, "Finetune/Loss (Raw)": 0.9585833549499512, "Finetune/Step": 647, "Finetune/Step Time": 4.335354143753648}
{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.9871132969856262, "Finetune/Loss (Raw)": 1.0331189632415771, "Finetune/Step": 648, "Finetune/Step Time": 4.333688486367464}
{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.9872527122497559, "Finetune/Loss (Raw)": 1.02912175655365, "Finetune/Step": 649, "Finetune/Step Time": 4.329423222690821}
{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.9872028827667236, "Finetune/Loss (Raw)": 0.9884625673294067, "Finetune/Step": 650, "Finetune/Step Time": 4.342589944601059}
{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.9881031513214111, "Finetune/Loss (Raw)": 1.0250846147537231, "Finetune/Step": 651, "Finetune/Step Time": 4.350685004144907}
{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.9879803657531738, "Finetune/Loss (Raw)": 1.0018666982650757, "Finetune/Step": 652, "Finetune/Step Time": 4.354920437559485}
{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.987135648727417, "Finetune/Loss (Raw)": 0.9150214791297913, "Finetune/Step": 653, "Finetune/Step Time": 4.357238030061126}
{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.9892712831497192, "Finetune/Loss (Raw)": 1.2100120782852173, "Finetune/Step": 654, "Finetune/Step Time": 4.348163198679686}
{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.9894062280654907, "Finetune/Loss (Raw)": 0.9887573719024658, "Finetune/Step": 655, "Finetune/Step Time": 4.35750637948513}
{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.9888512492179871, "Finetune/Loss (Raw)": 0.9732180833816528, "Finetune/Step": 656, "Finetune/Step Time": 4.360843144357204}
{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.987743616104126, "Finetune/Loss (Raw)": 0.958154559135437, "Finetune/Step": 657, "Finetune/Step Time": 4.381595402956009}
{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.9868708848953247, "Finetune/Loss (Raw)": 0.9870926737785339, "Finetune/Step": 658, "Finetune/Step Time": 4.383220314979553}
{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.9841356873512268, "Finetune/Loss (Raw)": 0.8053233623504639, "Finetune/Step": 659, "Finetune/Step Time": 4.40504321269691}
{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.9852698445320129, "Finetune/Loss (Raw)": 1.1274343729019165, "Finetune/Step": 660, "Finetune/Step Time": 4.409543767571449}
{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.9857650995254517, "Finetune/Loss (Raw)": 1.012718915939331, "Finetune/Step": 661, "Finetune/Step Time": 4.401812881231308}
{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.986695408821106, "Finetune/Loss (Raw)": 1.0583277940750122, "Finetune/Step": 662, "Finetune/Step Time": 4.390783507376909}
{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.9881261587142944, "Finetune/Loss (Raw)": 1.1109867095947266, "Finetune/Step": 663, "Finetune/Step Time": 4.379823442548513}
{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.9897167682647705, "Finetune/Loss (Raw)": 1.0246707201004028, "Finetune/Step": 664, "Finetune/Step Time": 4.367444887757301}
{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.9904460310935974, "Finetune/Loss (Raw)": 1.1596381664276123, "Finetune/Step": 665, "Finetune/Step Time": 4.375511437654495}
{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.9916267991065979, "Finetune/Loss (Raw)": 1.1694308519363403, "Finetune/Step": 666, "Finetune/Step Time": 4.367600383237004}
{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.9918476939201355, "Finetune/Loss (Raw)": 1.12553870677948, "Finetune/Step": 667, "Finetune/Step Time": 4.381107047200203}
{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.9910227060317993, "Finetune/Loss (Raw)": 0.8666765689849854, "Finetune/Step": 668, "Finetune/Step Time": 4.386258875951171}
{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.9912406802177429, "Finetune/Loss (Raw)": 1.0354892015457153, "Finetune/Step": 669, "Finetune/Step Time": 4.380347786471248}
{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.9904011487960815, "Finetune/Loss (Raw)": 0.9152675271034241, "Finetune/Step": 670, "Finetune/Step Time": 4.382625378668308}
{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.9894285202026367, "Finetune/Loss (Raw)": 0.997724711894989, "Finetune/Step": 671, "Finetune/Step Time": 4.381382159888744}
{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.9893012642860413, "Finetune/Loss (Raw)": 1.061279296875, "Finetune/Step": 672, "Finetune/Step Time": 4.3782319985330105}
{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.9903626441955566, "Finetune/Loss (Raw)": 1.1224753856658936, "Finetune/Step": 673, "Finetune/Step Time": 4.379238227382302}
{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.9917389154434204, "Finetune/Loss (Raw)": 1.1153408288955688, "Finetune/Step": 674, "Finetune/Step Time": 4.379688464105129}
{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.9917010068893433, "Finetune/Loss (Raw)": 1.0699745416641235, "Finetune/Step": 675, "Finetune/Step Time": 4.381548669189215}
{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.992290198802948, "Finetune/Loss (Raw)": 1.0348496437072754, "Finetune/Step": 676, "Finetune/Step Time": 4.375464679673314}
{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.9928532242774963, "Finetune/Loss (Raw)": 0.9181081056594849, "Finetune/Step": 677, "Finetune/Step Time": 4.407768597826362}
{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.9939426183700562, "Finetune/Loss (Raw)": 1.1323997974395752, "Finetune/Step": 678, "Finetune/Step Time": 4.41962281242013}
{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.9952511191368103, "Finetune/Loss (Raw)": 1.1414053440093994, "Finetune/Step": 679, "Finetune/Step Time": 4.424929916858673}
{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.9941962957382202, "Finetune/Loss (Raw)": 0.9642560482025146, "Finetune/Step": 680, "Finetune/Step Time": 4.42325609177351}
{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 0.9966062903404236, "Finetune/Loss (Raw)": 1.0725547075271606, "Finetune/Step": 681, "Finetune/Step Time": 4.421427331864834}
{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.9962090849876404, "Finetune/Loss (Raw)": 1.0835323333740234, "Finetune/Step": 682, "Finetune/Step Time": 4.418325727805495}
{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 0.9974814653396606, "Finetune/Loss (Raw)": 1.1061404943466187, "Finetune/Step": 683, "Finetune/Step Time": 4.399131674319506}
{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 0.9970623254776001, "Finetune/Loss (Raw)": 0.9606163501739502, "Finetune/Step": 684, "Finetune/Step Time": 4.3880426194518805}
{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.9955593347549438, "Finetune/Loss (Raw)": 0.7649886608123779, "Finetune/Step": 685, "Finetune/Step Time": 4.403489476069808}
{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 1.001017689704895, "Finetune/Loss (Raw)": 0.9412720203399658, "Finetune/Step": 686, "Finetune/Step Time": 4.378337008878589}
{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 1.0009851455688477, "Finetune/Loss (Raw)": 0.9716410636901855, "Finetune/Step": 687, "Finetune/Step Time": 4.37523465231061}
{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 1.0023064613342285, "Finetune/Loss (Raw)": 1.0134872198104858, "Finetune/Step": 688, "Finetune/Step Time": 4.373958868905902}
{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 1.001129388809204, "Finetune/Loss (Raw)": 0.737167477607727, "Finetune/Step": 689, "Finetune/Step Time": 4.387275859713554}
{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 1.0004551410675049, "Finetune/Loss (Raw)": 0.8521738648414612, "Finetune/Step": 690, "Finetune/Step Time": 4.433016676455736}
{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 1.000510811805725, "Finetune/Loss (Raw)": 1.0561074018478394, "Finetune/Step": 691, "Finetune/Step Time": 4.4348443653434515}
{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 0.9997118711471558, "Finetune/Loss (Raw)": 0.9297024011611938, "Finetune/Step": 692, "Finetune/Step Time": 4.446994509547949}
{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 0.9999417662620544, "Finetune/Loss (Raw)": 0.9809994101524353, "Finetune/Step": 693, "Finetune/Step Time": 4.446257412433624}
{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.9945785999298096, "Finetune/Loss (Raw)": 0.3914744555950165, "Finetune/Step": 694, "Finetune/Step Time": 4.477579865604639}
{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.9936143159866333, "Finetune/Loss (Raw)": 0.8694816827774048, "Finetune/Step": 695, "Finetune/Step Time": 4.483763080090284}
{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 1.0001119375228882, "Finetune/Loss (Raw)": 1.1098926067352295, "Finetune/Step": 696, "Finetune/Step Time": 4.45062905177474}
{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 1.0002586841583252, "Finetune/Loss (Raw)": 0.9417768716812134, "Finetune/Step": 697, "Finetune/Step Time": 4.462697492912412}
{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 1.0016138553619385, "Finetune/Loss (Raw)": 1.187999963760376, "Finetune/Step": 698, "Finetune/Step Time": 4.45052089355886}
{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 1.0036463737487793, "Finetune/Loss (Raw)": 1.1997570991516113, "Finetune/Step": 699, "Finetune/Step Time": 4.447189642116427}
{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 1.0032693147659302, "Finetune/Loss (Raw)": 0.9916032552719116, "Finetune/Step": 700, "Finetune/Step Time": 4.472504751756787}
{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 0.9973178505897522, "Finetune/Loss (Raw)": 0.3066770136356354, "Finetune/Step": 701, "Finetune/Step Time": 4.501252003014088}
{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.9964085817337036, "Finetune/Loss (Raw)": 0.9763789176940918, "Finetune/Step": 702, "Finetune/Step Time": 4.508276678621769}
{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.9944215416908264, "Finetune/Loss (Raw)": 0.8792051076889038, "Finetune/Step": 703, "Finetune/Step Time": 4.483316091820598}
{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.9944838285446167, "Finetune/Loss (Raw)": 0.991827130317688, "Finetune/Step": 704, "Finetune/Step Time": 4.50093249976635}
{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.9946995973587036, "Finetune/Loss (Raw)": 1.0139960050582886, "Finetune/Step": 705, "Finetune/Step Time": 4.505709275603294}
{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.993436336517334, "Finetune/Loss (Raw)": 0.7922691106796265, "Finetune/Step": 706, "Finetune/Step Time": 4.508253872394562}
{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.993857741355896, "Finetune/Loss (Raw)": 0.906175971031189, "Finetune/Step": 707, "Finetune/Step Time": 4.498801542446017}
{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.9947872161865234, "Finetune/Loss (Raw)": 1.1571189165115356, "Finetune/Step": 708, "Finetune/Step Time": 4.503603959456086}
{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.9934836626052856, "Finetune/Loss (Raw)": 0.9709968566894531, "Finetune/Step": 709, "Finetune/Step Time": 4.509848579764366}
{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.9922027587890625, "Finetune/Loss (Raw)": 0.8837433457374573, "Finetune/Step": 710, "Finetune/Step Time": 4.504367772489786}
{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.9936522245407104, "Finetune/Loss (Raw)": 1.0808227062225342, "Finetune/Step": 711, "Finetune/Step Time": 4.517421128228307}
{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.9909911155700684, "Finetune/Loss (Raw)": 0.7343732118606567, "Finetune/Step": 712, "Finetune/Step Time": 4.527539862319827}
{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.9902486801147461, "Finetune/Loss (Raw)": 0.9806351065635681, "Finetune/Step": 713, "Finetune/Step Time": 4.5279902797192335}
{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.9949504137039185, "Finetune/Loss (Raw)": 0.9363440871238708, "Finetune/Step": 714, "Finetune/Step Time": 4.495080454275012}
{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.9944183826446533, "Finetune/Loss (Raw)": 1.1206259727478027, "Finetune/Step": 715, "Finetune/Step Time": 4.494078343734145}
{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.9934464693069458, "Finetune/Loss (Raw)": 0.8704812526702881, "Finetune/Step": 716, "Finetune/Step Time": 4.468489592894912}
{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.9938437938690186, "Finetune/Loss (Raw)": 1.135360598564148, "Finetune/Step": 717, "Finetune/Step Time": 4.480884140357375}
{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.9935411214828491, "Finetune/Loss (Raw)": 1.0473427772521973, "Finetune/Step": 718, "Finetune/Step Time": 4.484924620017409}
{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.994299590587616, "Finetune/Loss (Raw)": 1.0473437309265137, "Finetune/Step": 719, "Finetune/Step Time": 4.4853660855442286}
{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.9961613416671753, "Finetune/Loss (Raw)": 1.2115399837493896, "Finetune/Step": 720, "Finetune/Step Time": 4.487560201436281}
{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.9956110119819641, "Finetune/Loss (Raw)": 0.9281954169273376, "Finetune/Step": 721, "Finetune/Step Time": 4.491250799968839}
{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.9955235719680786, "Finetune/Loss (Raw)": 0.9973568916320801, "Finetune/Step": 722, "Finetune/Step Time": 4.517725147306919}
{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.9963122010231018, "Finetune/Loss (Raw)": 1.1130225658416748, "Finetune/Step": 723, "Finetune/Step Time": 4.514754138886929}
{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 0.9974968433380127, "Finetune/Loss (Raw)": 1.0836856365203857, "Finetune/Step": 724, "Finetune/Step Time": 4.530214659869671}
{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 0.9995768070220947, "Finetune/Loss (Raw)": 1.1393709182739258, "Finetune/Step": 725, "Finetune/Step Time": 4.529149377718568}
{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 0.9976697564125061, "Finetune/Loss (Raw)": 0.7591440081596375, "Finetune/Step": 726, "Finetune/Step Time": 4.5169606525450945}
{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 0.9977625012397766, "Finetune/Loss (Raw)": 1.0334426164627075, "Finetune/Step": 727, "Finetune/Step Time": 4.523695331066847}
{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 0.9985021948814392, "Finetune/Loss (Raw)": 1.2032535076141357, "Finetune/Step": 728, "Finetune/Step Time": 4.522907413542271}
{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.9959603548049927, "Finetune/Loss (Raw)": 0.6510388851165771, "Finetune/Step": 729, "Finetune/Step Time": 4.512209450826049}
{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.9955912828445435, "Finetune/Loss (Raw)": 1.0054900646209717, "Finetune/Step": 730, "Finetune/Step Time": 4.515844712033868}
{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.9968264698982239, "Finetune/Loss (Raw)": 1.0926153659820557, "Finetune/Step": 731, "Finetune/Step Time": 4.5116782281547785}
{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.9955542087554932, "Finetune/Loss (Raw)": 0.9063345193862915, "Finetune/Step": 732, "Finetune/Step Time": 4.543675689026713}
{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.9957053661346436, "Finetune/Loss (Raw)": 0.9631224870681763, "Finetune/Step": 733, "Finetune/Step Time": 4.5416153613477945}
{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.9952394366264343, "Finetune/Loss (Raw)": 0.8694531321525574, "Finetune/Step": 734, "Finetune/Step Time": 4.529335694387555}
{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.9958513975143433, "Finetune/Loss (Raw)": 0.9000864624977112, "Finetune/Step": 735, "Finetune/Step Time": 4.506700608879328}
{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.9946496486663818, "Finetune/Loss (Raw)": 0.9332159757614136, "Finetune/Step": 736, "Finetune/Step Time": 4.542781265452504}
{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.9962470531463623, "Finetune/Loss (Raw)": 1.122782588005066, "Finetune/Step": 737, "Finetune/Step Time": 4.5382334087044}
{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.9966124296188354, "Finetune/Loss (Raw)": 1.0154187679290771, "Finetune/Step": 738, "Finetune/Step Time": 4.53462578356266}
{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.9920596480369568, "Finetune/Loss (Raw)": 0.44866159558296204, "Finetune/Step": 739, "Finetune/Step Time": 4.577748015522957}
{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.9915937185287476, "Finetune/Loss (Raw)": 1.143385887145996, "Finetune/Step": 740, "Finetune/Step Time": 4.580104064196348}
{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.9909018874168396, "Finetune/Loss (Raw)": 0.8157772421836853, "Finetune/Step": 741, "Finetune/Step Time": 4.598550491034985}
{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.9909069538116455, "Finetune/Loss (Raw)": 0.9841925501823425, "Finetune/Step": 742, "Finetune/Step Time": 4.603956010192633}
{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.9911868572235107, "Finetune/Loss (Raw)": 1.0702874660491943, "Finetune/Step": 743, "Finetune/Step Time": 4.59740643389523}
{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.9911493062973022, "Finetune/Loss (Raw)": 0.9967612624168396, "Finetune/Step": 744, "Finetune/Step Time": 4.598827488720417}
{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.9903799295425415, "Finetune/Loss (Raw)": 0.9049650430679321, "Finetune/Step": 745, "Finetune/Step Time": 4.617178440093994}
{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.9907585978507996, "Finetune/Loss (Raw)": 1.0965933799743652, "Finetune/Step": 746, "Finetune/Step Time": 4.607487492263317}
{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.9922775030136108, "Finetune/Loss (Raw)": 1.1196297407150269, "Finetune/Step": 747, "Finetune/Step Time": 4.5871898010373116}
{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.9927502870559692, "Finetune/Loss (Raw)": 1.094188928604126, "Finetune/Step": 748, "Finetune/Step Time": 4.588978873565793}
{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.9926482439041138, "Finetune/Loss (Raw)": 1.0084795951843262, "Finetune/Step": 749, "Finetune/Step Time": 4.578095782548189}
{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.9932165741920471, "Finetune/Loss (Raw)": 1.0337830781936646, "Finetune/Step": 750, "Finetune/Step Time": 4.583590306341648}
{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.9918965101242065, "Finetune/Loss (Raw)": 0.8940801620483398, "Finetune/Step": 751, "Finetune/Step Time": 4.5863879006356}
{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.9925891160964966, "Finetune/Loss (Raw)": 1.0843050479888916, "Finetune/Step": 752, "Finetune/Step Time": 4.587080424651504}
{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.9874463081359863, "Finetune/Loss (Raw)": 0.38949301838874817, "Finetune/Step": 753, "Finetune/Step Time": 4.623327698558569}
{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.9860260486602783, "Finetune/Loss (Raw)": 0.8777825832366943, "Finetune/Step": 754, "Finetune/Step Time": 4.623280059546232}
{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.9856612682342529, "Finetune/Loss (Raw)": 0.9323744773864746, "Finetune/Step": 755, "Finetune/Step Time": 4.6449506767094135}
{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.9853392839431763, "Finetune/Loss (Raw)": 0.9512325525283813, "Finetune/Step": 756, "Finetune/Step Time": 4.642020309343934}
{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.9850460290908813, "Finetune/Loss (Raw)": 0.9903731346130371, "Finetune/Step": 757, "Finetune/Step Time": 4.653771381825209}
{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.9852501153945923, "Finetune/Loss (Raw)": 1.1642568111419678, "Finetune/Step": 758, "Finetune/Step Time": 4.662082392722368}
{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.9865070581436157, "Finetune/Loss (Raw)": 1.0692346096038818, "Finetune/Step": 759, "Finetune/Step Time": 4.661866379901767}
{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.9853776097297668, "Finetune/Loss (Raw)": 1.0234323740005493, "Finetune/Step": 760, "Finetune/Step Time": 4.648716181516647}
{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.9828288555145264, "Finetune/Loss (Raw)": 0.9353411197662354, "Finetune/Step": 761, "Finetune/Step Time": 4.651892125606537}
{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.978339672088623, "Finetune/Loss (Raw)": 0.3724898099899292, "Finetune/Step": 762, "Finetune/Step Time": 4.687622809782624}
{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.9775549173355103, "Finetune/Loss (Raw)": 0.8996438384056091, "Finetune/Step": 763, "Finetune/Step Time": 4.685601552948356}
{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.9769831895828247, "Finetune/Loss (Raw)": 0.9994698762893677, "Finetune/Step": 764, "Finetune/Step Time": 4.662870120257139}
{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.9759915471076965, "Finetune/Loss (Raw)": 0.9773730039596558, "Finetune/Step": 765, "Finetune/Step Time": 4.666745459660888}
{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.9759424328804016, "Finetune/Loss (Raw)": 1.093301773071289, "Finetune/Step": 766, "Finetune/Step Time": 4.684900842607021}
{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.9751877784729004, "Finetune/Loss (Raw)": 0.9199723601341248, "Finetune/Step": 767, "Finetune/Step Time": 4.687909826636314}
{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.9746028184890747, "Finetune/Loss (Raw)": 0.9303721189498901, "Finetune/Step": 768, "Finetune/Step Time": 4.7030426152050495}
{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.9725067019462585, "Finetune/Loss (Raw)": 0.8276177644729614, "Finetune/Step": 769, "Finetune/Step Time": 4.710770346224308}
{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.9779723286628723, "Finetune/Loss (Raw)": 1.0298850536346436, "Finetune/Step": 770, "Finetune/Step Time": 4.6858564130961895}
{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.9785807132720947, "Finetune/Loss (Raw)": 1.075028896331787, "Finetune/Step": 771, "Finetune/Step Time": 4.690457681193948}
{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.9782242774963379, "Finetune/Loss (Raw)": 0.9980758428573608, "Finetune/Step": 772, "Finetune/Step Time": 4.684058396145701}
{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.9781032800674438, "Finetune/Loss (Raw)": 1.0657159090042114, "Finetune/Step": 773, "Finetune/Step Time": 4.700088541954756}
{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.9770102500915527, "Finetune/Loss (Raw)": 0.8792909383773804, "Finetune/Step": 774, "Finetune/Step Time": 4.706154029816389}
{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.9776027202606201, "Finetune/Loss (Raw)": 1.03441321849823, "Finetune/Step": 775, "Finetune/Step Time": 4.708499263972044}
{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.9757691025733948, "Finetune/Loss (Raw)": 0.7984160780906677, "Finetune/Step": 776, "Finetune/Step Time": 4.7098515797406435}
{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.9765865802764893, "Finetune/Loss (Raw)": 1.1337600946426392, "Finetune/Step": 777, "Finetune/Step Time": 4.726712929084897}
{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.9774317741394043, "Finetune/Loss (Raw)": 1.0966488122940063, "Finetune/Step": 778, "Finetune/Step Time": 4.711674023419619}
{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.9767642021179199, "Finetune/Loss (Raw)": 0.9396358132362366, "Finetune/Step": 779, "Finetune/Step Time": 4.708656458184123}
{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.97149658203125, "Finetune/Loss (Raw)": 0.32760921120643616, "Finetune/Step": 780, "Finetune/Step Time": 4.746614407747984}
{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.9716796875, "Finetune/Loss (Raw)": 0.9384517669677734, "Finetune/Step": 781, "Finetune/Step Time": 4.74707861803472}
{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.9679981470108032, "Finetune/Loss (Raw)": 0.7387771606445312, "Finetune/Step": 782, "Finetune/Step Time": 4.777870623394847}
{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.9675074815750122, "Finetune/Loss (Raw)": 0.9259586334228516, "Finetune/Step": 783, "Finetune/Step Time": 4.821752360090613}
{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.9657987356185913, "Finetune/Loss (Raw)": 0.7544940710067749, "Finetune/Step": 784, "Finetune/Step Time": 4.838875956833363}
{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.9667604565620422, "Finetune/Loss (Raw)": 1.081261396408081, "Finetune/Step": 785, "Finetune/Step Time": 4.833946643397212}
{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.9678876399993896, "Finetune/Loss (Raw)": 1.1313668489456177, "Finetune/Step": 786, "Finetune/Step Time": 4.831876158714294}
{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.9703181982040405, "Finetune/Loss (Raw)": 1.1164377927780151, "Finetune/Step": 787, "Finetune/Step Time": 4.836098598316312}
{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.9703293442726135, "Finetune/Loss (Raw)": 1.128860592842102, "Finetune/Step": 788, "Finetune/Step Time": 4.832743400707841}
{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.9702773690223694, "Finetune/Loss (Raw)": 1.0060644149780273, "Finetune/Step": 789, "Finetune/Step Time": 4.83141740784049}
{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.9680227637290955, "Finetune/Loss (Raw)": 0.7697436213493347, "Finetune/Step": 790, "Finetune/Step Time": 4.861745344474912}
{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.9666681289672852, "Finetune/Loss (Raw)": 0.9375824332237244, "Finetune/Step": 791, "Finetune/Step Time": 4.863031901419163}
{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.9652974009513855, "Finetune/Loss (Raw)": 0.8492258191108704, "Finetune/Step": 792, "Finetune/Step Time": 4.8536581471562386}
{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.9647159576416016, "Finetune/Loss (Raw)": 1.0852165222167969, "Finetune/Step": 793, "Finetune/Step Time": 4.856272825971246}
{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.9628951549530029, "Finetune/Loss (Raw)": 0.9363608360290527, "Finetune/Step": 794, "Finetune/Step Time": 4.858756598085165}
{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.961815595626831, "Finetune/Loss (Raw)": 0.9873558878898621, "Finetune/Step": 795, "Finetune/Step Time": 4.861619021743536}
{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.9625076055526733, "Finetune/Loss (Raw)": 0.9552567601203918, "Finetune/Step": 796, "Finetune/Step Time": 4.857952715829015}
{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.9620635509490967, "Finetune/Loss (Raw)": 0.9786415696144104, "Finetune/Step": 797, "Finetune/Step Time": 4.864768344908953}
{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.9628359079360962, "Finetune/Loss (Raw)": 1.0141345262527466, "Finetune/Step": 798, "Finetune/Step Time": 4.867156768217683}
{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.9621223211288452, "Finetune/Loss (Raw)": 0.9063867926597595, "Finetune/Step": 799, "Finetune/Step Time": 4.873802188783884}
{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.9621460437774658, "Finetune/Loss (Raw)": 1.0643227100372314, "Finetune/Step": 800, "Finetune/Step Time": 4.879647668451071}
{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.9617609977722168, "Finetune/Loss (Raw)": 1.0731878280639648, "Finetune/Step": 801, "Finetune/Step Time": 4.904616579413414}
{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.9608167409896851, "Finetune/Loss (Raw)": 0.9944673776626587, "Finetune/Step": 802, "Finetune/Step Time": 4.908280737698078}
{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.9586893320083618, "Finetune/Loss (Raw)": 0.7976655960083008, "Finetune/Step": 803, "Finetune/Step Time": 4.9142962619662285}
{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.9583218693733215, "Finetune/Loss (Raw)": 0.9878227114677429, "Finetune/Step": 804, "Finetune/Step Time": 4.9055204801261425}
{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.9592584371566772, "Finetune/Loss (Raw)": 1.0379847288131714, "Finetune/Step": 805, "Finetune/Step Time": 4.875337950885296}
{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.9569900631904602, "Finetune/Loss (Raw)": 0.8420495390892029, "Finetune/Step": 806, "Finetune/Step Time": 4.889723192900419}
{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.9557778239250183, "Finetune/Loss (Raw)": 0.9862379431724548, "Finetune/Step": 807, "Finetune/Step Time": 4.881606647744775}
{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.9564436674118042, "Finetune/Loss (Raw)": 1.049482822418213, "Finetune/Step": 808, "Finetune/Step Time": 4.90123987197876}
{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.9554973840713501, "Finetune/Loss (Raw)": 0.9514358043670654, "Finetune/Step": 809, "Finetune/Step Time": 4.905118156224489}
{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.9555823802947998, "Finetune/Loss (Raw)": 1.0944061279296875, "Finetune/Step": 810, "Finetune/Step Time": 4.908398684114218}
{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.9535794258117676, "Finetune/Loss (Raw)": 0.8497650623321533, "Finetune/Step": 811, "Finetune/Step Time": 4.905724519863725}
{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.9556328654289246, "Finetune/Loss (Raw)": 1.2234582901000977, "Finetune/Step": 812, "Finetune/Step Time": 4.902882471680641}
{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.9573890566825867, "Finetune/Loss (Raw)": 0.9897780418395996, "Finetune/Step": 813, "Finetune/Step Time": 4.889867419376969}
{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.9575434327125549, "Finetune/Loss (Raw)": 0.9610332250595093, "Finetune/Step": 814, "Finetune/Step Time": 4.879232468083501}
{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.9576062560081482, "Finetune/Loss (Raw)": 0.9796828031539917, "Finetune/Step": 815, "Finetune/Step Time": 4.88327332213521}
{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.9580684304237366, "Finetune/Loss (Raw)": 1.0726491212844849, "Finetune/Step": 816, "Finetune/Step Time": 4.883235307410359}
{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.9607290625572205, "Finetune/Loss (Raw)": 1.0777243375778198, "Finetune/Step": 817, "Finetune/Step Time": 4.872365266084671}
{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.9565602540969849, "Finetune/Loss (Raw)": 0.3185698091983795, "Finetune/Step": 818, "Finetune/Step Time": 4.860227324068546}
{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.9547789096832275, "Finetune/Loss (Raw)": 0.828096330165863, "Finetune/Step": 819, "Finetune/Step Time": 4.860392812639475}
{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.9532905220985413, "Finetune/Loss (Raw)": 0.7391875982284546, "Finetune/Step": 820, "Finetune/Step Time": 4.84109690785408}
{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.9533764719963074, "Finetune/Loss (Raw)": 0.991999089717865, "Finetune/Step": 821, "Finetune/Step Time": 4.841458488255739}
{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.9575788974761963, "Finetune/Loss (Raw)": 0.9293843507766724, "Finetune/Step": 822, "Finetune/Step Time": 4.807077703997493}
{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.959324300289154, "Finetune/Loss (Raw)": 1.0928922891616821, "Finetune/Step": 823, "Finetune/Step Time": 4.793124509975314}
{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.9591023921966553, "Finetune/Loss (Raw)": 1.0814937353134155, "Finetune/Step": 824, "Finetune/Step Time": 4.791657641530037}
{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.9589252471923828, "Finetune/Loss (Raw)": 0.9190926551818848, "Finetune/Step": 825, "Finetune/Step Time": 4.776302194222808}
{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.9563218951225281, "Finetune/Loss (Raw)": 0.8547722697257996, "Finetune/Step": 826, "Finetune/Step Time": 4.782235121354461}
{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.9547635316848755, "Finetune/Loss (Raw)": 1.0002872943878174, "Finetune/Step": 827, "Finetune/Step Time": 4.7745378240942955}
{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.949937105178833, "Finetune/Loss (Raw)": 0.37382006645202637, "Finetune/Step": 828, "Finetune/Step Time": 4.7869646437466145}
{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.9559019804000854, "Finetune/Loss (Raw)": 1.0701831579208374, "Finetune/Step": 829, "Finetune/Step Time": 4.761547546833754}
{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.9560750126838684, "Finetune/Loss (Raw)": 0.9985287189483643, "Finetune/Step": 830, "Finetune/Step Time": 4.7586943712085485}
{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.9573159217834473, "Finetune/Loss (Raw)": 1.0380394458770752, "Finetune/Step": 831, "Finetune/Step Time": 4.774734118953347}
{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.9580352306365967, "Finetune/Loss (Raw)": 1.0839016437530518, "Finetune/Step": 832, "Finetune/Step Time": 4.750710994005203}
{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.9533752202987671, "Finetune/Loss (Raw)": 0.41750890016555786, "Finetune/Step": 833, "Finetune/Step Time": 4.789666322991252}
{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.9549158811569214, "Finetune/Loss (Raw)": 0.9894760847091675, "Finetune/Step": 834, "Finetune/Step Time": 4.803467648103833}
{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.955551266670227, "Finetune/Loss (Raw)": 0.9875044226646423, "Finetune/Step": 835, "Finetune/Step Time": 4.803147412836552}
{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.9544607996940613, "Finetune/Loss (Raw)": 1.0175434350967407, "Finetune/Step": 836, "Finetune/Step Time": 4.797689858824015}
{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.9541599750518799, "Finetune/Loss (Raw)": 0.9324952960014343, "Finetune/Step": 837, "Finetune/Step Time": 4.807277811691165}
{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.9555386900901794, "Finetune/Loss (Raw)": 1.0602118968963623, "Finetune/Step": 838, "Finetune/Step Time": 4.806129194796085}
{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.9542515873908997, "Finetune/Loss (Raw)": 0.9160702228546143, "Finetune/Step": 839, "Finetune/Step Time": 4.79801538400352}
{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.957642674446106, "Finetune/Loss (Raw)": 1.1684374809265137, "Finetune/Step": 840, "Finetune/Step Time": 4.7867762465029955}
{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.9569922685623169, "Finetune/Loss (Raw)": 0.8973843455314636, "Finetune/Step": 841, "Finetune/Step Time": 4.796104911714792}
{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.9580364227294922, "Finetune/Loss (Raw)": 1.0699893236160278, "Finetune/Step": 842, "Finetune/Step Time": 4.795097757130861}
{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.9574884176254272, "Finetune/Loss (Raw)": 1.0504896640777588, "Finetune/Step": 843, "Finetune/Step Time": 4.809172673150897}
{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.958428680896759, "Finetune/Loss (Raw)": 0.9908297657966614, "Finetune/Step": 844, "Finetune/Step Time": 4.810757456347346}
{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.9579682350158691, "Finetune/Loss (Raw)": 1.0764293670654297, "Finetune/Step": 845, "Finetune/Step Time": 4.7970043662935495}
{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.9579383730888367, "Finetune/Loss (Raw)": 1.0435147285461426, "Finetune/Step": 846, "Finetune/Step Time": 4.789215041324496}
{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.953338623046875, "Finetune/Loss (Raw)": 0.4585765302181244, "Finetune/Step": 847, "Finetune/Step Time": 4.822007235139608}
{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.9505168795585632, "Finetune/Loss (Raw)": 0.8503580093383789, "Finetune/Step": 848, "Finetune/Step Time": 4.8250169195234776}
{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.9511349201202393, "Finetune/Loss (Raw)": 1.0073052644729614, "Finetune/Step": 849, "Finetune/Step Time": 4.802642922848463}
{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.9503012895584106, "Finetune/Loss (Raw)": 0.8906444311141968, "Finetune/Step": 850, "Finetune/Step Time": 4.7871389128267765}
{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.9496092796325684, "Finetune/Loss (Raw)": 1.024450659751892, "Finetune/Step": 851, "Finetune/Step Time": 4.793853409588337}
{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.9480186700820923, "Finetune/Loss (Raw)": 0.8800885081291199, "Finetune/Step": 852, "Finetune/Step Time": 4.778435122221708}
{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.946570634841919, "Finetune/Loss (Raw)": 0.9540179967880249, "Finetune/Step": 853, "Finetune/Step Time": 4.774896010756493}
{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.9480694532394409, "Finetune/Loss (Raw)": 0.9509917497634888, "Finetune/Step": 854, "Finetune/Step Time": 4.777363080531359}
{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.9462759494781494, "Finetune/Loss (Raw)": 0.8038739562034607, "Finetune/Step": 855, "Finetune/Step Time": 4.813431717455387}
{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.9446309804916382, "Finetune/Loss (Raw)": 0.9927035570144653, "Finetune/Step": 856, "Finetune/Step Time": 4.810960264876485}
{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.946977972984314, "Finetune/Loss (Raw)": 0.9514539837837219, "Finetune/Step": 857, "Finetune/Step Time": 4.80114246532321}
{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.948413610458374, "Finetune/Loss (Raw)": 1.1892468929290771, "Finetune/Step": 858, "Finetune/Step Time": 4.79877725802362}
{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.9485158920288086, "Finetune/Loss (Raw)": 1.1057143211364746, "Finetune/Step": 859, "Finetune/Step Time": 4.81379203312099}
{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.9488540887832642, "Finetune/Loss (Raw)": 0.9496179223060608, "Finetune/Step": 860, "Finetune/Step Time": 4.781897621229291}
{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.9469956755638123, "Finetune/Loss (Raw)": 0.7252463102340698, "Finetune/Step": 861, "Finetune/Step Time": 4.771889936178923}
{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.9481434226036072, "Finetune/Loss (Raw)": 1.016369342803955, "Finetune/Step": 862, "Finetune/Step Time": 4.774681938812137}
{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.9476933479309082, "Finetune/Loss (Raw)": 0.8424785137176514, "Finetune/Step": 863, "Finetune/Step Time": 4.780431469902396}
{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.9485795497894287, "Finetune/Loss (Raw)": 1.0466437339782715, "Finetune/Step": 864, "Finetune/Step Time": 4.747501527890563}
{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.9473272562026978, "Finetune/Loss (Raw)": 0.9624873399734497, "Finetune/Step": 865, "Finetune/Step Time": 4.769426371902227}
{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.9481475353240967, "Finetune/Loss (Raw)": 1.1204180717468262, "Finetune/Step": 866, "Finetune/Step Time": 4.7707795687019825}
{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.9529411196708679, "Finetune/Loss (Raw)": 1.0622459650039673, "Finetune/Step": 867, "Finetune/Step Time": 4.731423383578658}
{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.9513925313949585, "Finetune/Loss (Raw)": 0.9451609253883362, "Finetune/Step": 868, "Finetune/Step Time": 4.7245227470994}
{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.9535328149795532, "Finetune/Loss (Raw)": 1.0897270441055298, "Finetune/Step": 869, "Finetune/Step Time": 4.71510773897171}
{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.9528850317001343, "Finetune/Loss (Raw)": 0.90128493309021, "Finetune/Step": 870, "Finetune/Step Time": 4.718519633635879}
{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.951178252696991, "Finetune/Loss (Raw)": 0.8518197536468506, "Finetune/Step": 871, "Finetune/Step Time": 4.722206307575107}
{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.9511972069740295, "Finetune/Loss (Raw)": 0.9991887211799622, "Finetune/Step": 872, "Finetune/Step Time": 4.7216425109654665}
{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.9523043036460876, "Finetune/Loss (Raw)": 1.046667218208313, "Finetune/Step": 873, "Finetune/Step Time": 4.705006809905171}
{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.9506398439407349, "Finetune/Loss (Raw)": 0.8835399150848389, "Finetune/Step": 874, "Finetune/Step Time": 4.71038137935102}
{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.9493017792701721, "Finetune/Loss (Raw)": 0.948367714881897, "Finetune/Step": 875, "Finetune/Step Time": 4.721787406131625}
{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.9480495452880859, "Finetune/Loss (Raw)": 0.9339041113853455, "Finetune/Step": 876, "Finetune/Step Time": 4.722948769107461}
{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.9481894373893738, "Finetune/Loss (Raw)": 1.0263745784759521, "Finetune/Step": 877, "Finetune/Step Time": 4.721422294154763}
{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.9478718638420105, "Finetune/Loss (Raw)": 0.9931387305259705, "Finetune/Step": 878, "Finetune/Step Time": 4.7139425333589315}
{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.9478212594985962, "Finetune/Loss (Raw)": 0.8876016139984131, "Finetune/Step": 879, "Finetune/Step Time": 4.734983330592513}
{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.9472911357879639, "Finetune/Loss (Raw)": 1.0164448022842407, "Finetune/Step": 880, "Finetune/Step Time": 4.739188008010387}
{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.9512163400650024, "Finetune/Loss (Raw)": 0.8919214010238647, "Finetune/Step": 881, "Finetune/Step Time": 4.7142131347209215}
{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.9526869654655457, "Finetune/Loss (Raw)": 1.0660269260406494, "Finetune/Step": 882, "Finetune/Step Time": 4.714028883725405}
{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.9536868333816528, "Finetune/Loss (Raw)": 1.0603581666946411, "Finetune/Step": 883, "Finetune/Step Time": 4.685092048719525}
{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.9546059966087341, "Finetune/Loss (Raw)": 1.0688848495483398, "Finetune/Step": 884, "Finetune/Step Time": 4.685742961242795}
{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.948615312576294, "Finetune/Loss (Raw)": 0.22356635332107544, "Finetune/Step": 885, "Finetune/Step Time": 4.71147620305419}
{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.9474704265594482, "Finetune/Loss (Raw)": 1.0177115201950073, "Finetune/Step": 886, "Finetune/Step Time": 4.715065713971853}
{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.9422351717948914, "Finetune/Loss (Raw)": 0.39912858605384827, "Finetune/Step": 887, "Finetune/Step Time": 4.7537797298282385}
{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.9427272081375122, "Finetune/Loss (Raw)": 1.08640456199646, "Finetune/Step": 888, "Finetune/Step Time": 4.760082123801112}
{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.9436152577400208, "Finetune/Loss (Raw)": 1.0490158796310425, "Finetune/Step": 889, "Finetune/Step Time": 4.765708586201072}
{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.9483200311660767, "Finetune/Loss (Raw)": 0.9746966361999512, "Finetune/Step": 890, "Finetune/Step Time": 4.725357502698898}
{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.9490376114845276, "Finetune/Loss (Raw)": 0.9914980530738831, "Finetune/Step": 891, "Finetune/Step Time": 4.72882791236043}
{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.94820237159729, "Finetune/Loss (Raw)": 0.8925613760948181, "Finetune/Step": 892, "Finetune/Step Time": 4.738339385017753}
{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.9493143558502197, "Finetune/Loss (Raw)": 1.1197009086608887, "Finetune/Step": 893, "Finetune/Step Time": 4.729302994906902}
{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.9483885765075684, "Finetune/Loss (Raw)": 0.974803626537323, "Finetune/Step": 894, "Finetune/Step Time": 4.719233315438032}
{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.9488646984100342, "Finetune/Loss (Raw)": 0.9809222221374512, "Finetune/Step": 895, "Finetune/Step Time": 4.726175889372826}
{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.9499166011810303, "Finetune/Loss (Raw)": 1.0650033950805664, "Finetune/Step": 896, "Finetune/Step Time": 4.718192299827933}
{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.9501233100891113, "Finetune/Loss (Raw)": 0.8540843725204468, "Finetune/Step": 897, "Finetune/Step Time": 4.7218047529459}
{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.9448288679122925, "Finetune/Loss (Raw)": 0.352200448513031, "Finetune/Step": 898, "Finetune/Step Time": 4.741564454510808}
{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.9428532719612122, "Finetune/Loss (Raw)": 0.8221489787101746, "Finetune/Step": 899, "Finetune/Step Time": 4.816659325733781}
{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.9437705278396606, "Finetune/Loss (Raw)": 1.1154828071594238, "Finetune/Step": 900, "Finetune/Step Time": 4.816206526011229}
{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.9440670013427734, "Finetune/Loss (Raw)": 1.1036667823791504, "Finetune/Step": 901, "Finetune/Step Time": 4.80498705804348}
{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.9454775452613831, "Finetune/Loss (Raw)": 1.059835433959961, "Finetune/Step": 902, "Finetune/Step Time": 4.787580756470561}
{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.9458157420158386, "Finetune/Loss (Raw)": 1.077711820602417, "Finetune/Step": 903, "Finetune/Step Time": 4.802219159901142}
{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.9471173286437988, "Finetune/Loss (Raw)": 0.9650165438652039, "Finetune/Step": 904, "Finetune/Step Time": 4.803577398881316}
{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.9465171098709106, "Finetune/Loss (Raw)": 1.0569264888763428, "Finetune/Step": 905, "Finetune/Step Time": 4.783272858709097}
{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.9452866315841675, "Finetune/Loss (Raw)": 0.9391491413116455, "Finetune/Step": 906, "Finetune/Step Time": 4.786181466653943}
{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.9461779594421387, "Finetune/Loss (Raw)": 1.05372953414917, "Finetune/Step": 907, "Finetune/Step Time": 4.778847519308329}
{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.9512096643447876, "Finetune/Loss (Raw)": 0.9716632962226868, "Finetune/Step": 908, "Finetune/Step Time": 4.740563221275806}
{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.9517070055007935, "Finetune/Loss (Raw)": 1.0021123886108398, "Finetune/Step": 909, "Finetune/Step Time": 4.744953943416476}
{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.9535014629364014, "Finetune/Loss (Raw)": 0.9684643149375916, "Finetune/Step": 910, "Finetune/Step Time": 4.716130509972572}
{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.9535782337188721, "Finetune/Loss (Raw)": 0.9357980489730835, "Finetune/Step": 911, "Finetune/Step Time": 4.666884189471602}
{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.9564274549484253, "Finetune/Loss (Raw)": 1.1191833019256592, "Finetune/Step": 912, "Finetune/Step Time": 4.658023016527295}
{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.9536457061767578, "Finetune/Loss (Raw)": 0.7251992225646973, "Finetune/Step": 913, "Finetune/Step Time": 4.652765428647399}
{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.9535844326019287, "Finetune/Loss (Raw)": 1.1235257387161255, "Finetune/Step": 914, "Finetune/Step Time": 4.656399326398969}
{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.9527660608291626, "Finetune/Loss (Raw)": 1.0116863250732422, "Finetune/Step": 915, "Finetune/Step Time": 4.629002807661891}
{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.9520479440689087, "Finetune/Loss (Raw)": 1.0369315147399902, "Finetune/Step": 916, "Finetune/Step Time": 4.63558785058558}
{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.9534934759140015, "Finetune/Loss (Raw)": 1.1911048889160156, "Finetune/Step": 917, "Finetune/Step Time": 4.673939563333988}
{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.9551180601119995, "Finetune/Loss (Raw)": 0.9776872992515564, "Finetune/Step": 918, "Finetune/Step Time": 4.650858948007226}
{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.9537466168403625, "Finetune/Loss (Raw)": 0.7620394229888916, "Finetune/Step": 919, "Finetune/Step Time": 4.66528900526464}
{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.9537304639816284, "Finetune/Loss (Raw)": 0.8471564054489136, "Finetune/Step": 920, "Finetune/Step Time": 4.671523634344339}
{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.9529571533203125, "Finetune/Loss (Raw)": 0.9862286448478699, "Finetune/Step": 921, "Finetune/Step Time": 4.661205403506756}
{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.9528789520263672, "Finetune/Loss (Raw)": 0.9263463020324707, "Finetune/Step": 922, "Finetune/Step Time": 4.660262508317828}
{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.9533032774925232, "Finetune/Loss (Raw)": 1.04167640209198, "Finetune/Step": 923, "Finetune/Step Time": 4.652422780171037}
{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.9531643390655518, "Finetune/Loss (Raw)": 0.9374672174453735, "Finetune/Step": 924, "Finetune/Step Time": 4.660928472876549}
{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.9518766403198242, "Finetune/Loss (Raw)": 0.8138155937194824, "Finetune/Step": 925, "Finetune/Step Time": 4.680079109966755}
{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.9513500928878784, "Finetune/Loss (Raw)": 0.9467452168464661, "Finetune/Step": 926, "Finetune/Step Time": 4.683937218040228}
{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.9523910284042358, "Finetune/Loss (Raw)": 1.0396274328231812, "Finetune/Step": 927, "Finetune/Step Time": 4.6767228208482265}
{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.9519959688186646, "Finetune/Loss (Raw)": 1.0137453079223633, "Finetune/Step": 928, "Finetune/Step Time": 4.668632049113512}
{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.9516373872756958, "Finetune/Loss (Raw)": 1.0272971391677856, "Finetune/Step": 929, "Finetune/Step Time": 4.644472315907478}
{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.9509694576263428, "Finetune/Loss (Raw)": 0.9089650511741638, "Finetune/Step": 930, "Finetune/Step Time": 4.648890659213066}
{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.952759325504303, "Finetune/Loss (Raw)": 1.026771068572998, "Finetune/Step": 931, "Finetune/Step Time": 4.63043112680316}
{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.9533275365829468, "Finetune/Loss (Raw)": 1.0605560541152954, "Finetune/Step": 932, "Finetune/Step Time": 4.636726912111044}
{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.9533433318138123, "Finetune/Loss (Raw)": 1.0400042533874512, "Finetune/Step": 933, "Finetune/Step Time": 4.646439611911774}
{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.9546566605567932, "Finetune/Loss (Raw)": 1.0101546049118042, "Finetune/Step": 934, "Finetune/Step Time": 4.632604541257024}
{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.9536325931549072, "Finetune/Loss (Raw)": 0.855157732963562, "Finetune/Step": 935, "Finetune/Step Time": 4.633420664817095}
{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.95283442735672, "Finetune/Loss (Raw)": 0.9473193883895874, "Finetune/Step": 936, "Finetune/Step Time": 4.625612726435065}
{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.9542487859725952, "Finetune/Loss (Raw)": 1.1324763298034668, "Finetune/Step": 937, "Finetune/Step Time": 4.620466195046902}
{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.9545859098434448, "Finetune/Loss (Raw)": 1.1375541687011719, "Finetune/Step": 938, "Finetune/Step Time": 4.624330867081881}
{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.955210268497467, "Finetune/Loss (Raw)": 0.9296835660934448, "Finetune/Step": 939, "Finetune/Step Time": 4.6253202967345715}
{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.9536358118057251, "Finetune/Loss (Raw)": 1.0219305753707886, "Finetune/Step": 940, "Finetune/Step Time": 4.628196427598596}
{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.9535675048828125, "Finetune/Loss (Raw)": 0.9810328483581543, "Finetune/Step": 941, "Finetune/Step Time": 4.627356234937906}
{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.953396201133728, "Finetune/Loss (Raw)": 0.9391115307807922, "Finetune/Step": 942, "Finetune/Step Time": 4.633778925985098}
{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.9531804323196411, "Finetune/Loss (Raw)": 0.9520593881607056, "Finetune/Step": 943, "Finetune/Step Time": 4.632934225723147}
{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.952574610710144, "Finetune/Loss (Raw)": 0.9951030015945435, "Finetune/Step": 944, "Finetune/Step Time": 4.628048129379749}
{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.9509406685829163, "Finetune/Loss (Raw)": 0.8685823678970337, "Finetune/Step": 945, "Finetune/Step Time": 4.637644262984395}
{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.9555325508117676, "Finetune/Loss (Raw)": 0.9063307046890259, "Finetune/Step": 946, "Finetune/Step Time": 4.615972911939025}
{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.9566498398780823, "Finetune/Loss (Raw)": 0.971109926700592, "Finetune/Step": 947, "Finetune/Step Time": 4.6352172419428825}
{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.9538489580154419, "Finetune/Loss (Raw)": 0.3806705176830292, "Finetune/Step": 948, "Finetune/Step Time": 4.663494514301419}
{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.9549064040184021, "Finetune/Loss (Raw)": 1.1273565292358398, "Finetune/Step": 949, "Finetune/Step Time": 4.648733699694276}
{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.9547721147537231, "Finetune/Loss (Raw)": 0.9121949076652527, "Finetune/Step": 950, "Finetune/Step Time": 4.646423295140266}
{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.9554212689399719, "Finetune/Loss (Raw)": 1.1759814023971558, "Finetune/Step": 951, "Finetune/Step Time": 4.639770677313209}
{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.9536439180374146, "Finetune/Loss (Raw)": 0.8540005683898926, "Finetune/Step": 952, "Finetune/Step Time": 4.650430679321289}
{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.9541592001914978, "Finetune/Loss (Raw)": 0.9850431084632874, "Finetune/Step": 953, "Finetune/Step Time": 4.642796525731683}
{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.9546284675598145, "Finetune/Loss (Raw)": 0.9148379564285278, "Finetune/Step": 954, "Finetune/Step Time": 4.639776963740587}
{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.9545407891273499, "Finetune/Loss (Raw)": 0.9890638589859009, "Finetune/Step": 955, "Finetune/Step Time": 4.633126834407449}
{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.9596748948097229, "Finetune/Loss (Raw)": 1.0309840440750122, "Finetune/Step": 956, "Finetune/Step Time": 4.597134079784155}
{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.9583285450935364, "Finetune/Loss (Raw)": 0.8978564739227295, "Finetune/Step": 957, "Finetune/Step Time": 4.593549078330398}
{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.9581854343414307, "Finetune/Loss (Raw)": 0.9802013635635376, "Finetune/Step": 958, "Finetune/Step Time": 4.607751090079546}
{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.9573638439178467, "Finetune/Loss (Raw)": 0.9328862428665161, "Finetune/Step": 959, "Finetune/Step Time": 4.578691208735108}
{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.956354022026062, "Finetune/Loss (Raw)": 0.9546405076980591, "Finetune/Step": 960, "Finetune/Step Time": 4.5811046082526445}
{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.9599592089653015, "Finetune/Loss (Raw)": 0.8789752721786499, "Finetune/Step": 961, "Finetune/Step Time": 4.533343147486448}
{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.9608827829360962, "Finetune/Loss (Raw)": 1.1076856851577759, "Finetune/Step": 962, "Finetune/Step Time": 4.5357508808374405}
{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.9602680206298828, "Finetune/Loss (Raw)": 0.9088258147239685, "Finetune/Step": 963, "Finetune/Step Time": 4.5287261214107275}
{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.959575891494751, "Finetune/Loss (Raw)": 0.928948700428009, "Finetune/Step": 964, "Finetune/Step Time": 4.528267974033952}
{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.9586137533187866, "Finetune/Loss (Raw)": 0.8093398213386536, "Finetune/Step": 965, "Finetune/Step Time": 4.522961314767599}
{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.9577528238296509, "Finetune/Loss (Raw)": 0.9500094056129456, "Finetune/Step": 966, "Finetune/Step Time": 4.523844903334975}
{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.9584248065948486, "Finetune/Loss (Raw)": 1.0020838975906372, "Finetune/Step": 967, "Finetune/Step Time": 4.533875156193972}
{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.9576435089111328, "Finetune/Loss (Raw)": 1.0684340000152588, "Finetune/Step": 968, "Finetune/Step Time": 4.542891997843981}
{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.9579321146011353, "Finetune/Loss (Raw)": 0.9343274235725403, "Finetune/Step": 969, "Finetune/Step Time": 4.544978445395827}
{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.9550638198852539, "Finetune/Loss (Raw)": 0.7028436660766602, "Finetune/Step": 970, "Finetune/Step Time": 4.552395813167095}
{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.9547269344329834, "Finetune/Loss (Raw)": 1.0073727369308472, "Finetune/Step": 971, "Finetune/Step Time": 4.565773271024227}
{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.9499815702438354, "Finetune/Loss (Raw)": 0.38341763615608215, "Finetune/Step": 972, "Finetune/Step Time": 4.602903354912996}
{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.9484813809394836, "Finetune/Loss (Raw)": 0.8844107985496521, "Finetune/Step": 973, "Finetune/Step Time": 4.608128473162651}
{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.9479240775108337, "Finetune/Loss (Raw)": 0.9721766114234924, "Finetune/Step": 974, "Finetune/Step Time": 4.623726220801473}
{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.9531162977218628, "Finetune/Loss (Raw)": 1.1231828927993774, "Finetune/Step": 975, "Finetune/Step Time": 4.603158352896571}
{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.9541922807693481, "Finetune/Loss (Raw)": 0.9880860447883606, "Finetune/Step": 976, "Finetune/Step Time": 4.599521370604634}
{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.954674243927002, "Finetune/Loss (Raw)": 1.0689959526062012, "Finetune/Step": 977, "Finetune/Step Time": 4.605194061994553}
{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.9551472663879395, "Finetune/Loss (Raw)": 0.9511849880218506, "Finetune/Step": 978, "Finetune/Step Time": 4.5900623090565205}
{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.9540585875511169, "Finetune/Loss (Raw)": 0.8851025104522705, "Finetune/Step": 979, "Finetune/Step Time": 4.590687088668346}
{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.9563107490539551, "Finetune/Loss (Raw)": 1.1683690547943115, "Finetune/Step": 980, "Finetune/Step Time": 4.589038535952568}
{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.9565783739089966, "Finetune/Loss (Raw)": 0.988271951675415, "Finetune/Step": 981, "Finetune/Step Time": 4.589827582240105}
{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.9571735262870789, "Finetune/Loss (Raw)": 1.0271681547164917, "Finetune/Step": 982, "Finetune/Step Time": 4.577809946611524}
{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.9589285254478455, "Finetune/Loss (Raw)": 1.028512716293335, "Finetune/Step": 983, "Finetune/Step Time": 4.541571689769626}
{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.9587679505348206, "Finetune/Loss (Raw)": 0.9721493124961853, "Finetune/Step": 984, "Finetune/Step Time": 4.552147584035993}
{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.9587653279304504, "Finetune/Loss (Raw)": 0.9511187672615051, "Finetune/Step": 985, "Finetune/Step Time": 4.550544427707791}
{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.9563742876052856, "Finetune/Loss (Raw)": 0.8831948637962341, "Finetune/Step": 986, "Finetune/Step Time": 4.553885767236352}
{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.9556146860122681, "Finetune/Loss (Raw)": 1.0084900856018066, "Finetune/Step": 987, "Finetune/Step Time": 4.5509635489434}
{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.9549378752708435, "Finetune/Loss (Raw)": 0.862983763217926, "Finetune/Step": 988, "Finetune/Step Time": 4.553577922284603}
{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.9573636054992676, "Finetune/Loss (Raw)": 1.0357427597045898, "Finetune/Step": 989, "Finetune/Step Time": 4.557100737467408}
{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.9552943706512451, "Finetune/Loss (Raw)": 0.7515022158622742, "Finetune/Step": 990, "Finetune/Step Time": 4.562470566481352}
{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.9568828344345093, "Finetune/Loss (Raw)": 1.0458017587661743, "Finetune/Step": 991, "Finetune/Step Time": 4.553119076415896}
{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.9563503265380859, "Finetune/Loss (Raw)": 0.9784793257713318, "Finetune/Step": 992, "Finetune/Step Time": 4.551001459360123}
{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.9565462470054626, "Finetune/Loss (Raw)": 0.9875734448432922, "Finetune/Step": 993, "Finetune/Step Time": 4.561793444678187}
{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.9538908004760742, "Finetune/Loss (Raw)": 0.7805172204971313, "Finetune/Step": 994, "Finetune/Step Time": 4.570236785337329}
{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.9529416561126709, "Finetune/Loss (Raw)": 0.9407535791397095, "Finetune/Step": 995, "Finetune/Step Time": 4.56880072876811}
{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.9530923962593079, "Finetune/Loss (Raw)": 0.964454174041748, "Finetune/Step": 996, "Finetune/Step Time": 4.5726307798177}
{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.9518690705299377, "Finetune/Loss (Raw)": 0.9331446886062622, "Finetune/Step": 997, "Finetune/Step Time": 4.5521072298288345}
{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.9522855877876282, "Finetune/Loss (Raw)": 0.9545993804931641, "Finetune/Step": 998, "Finetune/Step Time": 4.565152779221535}
{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.9543383121490479, "Finetune/Loss (Raw)": 1.1145583391189575, "Finetune/Step": 999, "Finetune/Step Time": 4.558307448402047}
{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.9554653763771057, "Finetune/Loss (Raw)": 1.1434571743011475, "Finetune/Step": 1000, "Finetune/Step Time": 4.552036700770259}
{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.9497750997543335, "Finetune/Loss (Raw)": 0.31831473112106323, "Finetune/Step": 1001, "Finetune/Step Time": 4.593985488638282}
{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.9505574703216553, "Finetune/Loss (Raw)": 0.9836845993995667, "Finetune/Step": 1002, "Finetune/Step Time": 4.594586838036776}
{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.9514000415802002, "Finetune/Loss (Raw)": 1.0562164783477783, "Finetune/Step": 1003, "Finetune/Step Time": 4.597775964066386}
{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.9524496793746948, "Finetune/Loss (Raw)": 1.0682613849639893, "Finetune/Step": 1004, "Finetune/Step Time": 4.597718887031078}
{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.9524364471435547, "Finetune/Loss (Raw)": 1.0246838331222534, "Finetune/Step": 1005, "Finetune/Step Time": 4.59003771468997}
{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.9515420198440552, "Finetune/Loss (Raw)": 0.8786439895629883, "Finetune/Step": 1006, "Finetune/Step Time": 4.606145203113556}
{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.9518990516662598, "Finetune/Loss (Raw)": 0.9333068132400513, "Finetune/Step": 1007, "Finetune/Step Time": 4.58735042065382}
{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.9516231417655945, "Finetune/Loss (Raw)": 0.9811235070228577, "Finetune/Step": 1008, "Finetune/Step Time": 4.5867847222834826}
{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.9479697942733765, "Finetune/Loss (Raw)": 0.4243013858795166, "Finetune/Step": 1009, "Finetune/Step Time": 4.622686468064785}
{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.9467490911483765, "Finetune/Loss (Raw)": 0.9097676277160645, "Finetune/Step": 1010, "Finetune/Step Time": 4.6251959931105375}
{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.945639967918396, "Finetune/Loss (Raw)": 0.918399453163147, "Finetune/Step": 1011, "Finetune/Step Time": 4.624430134892464}
{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.9451884031295776, "Finetune/Loss (Raw)": 1.0110759735107422, "Finetune/Step": 1012, "Finetune/Step Time": 4.629730431362987}
{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.9506317973136902, "Finetune/Loss (Raw)": 0.9203242063522339, "Finetune/Step": 1013, "Finetune/Step Time": 4.590646138414741}
{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.9508588314056396, "Finetune/Loss (Raw)": 1.0467677116394043, "Finetune/Step": 1014, "Finetune/Step Time": 4.58542693965137}
{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.9501422643661499, "Finetune/Loss (Raw)": 0.30740752816200256, "Finetune/Step": 1015, "Finetune/Step Time": 4.587535433471203}
{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.9495329856872559, "Finetune/Loss (Raw)": 1.0084165334701538, "Finetune/Step": 1016, "Finetune/Step Time": 4.585837494581938}
{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.9497687816619873, "Finetune/Loss (Raw)": 1.079207420349121, "Finetune/Step": 1017, "Finetune/Step Time": 4.577274413779378}
{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.9499372243881226, "Finetune/Loss (Raw)": 0.9962483644485474, "Finetune/Step": 1018, "Finetune/Step Time": 4.621869940310717}
{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.9494169354438782, "Finetune/Loss (Raw)": 0.9249061942100525, "Finetune/Step": 1019, "Finetune/Step Time": 4.619678029790521}
{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.9501523971557617, "Finetune/Loss (Raw)": 0.9866999387741089, "Finetune/Step": 1020, "Finetune/Step Time": 4.609757585451007}
{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.9481841325759888, "Finetune/Loss (Raw)": 0.8677622079849243, "Finetune/Step": 1021, "Finetune/Step Time": 4.621055707335472}
{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.948604941368103, "Finetune/Loss (Raw)": 1.0286628007888794, "Finetune/Step": 1022, "Finetune/Step Time": 4.627154329791665}
{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.9475929737091064, "Finetune/Loss (Raw)": 0.8513906598091125, "Finetune/Step": 1023, "Finetune/Step Time": 4.630745865404606}
{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.9465370178222656, "Finetune/Loss (Raw)": 0.9298408031463623, "Finetune/Step": 1024, "Finetune/Step Time": 4.62726528570056}
{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.9467258453369141, "Finetune/Loss (Raw)": 0.8782646059989929, "Finetune/Step": 1025, "Finetune/Step Time": 4.606601282954216}
{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.9519211053848267, "Finetune/Loss (Raw)": 1.0171804428100586, "Finetune/Step": 1026, "Finetune/Step Time": 4.581850631162524}
{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.9483781456947327, "Finetune/Loss (Raw)": 0.36865848302841187, "Finetune/Step": 1027, "Finetune/Step Time": 4.541094837710261}
{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.9478932619094849, "Finetune/Loss (Raw)": 1.0534131526947021, "Finetune/Step": 1028, "Finetune/Step Time": 4.545035112649202}
{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.9461604356765747, "Finetune/Loss (Raw)": 0.881866991519928, "Finetune/Step": 1029, "Finetune/Step Time": 4.552467342466116}
{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.9459632635116577, "Finetune/Loss (Raw)": 1.034601092338562, "Finetune/Step": 1030, "Finetune/Step Time": 4.561992064118385}
{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.9452564716339111, "Finetune/Loss (Raw)": 0.987241804599762, "Finetune/Step": 1031, "Finetune/Step Time": 4.531833937391639}
{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.9404064416885376, "Finetune/Loss (Raw)": 0.3442114591598511, "Finetune/Step": 1032, "Finetune/Step Time": 4.567626738920808}
{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.9400194883346558, "Finetune/Loss (Raw)": 1.007399559020996, "Finetune/Step": 1033, "Finetune/Step Time": 4.594273703172803}
{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.9392780065536499, "Finetune/Loss (Raw)": 0.8442323207855225, "Finetune/Step": 1034, "Finetune/Step Time": 4.60186798684299}
{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.938891589641571, "Finetune/Loss (Raw)": 1.0042743682861328, "Finetune/Step": 1035, "Finetune/Step Time": 4.608705887570977}
{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.9388941526412964, "Finetune/Loss (Raw)": 0.9719878435134888, "Finetune/Step": 1036, "Finetune/Step Time": 4.6135396007448435}
{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.937928318977356, "Finetune/Loss (Raw)": 0.8784815073013306, "Finetune/Step": 1037, "Finetune/Step Time": 4.616455800831318}
{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.9394853711128235, "Finetune/Loss (Raw)": 1.1677751541137695, "Finetune/Step": 1038, "Finetune/Step Time": 4.610096462070942}
{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.9400990009307861, "Finetune/Loss (Raw)": 1.014343023300171, "Finetune/Step": 1039, "Finetune/Step Time": 4.61515635997057}
{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.9386273622512817, "Finetune/Loss (Raw)": 0.9308080077171326, "Finetune/Step": 1040, "Finetune/Step Time": 4.616476582363248}
{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.9414392709732056, "Finetune/Loss (Raw)": 1.0851317644119263, "Finetune/Step": 1041, "Finetune/Step Time": 4.598342707380652}
{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.941135823726654, "Finetune/Loss (Raw)": 1.0846796035766602, "Finetune/Step": 1042, "Finetune/Step Time": 4.599737411364913}
{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.9361699819564819, "Finetune/Loss (Raw)": 0.3760613203048706, "Finetune/Step": 1043, "Finetune/Step Time": 4.647606689482927}
{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.9347530603408813, "Finetune/Loss (Raw)": 0.8555705547332764, "Finetune/Step": 1044, "Finetune/Step Time": 4.648206582292914}
{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.9336773157119751, "Finetune/Loss (Raw)": 1.0534019470214844, "Finetune/Step": 1045, "Finetune/Step Time": 4.627976659685373}
{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.933478593826294, "Finetune/Loss (Raw)": 0.9522557258605957, "Finetune/Step": 1046, "Finetune/Step Time": 4.63061249256134}
{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.9354003667831421, "Finetune/Loss (Raw)": 1.008026361465454, "Finetune/Step": 1047, "Finetune/Step Time": 4.617179563269019}
{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.9379168748855591, "Finetune/Loss (Raw)": 1.1692651510238647, "Finetune/Step": 1048, "Finetune/Step Time": 4.608925934880972}
{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.9370760917663574, "Finetune/Loss (Raw)": 0.8786091208457947, "Finetune/Step": 1049, "Finetune/Step Time": 4.606590731069446}
{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.9362055063247681, "Finetune/Loss (Raw)": 0.8149092197418213, "Finetune/Step": 1050, "Finetune/Step Time": 4.618513010442257}
{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.9354830980300903, "Finetune/Loss (Raw)": 0.9492149353027344, "Finetune/Step": 1051, "Finetune/Step Time": 4.622425455600023}
{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.9371511340141296, "Finetune/Loss (Raw)": 1.15096914768219, "Finetune/Step": 1052, "Finetune/Step Time": 4.620607398450375}
{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.938439130783081, "Finetune/Loss (Raw)": 0.9786746501922607, "Finetune/Step": 1053, "Finetune/Step Time": 4.607873601838946}
{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.939767599105835, "Finetune/Loss (Raw)": 1.1167913675308228, "Finetune/Step": 1054, "Finetune/Step Time": 4.603180762380362}
{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.9387169480323792, "Finetune/Loss (Raw)": 0.905146062374115, "Finetune/Step": 1055, "Finetune/Step Time": 4.604255776852369}
{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.9393323063850403, "Finetune/Loss (Raw)": 1.0925102233886719, "Finetune/Step": 1056, "Finetune/Step Time": 4.605678729712963}
{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.9385091662406921, "Finetune/Loss (Raw)": 0.9219411015510559, "Finetune/Step": 1057, "Finetune/Step Time": 4.6001575738191605}
{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.9386777877807617, "Finetune/Loss (Raw)": 0.9305486083030701, "Finetune/Step": 1058, "Finetune/Step Time": 4.592825666069984}
{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.9380936622619629, "Finetune/Loss (Raw)": 0.9520002603530884, "Finetune/Step": 1059, "Finetune/Step Time": 4.61122296564281}
{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.9374959468841553, "Finetune/Loss (Raw)": 0.9840519428253174, "Finetune/Step": 1060, "Finetune/Step Time": 4.609361739829183}
{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.9359797239303589, "Finetune/Loss (Raw)": 0.845919132232666, "Finetune/Step": 1061, "Finetune/Step Time": 4.5899727661162615}
{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.9358733892440796, "Finetune/Loss (Raw)": 0.9965499639511108, "Finetune/Step": 1062, "Finetune/Step Time": 4.585216756910086}
{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.936880886554718, "Finetune/Loss (Raw)": 0.984113872051239, "Finetune/Step": 1063, "Finetune/Step Time": 4.593069478869438}
{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.9387737512588501, "Finetune/Loss (Raw)": 1.1896101236343384, "Finetune/Step": 1064, "Finetune/Step Time": 4.580435452982783}
{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.9387909173965454, "Finetune/Loss (Raw)": 1.13467538356781, "Finetune/Step": 1065, "Finetune/Step Time": 4.582155721262097}
{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.93694007396698, "Finetune/Loss (Raw)": 0.9006380438804626, "Finetune/Step": 1066, "Finetune/Step Time": 4.576089907437563}
{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.9383479356765747, "Finetune/Loss (Raw)": 1.1098982095718384, "Finetune/Step": 1067, "Finetune/Step Time": 4.583352843299508}
{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.9374668598175049, "Finetune/Loss (Raw)": 0.9091481566429138, "Finetune/Step": 1068, "Finetune/Step Time": 4.587613979354501}
{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.9372997879981995, "Finetune/Loss (Raw)": 0.9596424102783203, "Finetune/Step": 1069, "Finetune/Step Time": 4.6137899328023195}
{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.9379853010177612, "Finetune/Loss (Raw)": 1.026861548423767, "Finetune/Step": 1070, "Finetune/Step Time": 4.60266575217247}
{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.938703179359436, "Finetune/Loss (Raw)": 1.0439432859420776, "Finetune/Step": 1071, "Finetune/Step Time": 4.600588144734502}
{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.9391050338745117, "Finetune/Loss (Raw)": 1.046546220779419, "Finetune/Step": 1072, "Finetune/Step Time": 4.610510256141424}
{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.9398226737976074, "Finetune/Loss (Raw)": 0.9604460000991821, "Finetune/Step": 1073, "Finetune/Step Time": 4.593642169609666}
{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.9409798383712769, "Finetune/Loss (Raw)": 1.054436445236206, "Finetune/Step": 1074, "Finetune/Step Time": 4.578933401033282}
{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.9416669011116028, "Finetune/Loss (Raw)": 1.0590587854385376, "Finetune/Step": 1075, "Finetune/Step Time": 4.573624312877655}
{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.9470959305763245, "Finetune/Loss (Raw)": 1.0755876302719116, "Finetune/Step": 1076, "Finetune/Step Time": 4.535716695711017}
{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.946864664554596, "Finetune/Loss (Raw)": 1.097751498222351, "Finetune/Step": 1077, "Finetune/Step Time": 4.5396356619894505}
{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.9480030536651611, "Finetune/Loss (Raw)": 1.057903528213501, "Finetune/Step": 1078, "Finetune/Step Time": 4.541923932731152}
{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.9455788731575012, "Finetune/Loss (Raw)": 0.865692675113678, "Finetune/Step": 1079, "Finetune/Step Time": 4.546030193567276}
{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.9465280771255493, "Finetune/Loss (Raw)": 0.9755006432533264, "Finetune/Step": 1080, "Finetune/Step Time": 4.540074672549963}
{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.9472869634628296, "Finetune/Loss (Raw)": 1.0821794271469116, "Finetune/Step": 1081, "Finetune/Step Time": 4.543859049677849}
{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.9467782378196716, "Finetune/Loss (Raw)": 0.8497178554534912, "Finetune/Step": 1082, "Finetune/Step Time": 4.564512748271227}
{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.9470285177230835, "Finetune/Loss (Raw)": 1.0211033821105957, "Finetune/Step": 1083, "Finetune/Step Time": 4.563570002093911}
{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.9473650455474854, "Finetune/Loss (Raw)": 1.0740597248077393, "Finetune/Step": 1084, "Finetune/Step Time": 4.57814016379416}
{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.9483333230018616, "Finetune/Loss (Raw)": 1.0217903852462769, "Finetune/Step": 1085, "Finetune/Step Time": 4.568019015714526}
{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.9487740993499756, "Finetune/Loss (Raw)": 1.0366240739822388, "Finetune/Step": 1086, "Finetune/Step Time": 4.560627397149801}
{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.949459433555603, "Finetune/Loss (Raw)": 1.0206061601638794, "Finetune/Step": 1087, "Finetune/Step Time": 4.563090041279793}
{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.9486216306686401, "Finetune/Loss (Raw)": 0.8474065065383911, "Finetune/Step": 1088, "Finetune/Step Time": 4.570717865601182}
{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.949633002281189, "Finetune/Loss (Raw)": 1.0084308385849, "Finetune/Step": 1089, "Finetune/Step Time": 4.566611299291253}
{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.949605405330658, "Finetune/Loss (Raw)": 1.1041510105133057, "Finetune/Step": 1090, "Finetune/Step Time": 4.565662298351526}
{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.9498840570449829, "Finetune/Loss (Raw)": 0.9444894790649414, "Finetune/Step": 1091, "Finetune/Step Time": 4.570010922849178}
{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.9506905674934387, "Finetune/Loss (Raw)": 1.032186508178711, "Finetune/Step": 1092, "Finetune/Step Time": 4.568959813565016}
{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.9512973427772522, "Finetune/Loss (Raw)": 0.8870064616203308, "Finetune/Step": 1093, "Finetune/Step Time": 4.561098292469978}
{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.951619029045105, "Finetune/Loss (Raw)": 0.9911841154098511, "Finetune/Step": 1094, "Finetune/Step Time": 4.5668662544339895}
{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.951915979385376, "Finetune/Loss (Raw)": 1.0400925874710083, "Finetune/Step": 1095, "Finetune/Step Time": 4.550859864801168}
{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.951878011226654, "Finetune/Loss (Raw)": 1.0635759830474854, "Finetune/Step": 1096, "Finetune/Step Time": 4.536086829379201}
{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.9523093104362488, "Finetune/Loss (Raw)": 0.9895328283309937, "Finetune/Step": 1097, "Finetune/Step Time": 4.536924943327904}
{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.9545584917068481, "Finetune/Loss (Raw)": 0.9907418489456177, "Finetune/Step": 1098, "Finetune/Step Time": 4.544074755162001}
{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.9544800519943237, "Finetune/Loss (Raw)": 0.9973304271697998, "Finetune/Step": 1099, "Finetune/Step Time": 4.516843402758241}
{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.95902019739151, "Finetune/Loss (Raw)": 0.9645551443099976, "Finetune/Step": 1100, "Finetune/Step Time": 4.483327955007553}
{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.9605766534805298, "Finetune/Loss (Raw)": 1.0836361646652222, "Finetune/Step": 1101, "Finetune/Step Time": 4.488838376477361}
{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.9592626094818115, "Finetune/Loss (Raw)": 0.8039825558662415, "Finetune/Step": 1102, "Finetune/Step Time": 4.475410230457783}
{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.959308385848999, "Finetune/Loss (Raw)": 1.129042387008667, "Finetune/Step": 1103, "Finetune/Step Time": 4.4617483504116535}
{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.9599577784538269, "Finetune/Loss (Raw)": 1.071205973625183, "Finetune/Step": 1104, "Finetune/Step Time": 4.471151100471616}
{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.9603288173675537, "Finetune/Loss (Raw)": 1.1164846420288086, "Finetune/Step": 1105, "Finetune/Step Time": 4.481328681111336}
{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.9607015252113342, "Finetune/Loss (Raw)": 0.998896062374115, "Finetune/Step": 1106, "Finetune/Step Time": 4.493648556992412}
{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.9618045687675476, "Finetune/Loss (Raw)": 1.0262900590896606, "Finetune/Step": 1107, "Finetune/Step Time": 4.4886343870311975}
{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.961249828338623, "Finetune/Loss (Raw)": 1.0973619222640991, "Finetune/Step": 1108, "Finetune/Step Time": 4.489348886534572}
{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.9599204659461975, "Finetune/Loss (Raw)": 0.8181167244911194, "Finetune/Step": 1109, "Finetune/Step Time": 4.500951478257775}
{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.9596297144889832, "Finetune/Loss (Raw)": 0.989949107170105, "Finetune/Step": 1110, "Finetune/Step Time": 4.499532464891672}
{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.960474967956543, "Finetune/Loss (Raw)": 1.1367076635360718, "Finetune/Step": 1111, "Finetune/Step Time": 4.494738446548581}
{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.9601507782936096, "Finetune/Loss (Raw)": 0.9306519031524658, "Finetune/Step": 1112, "Finetune/Step Time": 4.482853516936302}
{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.9601461887359619, "Finetune/Loss (Raw)": 0.9505351185798645, "Finetune/Step": 1113, "Finetune/Step Time": 4.479384897276759}
{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.9613194465637207, "Finetune/Loss (Raw)": 1.0333689451217651, "Finetune/Step": 1114, "Finetune/Step Time": 4.5027833841741085}
{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.9614123106002808, "Finetune/Loss (Raw)": 1.0203747749328613, "Finetune/Step": 1115, "Finetune/Step Time": 4.499759448692203}
{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.963229775428772, "Finetune/Loss (Raw)": 1.095621109008789, "Finetune/Step": 1116, "Finetune/Step Time": 4.494491469115019}
{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.9620679616928101, "Finetune/Loss (Raw)": 0.8870254755020142, "Finetune/Step": 1117, "Finetune/Step Time": 4.4937197007238865}
{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.9646836519241333, "Finetune/Loss (Raw)": 1.0863158702850342, "Finetune/Step": 1118, "Finetune/Step Time": 4.480612071231008}
{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.9623101353645325, "Finetune/Loss (Raw)": 0.7419931888580322, "Finetune/Step": 1119, "Finetune/Step Time": 4.490494284778833}
{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.962291419506073, "Finetune/Loss (Raw)": 0.9760803580284119, "Finetune/Step": 1120, "Finetune/Step Time": 4.493344444781542}
{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.9635903835296631, "Finetune/Loss (Raw)": 1.1538407802581787, "Finetune/Step": 1121, "Finetune/Step Time": 4.462202318012714}
{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.9656734466552734, "Finetune/Loss (Raw)": 1.0471426248550415, "Finetune/Step": 1122, "Finetune/Step Time": 4.46865794993937}
{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.9656192064285278, "Finetune/Loss (Raw)": 0.9338183999061584, "Finetune/Step": 1123, "Finetune/Step Time": 4.486464435234666}
{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.9676761627197266, "Finetune/Loss (Raw)": 1.2277424335479736, "Finetune/Step": 1124, "Finetune/Step Time": 4.482633514329791}
{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.9677331447601318, "Finetune/Loss (Raw)": 0.9404364228248596, "Finetune/Step": 1125, "Finetune/Step Time": 4.479134771972895}
{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.9679750204086304, "Finetune/Loss (Raw)": 0.9855545163154602, "Finetune/Step": 1126, "Finetune/Step Time": 4.460980286821723}
{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.9672720432281494, "Finetune/Loss (Raw)": 1.0245904922485352, "Finetune/Step": 1127, "Finetune/Step Time": 4.4604501482099295}
{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.9659378528594971, "Finetune/Loss (Raw)": 0.9726799130439758, "Finetune/Step": 1128, "Finetune/Step Time": 4.472659081220627}
{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.9721553325653076, "Finetune/Loss (Raw)": 1.1141417026519775, "Finetune/Step": 1129, "Finetune/Step Time": 4.42812935076654}
{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.9706946611404419, "Finetune/Loss (Raw)": 0.7967181205749512, "Finetune/Step": 1130, "Finetune/Step Time": 4.43625851161778}
{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.9709600210189819, "Finetune/Loss (Raw)": 1.0901873111724854, "Finetune/Step": 1131, "Finetune/Step Time": 4.418489309027791}
{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.9706144332885742, "Finetune/Loss (Raw)": 1.0240310430526733, "Finetune/Step": 1132, "Finetune/Step Time": 4.42019615508616}
{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.9702852964401245, "Finetune/Loss (Raw)": 0.982550859451294, "Finetune/Step": 1133, "Finetune/Step Time": 4.4155776631087065}
{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.9708658456802368, "Finetune/Loss (Raw)": 0.9529539942741394, "Finetune/Step": 1134, "Finetune/Step Time": 4.397360026836395}
{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.9721792340278625, "Finetune/Loss (Raw)": 1.1014204025268555, "Finetune/Step": 1135, "Finetune/Step Time": 4.392603171989322}
{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.9721683859825134, "Finetune/Loss (Raw)": 0.9797353148460388, "Finetune/Step": 1136, "Finetune/Step Time": 4.389769511297345}
{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.9770186543464661, "Finetune/Loss (Raw)": 1.0451340675354004, "Finetune/Step": 1137, "Finetune/Step Time": 4.340860329568386}
{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.9779507517814636, "Finetune/Loss (Raw)": 1.0290746688842773, "Finetune/Step": 1138, "Finetune/Step Time": 4.349832013249397}
{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.9783095121383667, "Finetune/Loss (Raw)": 0.9643290638923645, "Finetune/Step": 1139, "Finetune/Step Time": 4.362868433818221}
{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.9783933162689209, "Finetune/Loss (Raw)": 1.0217962265014648, "Finetune/Step": 1140, "Finetune/Step Time": 4.355767365545034}
{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.9786988496780396, "Finetune/Loss (Raw)": 0.9594324827194214, "Finetune/Step": 1141, "Finetune/Step Time": 4.361495589837432}
{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.9728420972824097, "Finetune/Loss (Raw)": 0.29710373282432556, "Finetune/Step": 1142, "Finetune/Step Time": 4.393634062260389}
{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.9777780771255493, "Finetune/Loss (Raw)": 0.9392139315605164, "Finetune/Step": 1143, "Finetune/Step Time": 4.366756243631244}
{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.9778223037719727, "Finetune/Loss (Raw)": 1.0140773057937622, "Finetune/Step": 1144, "Finetune/Step Time": 4.370689062401652}
{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.9769181609153748, "Finetune/Loss (Raw)": 0.963473379611969, "Finetune/Step": 1145, "Finetune/Step Time": 4.371095649898052}
{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.9774223566055298, "Finetune/Loss (Raw)": 1.0607850551605225, "Finetune/Step": 1146, "Finetune/Step Time": 4.330568423494697}
{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.9765593409538269, "Finetune/Loss (Raw)": 0.8144443035125732, "Finetune/Step": 1147, "Finetune/Step Time": 4.333736704662442}
{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.971524715423584, "Finetune/Loss (Raw)": 0.3422699272632599, "Finetune/Step": 1148, "Finetune/Step Time": 4.3798588514328}
{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.9733614921569824, "Finetune/Loss (Raw)": 1.1028656959533691, "Finetune/Step": 1149, "Finetune/Step Time": 4.380406113341451}
{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.9729200601577759, "Finetune/Loss (Raw)": 0.9721664786338806, "Finetune/Step": 1150, "Finetune/Step Time": 4.3653334099799395}
{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.9732064008712769, "Finetune/Loss (Raw)": 0.8880395293235779, "Finetune/Step": 1151, "Finetune/Step Time": 4.349452858790755}
{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.9737740159034729, "Finetune/Loss (Raw)": 1.0024975538253784, "Finetune/Step": 1152, "Finetune/Step Time": 4.366872262209654}
{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.9755540490150452, "Finetune/Loss (Raw)": 1.1061034202575684, "Finetune/Step": 1153, "Finetune/Step Time": 4.380767747759819}
{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.9701528549194336, "Finetune/Loss (Raw)": 0.3258366286754608, "Finetune/Step": 1154, "Finetune/Step Time": 4.406259331852198}
{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.9699143171310425, "Finetune/Loss (Raw)": 0.3381190598011017, "Finetune/Step": 1155, "Finetune/Step Time": 4.404745012521744}
{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.9707050323486328, "Finetune/Loss (Raw)": 1.1546235084533691, "Finetune/Step": 1156, "Finetune/Step Time": 4.400901013985276}
{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.9719645977020264, "Finetune/Loss (Raw)": 1.0430936813354492, "Finetune/Step": 1157, "Finetune/Step Time": 4.3928532507270575}
{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.9711074829101562, "Finetune/Loss (Raw)": 0.9248864054679871, "Finetune/Step": 1158, "Finetune/Step Time": 4.383537912741303}
{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.9701006412506104, "Finetune/Loss (Raw)": 0.8583744764328003, "Finetune/Step": 1159, "Finetune/Step Time": 4.3832332491874695}
{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.9749467968940735, "Finetune/Loss (Raw)": 0.9645183682441711, "Finetune/Step": 1160, "Finetune/Step Time": 4.370991837233305}
{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.9749425649642944, "Finetune/Loss (Raw)": 1.0068572759628296, "Finetune/Step": 1161, "Finetune/Step Time": 4.368872407823801}
{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.9762547612190247, "Finetune/Loss (Raw)": 1.0121923685073853, "Finetune/Step": 1162, "Finetune/Step Time": 4.365598440170288}
{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.974643349647522, "Finetune/Loss (Raw)": 0.7980117201805115, "Finetune/Step": 1163, "Finetune/Step Time": 4.379642713814974}
{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.9764739274978638, "Finetune/Loss (Raw)": 1.2063050270080566, "Finetune/Step": 1164, "Finetune/Step Time": 4.38310163281858}
{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.9724376201629639, "Finetune/Loss (Raw)": 0.3618367314338684, "Finetune/Step": 1165, "Finetune/Step Time": 4.416116265580058}
{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.9702118635177612, "Finetune/Loss (Raw)": 0.8828756213188171, "Finetune/Step": 1166, "Finetune/Step Time": 4.425056854262948}
{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.9687648415565491, "Finetune/Loss (Raw)": 0.8291223049163818, "Finetune/Step": 1167, "Finetune/Step Time": 4.434335129335523}
{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.9690782427787781, "Finetune/Loss (Raw)": 0.9709275960922241, "Finetune/Step": 1168, "Finetune/Step Time": 4.427516546100378}
{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.968461811542511, "Finetune/Loss (Raw)": 1.0062259435653687, "Finetune/Step": 1169, "Finetune/Step Time": 4.42935916595161}
{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.9636391401290894, "Finetune/Loss (Raw)": 0.4673748314380646, "Finetune/Step": 1170, "Finetune/Step Time": 4.46329471282661}
{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.9694585800170898, "Finetune/Loss (Raw)": 1.1209509372711182, "Finetune/Step": 1171, "Finetune/Step Time": 4.414543613791466}
{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.970949649810791, "Finetune/Loss (Raw)": 1.0464271306991577, "Finetune/Step": 1172, "Finetune/Step Time": 4.409044571220875}
{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.9705002307891846, "Finetune/Loss (Raw)": 0.9958785772323608, "Finetune/Step": 1173, "Finetune/Step Time": 4.392627974972129}
{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.9658470749855042, "Finetune/Loss (Raw)": 0.3566499948501587, "Finetune/Step": 1174, "Finetune/Step Time": 4.422464821487665}
{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.965477466583252, "Finetune/Loss (Raw)": 0.9607159495353699, "Finetune/Step": 1175, "Finetune/Step Time": 4.436125174164772}
{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.9637007117271423, "Finetune/Loss (Raw)": 0.9418424963951111, "Finetune/Step": 1176, "Finetune/Step Time": 4.431239256635308}
{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.9590672254562378, "Finetune/Loss (Raw)": 0.28551608324050903, "Finetune/Step": 1177, "Finetune/Step Time": 4.472114143893123}
{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.95522141456604, "Finetune/Loss (Raw)": 0.322656512260437, "Finetune/Step": 1178, "Finetune/Step Time": 4.496316637843847}
{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.9568892121315002, "Finetune/Loss (Raw)": 1.1626869440078735, "Finetune/Step": 1179, "Finetune/Step Time": 4.489358883351088}
{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.9551912546157837, "Finetune/Loss (Raw)": 0.9336310625076294, "Finetune/Step": 1180, "Finetune/Step Time": 4.505761303007603}
{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.9560688138008118, "Finetune/Loss (Raw)": 1.091007113456726, "Finetune/Step": 1181, "Finetune/Step Time": 4.49365714378655}
{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.9528952240943909, "Finetune/Loss (Raw)": 0.7105634212493896, "Finetune/Step": 1182, "Finetune/Step Time": 4.495581332594156}
{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.9539734125137329, "Finetune/Loss (Raw)": 1.0431560277938843, "Finetune/Step": 1183, "Finetune/Step Time": 4.496773323044181}
{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.951897382736206, "Finetune/Loss (Raw)": 0.8267765045166016, "Finetune/Step": 1184, "Finetune/Step Time": 4.526119174435735}
{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.9526730179786682, "Finetune/Loss (Raw)": 1.0212289094924927, "Finetune/Step": 1185, "Finetune/Step Time": 4.529117288067937}
{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.954184889793396, "Finetune/Loss (Raw)": 1.1240613460540771, "Finetune/Step": 1186, "Finetune/Step Time": 4.5293345507234335}
{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.9494410157203674, "Finetune/Loss (Raw)": 0.3447897136211395, "Finetune/Step": 1187, "Finetune/Step Time": 4.554121993482113}
{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.9500542879104614, "Finetune/Loss (Raw)": 1.0625444650650024, "Finetune/Step": 1188, "Finetune/Step Time": 4.553277364000678}
{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.95176100730896, "Finetune/Loss (Raw)": 1.0643900632858276, "Finetune/Step": 1189, "Finetune/Step Time": 4.558512633666396}
{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.9516446590423584, "Finetune/Loss (Raw)": 0.9816514849662781, "Finetune/Step": 1190, "Finetune/Step Time": 4.556863097473979}
{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.9521899223327637, "Finetune/Loss (Raw)": 1.0539031028747559, "Finetune/Step": 1191, "Finetune/Step Time": 4.550361117348075}
{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.9509397745132446, "Finetune/Loss (Raw)": 1.0295958518981934, "Finetune/Step": 1192, "Finetune/Step Time": 4.557786826044321}
{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.9500558972358704, "Finetune/Loss (Raw)": 1.0215357542037964, "Finetune/Step": 1193, "Finetune/Step Time": 4.556436276063323}
{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.9514104127883911, "Finetune/Loss (Raw)": 1.074023723602295, "Finetune/Step": 1194, "Finetune/Step Time": 4.570249022915959}
{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.9505285024642944, "Finetune/Loss (Raw)": 0.9970165491104126, "Finetune/Step": 1195, "Finetune/Step Time": 4.559856144711375}
{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.9511356353759766, "Finetune/Loss (Raw)": 0.9868605136871338, "Finetune/Step": 1196, "Finetune/Step Time": 4.556635791435838}
{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.9523265957832336, "Finetune/Loss (Raw)": 1.1120810508728027, "Finetune/Step": 1197, "Finetune/Step Time": 4.523591466248035}
{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.9528622031211853, "Finetune/Loss (Raw)": 1.0954160690307617, "Finetune/Step": 1198, "Finetune/Step Time": 4.529133087024093}
{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.9528294205665588, "Finetune/Loss (Raw)": 1.0397472381591797, "Finetune/Step": 1199, "Finetune/Step Time": 4.524928729981184}
{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.95289146900177, "Finetune/Loss (Raw)": 1.054483413696289, "Finetune/Step": 1200, "Finetune/Step Time": 4.521148147061467}
{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.9535965919494629, "Finetune/Loss (Raw)": 1.0507045984268188, "Finetune/Step": 1201, "Finetune/Step Time": 4.534461289644241}
{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.9544461965560913, "Finetune/Loss (Raw)": 1.1631900072097778, "Finetune/Step": 1202, "Finetune/Step Time": 4.538161318749189}
{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.9549294710159302, "Finetune/Loss (Raw)": 1.1209238767623901, "Finetune/Step": 1203, "Finetune/Step Time": 4.52864707633853}
{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.9549914002418518, "Finetune/Loss (Raw)": 1.083507776260376, "Finetune/Step": 1204, "Finetune/Step Time": 4.536981524899602}
{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.9539700746536255, "Finetune/Loss (Raw)": 0.9670218825340271, "Finetune/Step": 1205, "Finetune/Step Time": 4.5545307863503695}
{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.9547045826911926, "Finetune/Loss (Raw)": 1.151919960975647, "Finetune/Step": 1206, "Finetune/Step Time": 4.546689053997397}
{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.9554316997528076, "Finetune/Loss (Raw)": 0.9587622880935669, "Finetune/Step": 1207, "Finetune/Step Time": 4.553650191053748}
{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.9557627439498901, "Finetune/Loss (Raw)": 1.0178714990615845, "Finetune/Step": 1208, "Finetune/Step Time": 4.554149514064193}
{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.9555392265319824, "Finetune/Loss (Raw)": 1.0535681247711182, "Finetune/Step": 1209, "Finetune/Step Time": 4.552687929943204}
{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.9566717147827148, "Finetune/Loss (Raw)": 0.9946794509887695, "Finetune/Step": 1210, "Finetune/Step Time": 4.530575532466173}
{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.9560916423797607, "Finetune/Loss (Raw)": 0.9468579292297363, "Finetune/Step": 1211, "Finetune/Step Time": 4.533327313140035}
{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.9564847350120544, "Finetune/Loss (Raw)": 1.124370813369751, "Finetune/Step": 1212, "Finetune/Step Time": 4.521437941119075}
{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.9559556841850281, "Finetune/Loss (Raw)": 0.9540795683860779, "Finetune/Step": 1213, "Finetune/Step Time": 4.520804334431887}
{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.9545475244522095, "Finetune/Loss (Raw)": 0.8563783168792725, "Finetune/Step": 1214, "Finetune/Step Time": 4.523550748825073}
{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.9542986154556274, "Finetune/Loss (Raw)": 0.9887441396713257, "Finetune/Step": 1215, "Finetune/Step Time": 4.524344669654965}
{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.9503887891769409, "Finetune/Loss (Raw)": 0.3469390571117401, "Finetune/Step": 1216, "Finetune/Step Time": 4.55329018086195}
{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.9511699676513672, "Finetune/Loss (Raw)": 1.1084247827529907, "Finetune/Step": 1217, "Finetune/Step Time": 4.556738035753369}
{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.9507761001586914, "Finetune/Loss (Raw)": 1.0537347793579102, "Finetune/Step": 1218, "Finetune/Step Time": 4.541539842262864}
{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.9457552433013916, "Finetune/Loss (Raw)": 0.30182507634162903, "Finetune/Step": 1219, "Finetune/Step Time": 4.576488243415952}
{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.9454210996627808, "Finetune/Loss (Raw)": 0.9894136190414429, "Finetune/Step": 1220, "Finetune/Step Time": 4.5756954830139875}
{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.9465869069099426, "Finetune/Loss (Raw)": 1.0362299680709839, "Finetune/Step": 1221, "Finetune/Step Time": 4.585495049133897}
{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.9466720223426819, "Finetune/Loss (Raw)": 1.0020781755447388, "Finetune/Step": 1222, "Finetune/Step Time": 4.589851392433047}
{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.9466111660003662, "Finetune/Loss (Raw)": 1.0323058366775513, "Finetune/Step": 1223, "Finetune/Step Time": 4.590606981888413}
{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.9461766481399536, "Finetune/Loss (Raw)": 1.0079500675201416, "Finetune/Step": 1224, "Finetune/Step Time": 4.591606812551618}
{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.9452792406082153, "Finetune/Loss (Raw)": 0.8746675848960876, "Finetune/Step": 1225, "Finetune/Step Time": 4.576838675886393}
{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.9445382356643677, "Finetune/Loss (Raw)": 0.8958969116210938, "Finetune/Step": 1226, "Finetune/Step Time": 4.567236345261335}
{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.9435051679611206, "Finetune/Loss (Raw)": 0.8650981187820435, "Finetune/Step": 1227, "Finetune/Step Time": 4.58596926741302}
{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.9442229866981506, "Finetune/Loss (Raw)": 1.0564311742782593, "Finetune/Step": 1228, "Finetune/Step Time": 4.5975184720009565}
{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.9442028403282166, "Finetune/Loss (Raw)": 1.081068515777588, "Finetune/Step": 1229, "Finetune/Step Time": 4.5879204627126455}
{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.9410507082939148, "Finetune/Loss (Raw)": 0.4005064368247986, "Finetune/Step": 1230, "Finetune/Step Time": 4.631728181615472}
{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.9409528970718384, "Finetune/Loss (Raw)": 1.1165215969085693, "Finetune/Step": 1231, "Finetune/Step Time": 4.636343156918883}
{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.9404803514480591, "Finetune/Loss (Raw)": 1.0107202529907227, "Finetune/Step": 1232, "Finetune/Step Time": 4.62476752884686}
{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.9398553371429443, "Finetune/Loss (Raw)": 1.0364837646484375, "Finetune/Step": 1233, "Finetune/Step Time": 4.6044240184128284}
{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.9383580684661865, "Finetune/Loss (Raw)": 0.8072380423545837, "Finetune/Step": 1234, "Finetune/Step Time": 4.61344644613564}
{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.937791109085083, "Finetune/Loss (Raw)": 0.9537285566329956, "Finetune/Step": 1235, "Finetune/Step Time": 4.612024927511811}
{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.9379053115844727, "Finetune/Loss (Raw)": 1.1119704246520996, "Finetune/Step": 1236, "Finetune/Step Time": 4.608050873503089}
{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.939510703086853, "Finetune/Loss (Raw)": 1.0236092805862427, "Finetune/Step": 1237, "Finetune/Step Time": 4.6106504537165165}
{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.940947413444519, "Finetune/Loss (Raw)": 1.1738513708114624, "Finetune/Step": 1238, "Finetune/Step Time": 4.613383425399661}
{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.9397009015083313, "Finetune/Loss (Raw)": 0.9771519899368286, "Finetune/Step": 1239, "Finetune/Step Time": 4.621741896495223}
{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.9400932788848877, "Finetune/Loss (Raw)": 0.980879545211792, "Finetune/Step": 1240, "Finetune/Step Time": 4.619964245706797}
{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.9397175908088684, "Finetune/Loss (Raw)": 0.902445375919342, "Finetune/Step": 1241, "Finetune/Step Time": 4.624167080968618}
{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.9392221570014954, "Finetune/Loss (Raw)": 0.9699566960334778, "Finetune/Step": 1242, "Finetune/Step Time": 4.597290331497788}
{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.9394806623458862, "Finetune/Loss (Raw)": 1.053459882736206, "Finetune/Step": 1243, "Finetune/Step Time": 4.5913763679564}
{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.9385582804679871, "Finetune/Loss (Raw)": 0.977556586265564, "Finetune/Step": 1244, "Finetune/Step Time": 4.594802852720022}
{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.9391967058181763, "Finetune/Loss (Raw)": 0.9687520861625671, "Finetune/Step": 1245, "Finetune/Step Time": 4.585048973560333}
{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.9379647970199585, "Finetune/Loss (Raw)": 0.9286268353462219, "Finetune/Step": 1246, "Finetune/Step Time": 4.607242107391357}
{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.9405871629714966, "Finetune/Loss (Raw)": 1.0776479244232178, "Finetune/Step": 1247, "Finetune/Step Time": 4.592884721234441}
{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.9393954873085022, "Finetune/Loss (Raw)": 0.8235495090484619, "Finetune/Step": 1248, "Finetune/Step Time": 4.597499672323465}
{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.9375960826873779, "Finetune/Loss (Raw)": 0.9235210418701172, "Finetune/Step": 1249, "Finetune/Step Time": 4.598184620961547}
{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.9375223517417908, "Finetune/Loss (Raw)": 1.0377018451690674, "Finetune/Step": 1250, "Finetune/Step Time": 4.578397938981652}
{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.9382771253585815, "Finetune/Loss (Raw)": 1.0304272174835205, "Finetune/Step": 1251, "Finetune/Step Time": 4.564376084133983}
{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.9356840252876282, "Finetune/Loss (Raw)": 0.8958330154418945, "Finetune/Step": 1252, "Finetune/Step Time": 4.560407934710383}
{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.9356038570404053, "Finetune/Loss (Raw)": 0.9301733374595642, "Finetune/Step": 1253, "Finetune/Step Time": 4.57941173389554}
{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.9356218576431274, "Finetune/Loss (Raw)": 0.9878600239753723, "Finetune/Step": 1254, "Finetune/Step Time": 4.583432825282216}
{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.9362398386001587, "Finetune/Loss (Raw)": 1.1036818027496338, "Finetune/Step": 1255, "Finetune/Step Time": 4.585667405277491}
{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.9365736842155457, "Finetune/Loss (Raw)": 1.015417218208313, "Finetune/Step": 1256, "Finetune/Step Time": 4.581647410988808}
{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.9333943128585815, "Finetune/Loss (Raw)": 0.7071826457977295, "Finetune/Step": 1257, "Finetune/Step Time": 4.608188688755035}
{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.9346455335617065, "Finetune/Loss (Raw)": 0.9568787217140198, "Finetune/Step": 1258, "Finetune/Step Time": 4.596521910279989}
{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.9331932067871094, "Finetune/Loss (Raw)": 0.9042832851409912, "Finetune/Step": 1259, "Finetune/Step Time": 4.607823805883527}
{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.9344131946563721, "Finetune/Loss (Raw)": 1.1801912784576416, "Finetune/Step": 1260, "Finetune/Step Time": 4.609621623530984}
{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.9333839416503906, "Finetune/Loss (Raw)": 0.8508098721504211, "Finetune/Step": 1261, "Finetune/Step Time": 4.609229916706681}
{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.9337707757949829, "Finetune/Loss (Raw)": 1.0024703741073608, "Finetune/Step": 1262, "Finetune/Step Time": 4.6045448035001755}
{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.9334180355072021, "Finetune/Loss (Raw)": 1.0562595129013062, "Finetune/Step": 1263, "Finetune/Step Time": 4.601200381293893}
{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.9335289001464844, "Finetune/Loss (Raw)": 0.9939318895339966, "Finetune/Step": 1264, "Finetune/Step Time": 4.599576227366924}
{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.9282850623130798, "Finetune/Loss (Raw)": 0.37392422556877136, "Finetune/Step": 1265, "Finetune/Step Time": 4.637681370601058}
{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.9277752637863159, "Finetune/Loss (Raw)": 0.9638198018074036, "Finetune/Step": 1266, "Finetune/Step Time": 4.643066132441163}
{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.9283959865570068, "Finetune/Loss (Raw)": 1.0437777042388916, "Finetune/Step": 1267, "Finetune/Step Time": 4.6289395317435265}
{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.9287947416305542, "Finetune/Loss (Raw)": 1.0728425979614258, "Finetune/Step": 1268, "Finetune/Step Time": 4.632687043398619}
{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.9287830591201782, "Finetune/Loss (Raw)": 0.9579412341117859, "Finetune/Step": 1269, "Finetune/Step Time": 4.624102130532265}
{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.9353398680686951, "Finetune/Loss (Raw)": 1.1363705396652222, "Finetune/Step": 1270, "Finetune/Step Time": 4.594956750050187}
{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.9366205930709839, "Finetune/Loss (Raw)": 1.103140115737915, "Finetune/Step": 1271, "Finetune/Step Time": 4.579941606149077}
{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.9350588321685791, "Finetune/Loss (Raw)": 0.8141759634017944, "Finetune/Step": 1272, "Finetune/Step Time": 4.58870137296617}
{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.9349044561386108, "Finetune/Loss (Raw)": 0.9437148571014404, "Finetune/Step": 1273, "Finetune/Step Time": 4.598590642213821}
{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.9334539771080017, "Finetune/Loss (Raw)": 0.8751233220100403, "Finetune/Step": 1274, "Finetune/Step Time": 4.5898767951875925}
{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.9361893534660339, "Finetune/Loss (Raw)": 1.1645692586898804, "Finetune/Step": 1275, "Finetune/Step Time": 4.581194344907999}
{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.9409546852111816, "Finetune/Loss (Raw)": 0.9522349238395691, "Finetune/Step": 1276, "Finetune/Step Time": 4.5366725362837315}
{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.9399099946022034, "Finetune/Loss (Raw)": 0.969147264957428, "Finetune/Step": 1277, "Finetune/Step Time": 4.539946865290403}
{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.9381778240203857, "Finetune/Loss (Raw)": 0.7504435777664185, "Finetune/Step": 1278, "Finetune/Step Time": 4.546458408236504}
{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.9390721321105957, "Finetune/Loss (Raw)": 1.002510666847229, "Finetune/Step": 1279, "Finetune/Step Time": 4.548304073512554}
{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.9403113722801208, "Finetune/Loss (Raw)": 1.1611264944076538, "Finetune/Step": 1280, "Finetune/Step Time": 4.527190333232284}
{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.9391253590583801, "Finetune/Loss (Raw)": 0.9542922973632812, "Finetune/Step": 1281, "Finetune/Step Time": 4.51173447445035}
{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.9443084597587585, "Finetune/Loss (Raw)": 0.9892733097076416, "Finetune/Step": 1282, "Finetune/Step Time": 4.47424628585577}
{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.9486013650894165, "Finetune/Loss (Raw)": 0.8876042366027832, "Finetune/Step": 1283, "Finetune/Step Time": 4.447582827880979}
{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.9471744298934937, "Finetune/Loss (Raw)": 0.9719821214675903, "Finetune/Step": 1284, "Finetune/Step Time": 4.450760439038277}
{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.947300910949707, "Finetune/Loss (Raw)": 1.059287428855896, "Finetune/Step": 1285, "Finetune/Step Time": 4.45074800401926}
{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.947618305683136, "Finetune/Loss (Raw)": 0.9655110239982605, "Finetune/Step": 1286, "Finetune/Step Time": 4.460924811661243}
{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.948567271232605, "Finetune/Loss (Raw)": 0.9798406958580017, "Finetune/Step": 1287, "Finetune/Step Time": 4.465954491868615}
{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.9481430053710938, "Finetune/Loss (Raw)": 0.9102105498313904, "Finetune/Step": 1288, "Finetune/Step Time": 4.436069080606103}
{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.947425365447998, "Finetune/Loss (Raw)": 0.9149982929229736, "Finetune/Step": 1289, "Finetune/Step Time": 4.415513481944799}
{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.9482175707817078, "Finetune/Loss (Raw)": 1.1135975122451782, "Finetune/Step": 1290, "Finetune/Step Time": 4.410373508930206}
{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.9497817754745483, "Finetune/Loss (Raw)": 0.9982254505157471, "Finetune/Step": 1291, "Finetune/Step Time": 4.412384973838925}
{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.9479023218154907, "Finetune/Loss (Raw)": 0.9657412767410278, "Finetune/Step": 1292, "Finetune/Step Time": 4.401437632739544}
{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.95255446434021, "Finetune/Loss (Raw)": 0.9573054909706116, "Finetune/Step": 1293, "Finetune/Step Time": 4.357328185811639}
{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.9534025192260742, "Finetune/Loss (Raw)": 0.9914271235466003, "Finetune/Step": 1294, "Finetune/Step Time": 4.364709056913853}
{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.954182505607605, "Finetune/Loss (Raw)": 0.9289665222167969, "Finetune/Step": 1295, "Finetune/Step Time": 4.374070271849632}
{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.9541763067245483, "Finetune/Loss (Raw)": 0.970131516456604, "Finetune/Step": 1296, "Finetune/Step Time": 4.378026757389307}
{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.9541263580322266, "Finetune/Loss (Raw)": 0.9998301863670349, "Finetune/Step": 1297, "Finetune/Step Time": 4.392849758267403}
{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.9571681618690491, "Finetune/Loss (Raw)": 0.8567277789115906, "Finetune/Step": 1298, "Finetune/Step Time": 4.3504459243267775}
{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.9542380571365356, "Finetune/Loss (Raw)": 0.7459002137184143, "Finetune/Step": 1299, "Finetune/Step Time": 4.360050845891237}
{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.9530822038650513, "Finetune/Loss (Raw)": 0.8984731435775757, "Finetune/Step": 1300, "Finetune/Step Time": 4.3579965475946665}
{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.9532827138900757, "Finetune/Loss (Raw)": 1.0215505361557007, "Finetune/Step": 1301, "Finetune/Step Time": 4.375829936936498}
{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.9578444957733154, "Finetune/Loss (Raw)": 0.940552830696106, "Finetune/Step": 1302, "Finetune/Step Time": 4.35872234031558}
{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.9580303430557251, "Finetune/Loss (Raw)": 0.9845066070556641, "Finetune/Step": 1303, "Finetune/Step Time": 4.34184779599309}
{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.9584839344024658, "Finetune/Loss (Raw)": 0.999900221824646, "Finetune/Step": 1304, "Finetune/Step Time": 4.34772559069097}
{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.9638159275054932, "Finetune/Loss (Raw)": 0.9680126905441284, "Finetune/Step": 1305, "Finetune/Step Time": 4.312299894168973}
{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.9691354036331177, "Finetune/Loss (Raw)": 1.0035476684570312, "Finetune/Step": 1306, "Finetune/Step Time": 4.290525259450078}
{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.9685189723968506, "Finetune/Loss (Raw)": 1.0837774276733398, "Finetune/Step": 1307, "Finetune/Step Time": 4.283846775069833}
{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.9696440696716309, "Finetune/Loss (Raw)": 1.0776469707489014, "Finetune/Step": 1308, "Finetune/Step Time": 4.266385491937399}
{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.968596339225769, "Finetune/Loss (Raw)": 0.9568999409675598, "Finetune/Step": 1309, "Finetune/Step Time": 4.28500416316092}
{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.9701655507087708, "Finetune/Loss (Raw)": 0.9114222526550293, "Finetune/Step": 1310, "Finetune/Step Time": 4.283160228282213}
{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.9699323177337646, "Finetune/Loss (Raw)": 1.0133002996444702, "Finetune/Step": 1311, "Finetune/Step Time": 4.285441882908344}
{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.9694818258285522, "Finetune/Loss (Raw)": 0.7691207528114319, "Finetune/Step": 1312, "Finetune/Step Time": 4.280231356620789}
{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.9694766998291016, "Finetune/Loss (Raw)": 1.020564317703247, "Finetune/Step": 1313, "Finetune/Step Time": 4.2868551686406136}
{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.9685301780700684, "Finetune/Loss (Raw)": 1.0029094219207764, "Finetune/Step": 1314, "Finetune/Step Time": 4.284360351040959}
{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.9736171960830688, "Finetune/Loss (Raw)": 0.9959313869476318, "Finetune/Step": 1315, "Finetune/Step Time": 4.2469275407493114}
{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.9744114279747009, "Finetune/Loss (Raw)": 1.16420316696167, "Finetune/Step": 1316, "Finetune/Step Time": 4.251852735877037}
{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.9743760824203491, "Finetune/Loss (Raw)": 1.0598660707473755, "Finetune/Step": 1317, "Finetune/Step Time": 4.244464291259646}
{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.9741868376731873, "Finetune/Loss (Raw)": 0.9574259519577026, "Finetune/Step": 1318, "Finetune/Step Time": 4.244609966874123}
{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.9737851023674011, "Finetune/Loss (Raw)": 1.002484679222107, "Finetune/Step": 1319, "Finetune/Step Time": 4.242483392357826}
{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.9733704328536987, "Finetune/Loss (Raw)": 0.9765114188194275, "Finetune/Step": 1320, "Finetune/Step Time": 4.243906261399388}
{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.9732913970947266, "Finetune/Loss (Raw)": 1.011419415473938, "Finetune/Step": 1321, "Finetune/Step Time": 4.24692403152585}
{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.9725397229194641, "Finetune/Loss (Raw)": 0.977812647819519, "Finetune/Step": 1322, "Finetune/Step Time": 4.2362706903368235}
{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.9729915857315063, "Finetune/Loss (Raw)": 1.0548571348190308, "Finetune/Step": 1323, "Finetune/Step Time": 4.237109130248427}
{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.9732874631881714, "Finetune/Loss (Raw)": 1.0247389078140259, "Finetune/Step": 1324, "Finetune/Step Time": 4.239051952958107}
{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.9728801250457764, "Finetune/Loss (Raw)": 1.0599403381347656, "Finetune/Step": 1325, "Finetune/Step Time": 4.256967529654503}
{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.9724444150924683, "Finetune/Loss (Raw)": 1.0396438837051392, "Finetune/Step": 1326, "Finetune/Step Time": 4.24976209923625}
{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.9715768098831177, "Finetune/Loss (Raw)": 0.9286977648735046, "Finetune/Step": 1327, "Finetune/Step Time": 4.287482051178813}
{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.9723149538040161, "Finetune/Loss (Raw)": 1.148960828781128, "Finetune/Step": 1328, "Finetune/Step Time": 4.2831974402070045}
{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.9733436703681946, "Finetune/Loss (Raw)": 1.182375192642212, "Finetune/Step": 1329, "Finetune/Step Time": 4.275167308747768}
{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.9703500270843506, "Finetune/Loss (Raw)": 0.7800028920173645, "Finetune/Step": 1330, "Finetune/Step Time": 4.268727580085397}
{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.9698385000228882, "Finetune/Loss (Raw)": 1.0554568767547607, "Finetune/Step": 1331, "Finetune/Step Time": 4.262348368763924}
{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.9682655930519104, "Finetune/Loss (Raw)": 0.882174015045166, "Finetune/Step": 1332, "Finetune/Step Time": 4.265331340953708}
{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.9682680368423462, "Finetune/Loss (Raw)": 0.9673286080360413, "Finetune/Step": 1333, "Finetune/Step Time": 4.251896806061268}
{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.9671583771705627, "Finetune/Loss (Raw)": 1.0098838806152344, "Finetune/Step": 1334, "Finetune/Step Time": 4.255819588899612}
{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.9677863121032715, "Finetune/Loss (Raw)": 1.0391415357589722, "Finetune/Step": 1335, "Finetune/Step Time": 4.248062556609511}
{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.9679322838783264, "Finetune/Loss (Raw)": 1.0365527868270874, "Finetune/Step": 1336, "Finetune/Step Time": 4.243656532838941}
{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.9685385227203369, "Finetune/Loss (Raw)": 1.131160020828247, "Finetune/Step": 1337, "Finetune/Step Time": 4.246082978323102}
{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.9631538987159729, "Finetune/Loss (Raw)": 0.30545318126678467, "Finetune/Step": 1338, "Finetune/Step Time": 4.2866660710424185}
{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.9628953337669373, "Finetune/Loss (Raw)": 0.9137637615203857, "Finetune/Step": 1339, "Finetune/Step Time": 4.292596239596605}
{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.9619337320327759, "Finetune/Loss (Raw)": 1.001288652420044, "Finetune/Step": 1340, "Finetune/Step Time": 4.299024693667889}
{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.9619232416152954, "Finetune/Loss (Raw)": 0.9527410268783569, "Finetune/Step": 1341, "Finetune/Step Time": 4.300288297235966}
{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.9639127254486084, "Finetune/Loss (Raw)": 1.1110280752182007, "Finetune/Step": 1342, "Finetune/Step Time": 4.297550164163113}
{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.9632986783981323, "Finetune/Loss (Raw)": 0.9101422429084778, "Finetune/Step": 1343, "Finetune/Step Time": 4.319792868569493}
{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.9680271148681641, "Finetune/Loss (Raw)": 0.9521787762641907, "Finetune/Step": 1344, "Finetune/Step Time": 4.287279972806573}
{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.9677038192749023, "Finetune/Loss (Raw)": 1.0670429468154907, "Finetune/Step": 1345, "Finetune/Step Time": 4.287075623869896}
{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.9669162034988403, "Finetune/Loss (Raw)": 0.9529263973236084, "Finetune/Step": 1346, "Finetune/Step Time": 4.288989497348666}
{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.9735333919525146, "Finetune/Loss (Raw)": 1.1488202810287476, "Finetune/Step": 1347, "Finetune/Step Time": 4.2672827541828156}
{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.9691503047943115, "Finetune/Loss (Raw)": 0.4283806085586548, "Finetune/Step": 1348, "Finetune/Step Time": 4.308541109785438}
{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.9695740938186646, "Finetune/Loss (Raw)": 1.0904723405838013, "Finetune/Step": 1349, "Finetune/Step Time": 4.294663246721029}
{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.9699820280075073, "Finetune/Loss (Raw)": 1.0542960166931152, "Finetune/Step": 1350, "Finetune/Step Time": 4.28784322924912}
{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.970064103603363, "Finetune/Loss (Raw)": 1.042808175086975, "Finetune/Step": 1351, "Finetune/Step Time": 4.2861126605421305}
{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.9654695987701416, "Finetune/Loss (Raw)": 0.4198583960533142, "Finetune/Step": 1352, "Finetune/Step Time": 4.3242277186363935}
{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.9660824537277222, "Finetune/Loss (Raw)": 0.9531093835830688, "Finetune/Step": 1353, "Finetune/Step Time": 4.330105552449822}
{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.9669462442398071, "Finetune/Loss (Raw)": 1.0064617395401, "Finetune/Step": 1354, "Finetune/Step Time": 4.327276641502976}
{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.9688799977302551, "Finetune/Loss (Raw)": 1.1126168966293335, "Finetune/Step": 1355, "Finetune/Step Time": 4.315312132239342}
{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.9689734578132629, "Finetune/Loss (Raw)": 1.0683977603912354, "Finetune/Step": 1356, "Finetune/Step Time": 4.314874164760113}
{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.9688278436660767, "Finetune/Loss (Raw)": 1.0624281167984009, "Finetune/Step": 1357, "Finetune/Step Time": 4.3328390177339315}
{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.9733712673187256, "Finetune/Loss (Raw)": 0.9820604920387268, "Finetune/Step": 1358, "Finetune/Step Time": 4.288738640025258}
{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.9713690280914307, "Finetune/Loss (Raw)": 0.8602398633956909, "Finetune/Step": 1359, "Finetune/Step Time": 4.292025549337268}
{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.9712954163551331, "Finetune/Loss (Raw)": 1.0013000965118408, "Finetune/Step": 1360, "Finetune/Step Time": 4.300130637362599}
{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.9717146158218384, "Finetune/Loss (Raw)": 1.0901401042938232, "Finetune/Step": 1361, "Finetune/Step Time": 4.301282500848174}
{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.9729723334312439, "Finetune/Loss (Raw)": 0.968224287033081, "Finetune/Step": 1362, "Finetune/Step Time": 4.289524607360363}
{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.9732922911643982, "Finetune/Loss (Raw)": 0.9946767687797546, "Finetune/Step": 1363, "Finetune/Step Time": 4.290116667747498}
{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.9720736742019653, "Finetune/Loss (Raw)": 0.9559953808784485, "Finetune/Step": 1364, "Finetune/Step Time": 4.319044211879373}
{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.971156895160675, "Finetune/Loss (Raw)": 0.9062590599060059, "Finetune/Step": 1365, "Finetune/Step Time": 4.3098079692572355}
{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.9694917798042297, "Finetune/Loss (Raw)": 0.9607192277908325, "Finetune/Step": 1366, "Finetune/Step Time": 4.304353874176741}
{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.9691166877746582, "Finetune/Loss (Raw)": 0.9291356801986694, "Finetune/Step": 1367, "Finetune/Step Time": 4.323154926300049}
{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.9695442914962769, "Finetune/Loss (Raw)": 1.0356136560440063, "Finetune/Step": 1368, "Finetune/Step Time": 4.323320057243109}
{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.9706982374191284, "Finetune/Loss (Raw)": 1.0501562356948853, "Finetune/Step": 1369, "Finetune/Step Time": 4.332572922110558}
{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.9697469472885132, "Finetune/Loss (Raw)": 0.8481836915016174, "Finetune/Step": 1370, "Finetune/Step Time": 4.335099693387747}
{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.9691473245620728, "Finetune/Loss (Raw)": 0.976708173751831, "Finetune/Step": 1371, "Finetune/Step Time": 4.335620505735278}
{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.9644699096679688, "Finetune/Loss (Raw)": 0.3788548409938812, "Finetune/Step": 1372, "Finetune/Step Time": 4.371758861467242}
{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.9657237529754639, "Finetune/Loss (Raw)": 1.1292355060577393, "Finetune/Step": 1373, "Finetune/Step Time": 4.371898477897048}
{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.9657452702522278, "Finetune/Loss (Raw)": 0.9313862919807434, "Finetune/Step": 1374, "Finetune/Step Time": 4.36339177377522}
{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.9655064344406128, "Finetune/Loss (Raw)": 1.0470826625823975, "Finetune/Step": 1375, "Finetune/Step Time": 4.3609903529286385}
{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.9615878462791443, "Finetune/Loss (Raw)": 0.3219636380672455, "Finetune/Step": 1376, "Finetune/Step Time": 4.3916217759251595}
{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.9627529382705688, "Finetune/Loss (Raw)": 1.0726569890975952, "Finetune/Step": 1377, "Finetune/Step Time": 4.400304175913334}
{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.9636825919151306, "Finetune/Loss (Raw)": 1.1566933393478394, "Finetune/Step": 1378, "Finetune/Step Time": 4.418651882559061}
{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.9613704085350037, "Finetune/Loss (Raw)": 0.7344645261764526, "Finetune/Step": 1379, "Finetune/Step Time": 4.435113092884421}
{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.9617277383804321, "Finetune/Loss (Raw)": 0.941573441028595, "Finetune/Step": 1380, "Finetune/Step Time": 4.434857157990336}
{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.9627227783203125, "Finetune/Loss (Raw)": 1.0575464963912964, "Finetune/Step": 1381, "Finetune/Step Time": 4.419957086443901}
{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.9627641439437866, "Finetune/Loss (Raw)": 0.9931513667106628, "Finetune/Step": 1382, "Finetune/Step Time": 4.418891955167055}
{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.9613145589828491, "Finetune/Loss (Raw)": 0.9181337952613831, "Finetune/Step": 1383, "Finetune/Step Time": 4.423288781195879}
{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.9609718918800354, "Finetune/Loss (Raw)": 0.9715534448623657, "Finetune/Step": 1384, "Finetune/Step Time": 4.42572852037847}
{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.963431715965271, "Finetune/Loss (Raw)": 1.0220352411270142, "Finetune/Step": 1385, "Finetune/Step Time": 4.4018982369452715}
{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.963222861289978, "Finetune/Loss (Raw)": 0.9301521182060242, "Finetune/Step": 1386, "Finetune/Step Time": 4.403049372136593}
{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.9629717469215393, "Finetune/Loss (Raw)": 0.8721383810043335, "Finetune/Step": 1387, "Finetune/Step Time": 4.397409310564399}
{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.9618009924888611, "Finetune/Loss (Raw)": 1.0303364992141724, "Finetune/Step": 1388, "Finetune/Step Time": 4.393019439652562}
{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.9630587100982666, "Finetune/Loss (Raw)": 1.0117995738983154, "Finetune/Step": 1389, "Finetune/Step Time": 4.3940411154180765}
{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.9643803834915161, "Finetune/Loss (Raw)": 1.1716382503509521, "Finetune/Step": 1390, "Finetune/Step Time": 4.402203159406781}
{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.9630177021026611, "Finetune/Loss (Raw)": 0.8818405270576477, "Finetune/Step": 1391, "Finetune/Step Time": 4.41771711781621}
{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.9623407125473022, "Finetune/Loss (Raw)": 0.9072757363319397, "Finetune/Step": 1392, "Finetune/Step Time": 4.450989032164216}
{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.9671301245689392, "Finetune/Loss (Raw)": 0.9869707822799683, "Finetune/Step": 1393, "Finetune/Step Time": 4.450376948341727}
{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.9676780700683594, "Finetune/Loss (Raw)": 1.0339579582214355, "Finetune/Step": 1394, "Finetune/Step Time": 4.437024796381593}
{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.9670436382293701, "Finetune/Loss (Raw)": 0.9625683426856995, "Finetune/Step": 1395, "Finetune/Step Time": 4.4397193640470505}
{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.9645496606826782, "Finetune/Loss (Raw)": 0.7536184787750244, "Finetune/Step": 1396, "Finetune/Step Time": 4.447242550551891}
{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.9652733206748962, "Finetune/Loss (Raw)": 1.0505659580230713, "Finetune/Step": 1397, "Finetune/Step Time": 4.470911208540201}
{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.964263916015625, "Finetune/Loss (Raw)": 1.007169246673584, "Finetune/Step": 1398, "Finetune/Step Time": 4.46054457873106}
{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.9621425867080688, "Finetune/Loss (Raw)": 0.8316089510917664, "Finetune/Step": 1399, "Finetune/Step Time": 4.466784209012985}
{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.9639902114868164, "Finetune/Loss (Raw)": 1.0506731271743774, "Finetune/Step": 1400, "Finetune/Step Time": 4.461337732151151}
{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.9638415575027466, "Finetune/Loss (Raw)": 0.9246845245361328, "Finetune/Step": 1401, "Finetune/Step Time": 4.4595484882593155}
{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.9600366353988647, "Finetune/Loss (Raw)": 0.3880874514579773, "Finetune/Step": 1402, "Finetune/Step Time": 4.499871678650379}
{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.9583027362823486, "Finetune/Loss (Raw)": 0.9426374435424805, "Finetune/Step": 1403, "Finetune/Step Time": 4.500630758702755}
{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.9585921764373779, "Finetune/Loss (Raw)": 0.9892821907997131, "Finetune/Step": 1404, "Finetune/Step Time": 4.497063238173723}
{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.9576503038406372, "Finetune/Loss (Raw)": 0.8485882878303528, "Finetune/Step": 1405, "Finetune/Step Time": 4.495055601000786}
{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.959345281124115, "Finetune/Loss (Raw)": 0.9673978090286255, "Finetune/Step": 1406, "Finetune/Step Time": 4.488252831622958}
{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.9543828368186951, "Finetune/Loss (Raw)": 0.3673182725906372, "Finetune/Step": 1407, "Finetune/Step Time": 4.521373551338911}
{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.9521336555480957, "Finetune/Loss (Raw)": 0.8732367157936096, "Finetune/Step": 1408, "Finetune/Step Time": 4.52411306463182}
{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.9525293707847595, "Finetune/Loss (Raw)": 1.004941463470459, "Finetune/Step": 1409, "Finetune/Step Time": 4.521537467837334}
{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.9518733024597168, "Finetune/Loss (Raw)": 0.9053006768226624, "Finetune/Step": 1410, "Finetune/Step Time": 4.550322128459811}
{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.9532138109207153, "Finetune/Loss (Raw)": 1.0591857433319092, "Finetune/Step": 1411, "Finetune/Step Time": 4.538883820176125}
{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.951467752456665, "Finetune/Loss (Raw)": 0.748489260673523, "Finetune/Step": 1412, "Finetune/Step Time": 4.538770431652665}
{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.9512276649475098, "Finetune/Loss (Raw)": 1.0285550355911255, "Finetune/Step": 1413, "Finetune/Step Time": 4.547780958935618}
{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.9523308873176575, "Finetune/Loss (Raw)": 1.106716513633728, "Finetune/Step": 1414, "Finetune/Step Time": 4.536991223692894}
{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.9523216485977173, "Finetune/Loss (Raw)": 0.9786643385887146, "Finetune/Step": 1415, "Finetune/Step Time": 4.536049818620086}
{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.9537128210067749, "Finetune/Loss (Raw)": 1.0882734060287476, "Finetune/Step": 1416, "Finetune/Step Time": 4.534110190346837}
{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.9537903070449829, "Finetune/Loss (Raw)": 0.9249279499053955, "Finetune/Step": 1417, "Finetune/Step Time": 4.538690451532602}
{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.9518412351608276, "Finetune/Loss (Raw)": 0.8641088008880615, "Finetune/Step": 1418, "Finetune/Step Time": 4.540228618308902}
{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.950903594493866, "Finetune/Loss (Raw)": 0.8782088160514832, "Finetune/Step": 1419, "Finetune/Step Time": 4.518268097192049}
{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.9512351751327515, "Finetune/Loss (Raw)": 1.0081883668899536, "Finetune/Step": 1420, "Finetune/Step Time": 4.524391110986471}
{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.9509507417678833, "Finetune/Loss (Raw)": 0.9208933115005493, "Finetune/Step": 1421, "Finetune/Step Time": 4.524389751255512}
{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.9505659341812134, "Finetune/Loss (Raw)": 0.9421648383140564, "Finetune/Step": 1422, "Finetune/Step Time": 4.5160842929035425}
{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.9514990448951721, "Finetune/Loss (Raw)": 1.0484082698822021, "Finetune/Step": 1423, "Finetune/Step Time": 4.49567511677742}
{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.9506626129150391, "Finetune/Loss (Raw)": 0.8630638122558594, "Finetune/Step": 1424, "Finetune/Step Time": 4.490128129720688}
{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.950722873210907, "Finetune/Loss (Raw)": 1.0075528621673584, "Finetune/Step": 1425, "Finetune/Step Time": 4.489541325718164}
{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.9509497880935669, "Finetune/Loss (Raw)": 0.8857685327529907, "Finetune/Step": 1426, "Finetune/Step Time": 4.5081869550049305}
{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.9524731636047363, "Finetune/Loss (Raw)": 0.9408904910087585, "Finetune/Step": 1427, "Finetune/Step Time": 4.50793613307178}
{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.9527883529663086, "Finetune/Loss (Raw)": 0.9388187527656555, "Finetune/Step": 1428, "Finetune/Step Time": 4.514245813712478}
{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.951668918132782, "Finetune/Loss (Raw)": 0.8782646656036377, "Finetune/Step": 1429, "Finetune/Step Time": 4.5047450717538595}
{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.95181804895401, "Finetune/Loss (Raw)": 0.9596402645111084, "Finetune/Step": 1430, "Finetune/Step Time": 4.496129438281059}
{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.9511585235595703, "Finetune/Loss (Raw)": 0.9000920653343201, "Finetune/Step": 1431, "Finetune/Step Time": 4.507378911599517}
{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.9508988857269287, "Finetune/Loss (Raw)": 0.9666610360145569, "Finetune/Step": 1432, "Finetune/Step Time": 4.515633983537555}
{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.9511469602584839, "Finetune/Loss (Raw)": 0.9997735619544983, "Finetune/Step": 1433, "Finetune/Step Time": 4.516879649832845}
{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.9462224245071411, "Finetune/Loss (Raw)": 0.37320294976234436, "Finetune/Step": 1434, "Finetune/Step Time": 4.539314465597272}
{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.9457129240036011, "Finetune/Loss (Raw)": 1.018556833267212, "Finetune/Step": 1435, "Finetune/Step Time": 4.546713637188077}
{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.9436284303665161, "Finetune/Loss (Raw)": 0.8108407855033875, "Finetune/Step": 1436, "Finetune/Step Time": 4.55720435641706}
{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.9443385601043701, "Finetune/Loss (Raw)": 1.0477882623672485, "Finetune/Step": 1437, "Finetune/Step Time": 4.539761174470186}
{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.9449144601821899, "Finetune/Loss (Raw)": 0.985135555267334, "Finetune/Step": 1438, "Finetune/Step Time": 4.535090107470751}
{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.9451560974121094, "Finetune/Loss (Raw)": 1.0442408323287964, "Finetune/Step": 1439, "Finetune/Step Time": 4.531862393021584}
{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.9447289705276489, "Finetune/Loss (Raw)": 0.7144352793693542, "Finetune/Step": 1440, "Finetune/Step Time": 4.536856925114989}
{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.9441400766372681, "Finetune/Loss (Raw)": 0.9452003240585327, "Finetune/Step": 1441, "Finetune/Step Time": 4.533057790249586}
{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.9440720677375793, "Finetune/Loss (Raw)": 0.9941951632499695, "Finetune/Step": 1442, "Finetune/Step Time": 4.538907079026103}
{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.9434688687324524, "Finetune/Loss (Raw)": 0.91872638463974, "Finetune/Step": 1443, "Finetune/Step Time": 4.542455645278096}
{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.941557765007019, "Finetune/Loss (Raw)": 0.9195805788040161, "Finetune/Step": 1444, "Finetune/Step Time": 4.539957812055945}
{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.9404906034469604, "Finetune/Loss (Raw)": 0.9232726693153381, "Finetune/Step": 1445, "Finetune/Step Time": 4.542330253869295}
{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.9397204518318176, "Finetune/Loss (Raw)": 0.8588413596153259, "Finetune/Step": 1446, "Finetune/Step Time": 4.557514738291502}
{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.9394742846488953, "Finetune/Loss (Raw)": 0.9709784984588623, "Finetune/Step": 1447, "Finetune/Step Time": 4.561980938538909}
{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.9401545524597168, "Finetune/Loss (Raw)": 1.0635768175125122, "Finetune/Step": 1448, "Finetune/Step Time": 4.5530246421694756}
{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.9389767646789551, "Finetune/Loss (Raw)": 0.8606723546981812, "Finetune/Step": 1449, "Finetune/Step Time": 4.555547704920173}
{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.9381838440895081, "Finetune/Loss (Raw)": 0.8763136267662048, "Finetune/Step": 1450, "Finetune/Step Time": 4.591765154153109}
{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.9371087551116943, "Finetune/Loss (Raw)": 0.9172513484954834, "Finetune/Step": 1451, "Finetune/Step Time": 4.594810590147972}
{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.9374861717224121, "Finetune/Loss (Raw)": 1.073045253753662, "Finetune/Step": 1452, "Finetune/Step Time": 4.586708439514041}
{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.9363204836845398, "Finetune/Loss (Raw)": 0.9107292294502258, "Finetune/Step": 1453, "Finetune/Step Time": 4.581065522506833}
{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.9376180171966553, "Finetune/Loss (Raw)": 1.2057245969772339, "Finetune/Step": 1454, "Finetune/Step Time": 4.583848189562559}
{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.9382832050323486, "Finetune/Loss (Raw)": 1.0138493776321411, "Finetune/Step": 1455, "Finetune/Step Time": 4.551072968170047}
{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.9366458654403687, "Finetune/Loss (Raw)": 0.9393835663795471, "Finetune/Step": 1456, "Finetune/Step Time": 4.552860120311379}
{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.9303305745124817, "Finetune/Loss (Raw)": 0.37401580810546875, "Finetune/Step": 1457, "Finetune/Step Time": 4.589913619682193}
{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.9316487312316895, "Finetune/Loss (Raw)": 0.9487212300300598, "Finetune/Step": 1458, "Finetune/Step Time": 4.587288690730929}
{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.9320389032363892, "Finetune/Loss (Raw)": 1.105402946472168, "Finetune/Step": 1459, "Finetune/Step Time": 4.59579823166132}
{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.9337143898010254, "Finetune/Loss (Raw)": 1.096635341644287, "Finetune/Step": 1460, "Finetune/Step Time": 4.585399622097611}
{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.9349160194396973, "Finetune/Loss (Raw)": 1.1211408376693726, "Finetune/Step": 1461, "Finetune/Step Time": 4.5788243766874075}
{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.9351259469985962, "Finetune/Loss (Raw)": 1.0367439985275269, "Finetune/Step": 1462, "Finetune/Step Time": 4.580941746011376}
{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.9352412819862366, "Finetune/Loss (Raw)": 1.0539129972457886, "Finetune/Step": 1463, "Finetune/Step Time": 4.581585746258497}
{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.9340975880622864, "Finetune/Loss (Raw)": 0.8901592493057251, "Finetune/Step": 1464, "Finetune/Step Time": 4.586157374083996}
{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.9329217672348022, "Finetune/Loss (Raw)": 0.9806553721427917, "Finetune/Step": 1465, "Finetune/Step Time": 4.579028755426407}
{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.9381095170974731, "Finetune/Loss (Raw)": 0.9694867134094238, "Finetune/Step": 1466, "Finetune/Step Time": 4.545149361714721}
{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.938442587852478, "Finetune/Loss (Raw)": 0.956390917301178, "Finetune/Step": 1467, "Finetune/Step Time": 4.562682030722499}
{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.938665509223938, "Finetune/Loss (Raw)": 1.029823899269104, "Finetune/Step": 1468, "Finetune/Step Time": 4.554947325959802}
{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.934220552444458, "Finetune/Loss (Raw)": 0.38378795981407166, "Finetune/Step": 1469, "Finetune/Step Time": 4.600028606131673}
{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.9333081841468811, "Finetune/Loss (Raw)": 0.9942436218261719, "Finetune/Step": 1470, "Finetune/Step Time": 4.587722022086382}
{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.9339714646339417, "Finetune/Loss (Raw)": 0.9950401782989502, "Finetune/Step": 1471, "Finetune/Step Time": 4.561832299456}
{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.9333294034004211, "Finetune/Loss (Raw)": 0.8700032830238342, "Finetune/Step": 1472, "Finetune/Step Time": 4.555112235248089}
{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.9305499792098999, "Finetune/Loss (Raw)": 0.7112780809402466, "Finetune/Step": 1473, "Finetune/Step Time": 4.5615022126585245}
{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.931936502456665, "Finetune/Loss (Raw)": 1.1303987503051758, "Finetune/Step": 1474, "Finetune/Step Time": 4.556309934705496}
{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.9289534687995911, "Finetune/Loss (Raw)": 0.7669847011566162, "Finetune/Step": 1475, "Finetune/Step Time": 4.54884821921587}
{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.9334686994552612, "Finetune/Loss (Raw)": 1.0063316822052002, "Finetune/Step": 1476, "Finetune/Step Time": 4.512919496744871}
{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.9273694753646851, "Finetune/Loss (Raw)": 0.30976903438568115, "Finetune/Step": 1477, "Finetune/Step Time": 4.5514633394777775}
{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.9275164604187012, "Finetune/Loss (Raw)": 1.0731128454208374, "Finetune/Step": 1478, "Finetune/Step Time": 4.543638652190566}
{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.9264181852340698, "Finetune/Loss (Raw)": 0.9022295475006104, "Finetune/Step": 1479, "Finetune/Step Time": 4.5578528419137}
{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.930709958076477, "Finetune/Loss (Raw)": 0.9692071676254272, "Finetune/Step": 1480, "Finetune/Step Time": 4.524770338088274}
{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.9310191869735718, "Finetune/Loss (Raw)": 0.9926908612251282, "Finetune/Step": 1481, "Finetune/Step Time": 4.5249019879847765}
{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.9307135343551636, "Finetune/Loss (Raw)": 0.9673404097557068, "Finetune/Step": 1482, "Finetune/Step Time": 4.522112326696515}
{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.9292770028114319, "Finetune/Loss (Raw)": 0.9287365078926086, "Finetune/Step": 1483, "Finetune/Step Time": 4.5415472202003}
{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.9290990829467773, "Finetune/Loss (Raw)": 1.0456277132034302, "Finetune/Step": 1484, "Finetune/Step Time": 4.526472156867385}
{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.9279768466949463, "Finetune/Loss (Raw)": 0.9187757968902588, "Finetune/Step": 1485, "Finetune/Step Time": 4.509600521996617}
{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.9227019548416138, "Finetune/Loss (Raw)": 0.3068774938583374, "Finetune/Step": 1486, "Finetune/Step Time": 4.5481054447591305}
{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.9246006011962891, "Finetune/Loss (Raw)": 1.1032629013061523, "Finetune/Step": 1487, "Finetune/Step Time": 4.543513482436538}
{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.9261634349822998, "Finetune/Loss (Raw)": 1.2013509273529053, "Finetune/Step": 1488, "Finetune/Step Time": 4.541585559025407}
{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.9240776300430298, "Finetune/Loss (Raw)": 0.8231516480445862, "Finetune/Step": 1489, "Finetune/Step Time": 4.566629083827138}
{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.9239455461502075, "Finetune/Loss (Raw)": 0.9513217210769653, "Finetune/Step": 1490, "Finetune/Step Time": 4.582203770056367}
{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.9227273464202881, "Finetune/Loss (Raw)": 0.8387464880943298, "Finetune/Step": 1491, "Finetune/Step Time": 4.596000511199236}
{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.9237288236618042, "Finetune/Loss (Raw)": 1.0841858386993408, "Finetune/Step": 1492, "Finetune/Step Time": 4.573158748447895}
{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.9192144870758057, "Finetune/Loss (Raw)": 0.3284137547016144, "Finetune/Step": 1493, "Finetune/Step Time": 4.607550658285618}
{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.9190832376480103, "Finetune/Loss (Raw)": 0.9439329504966736, "Finetune/Step": 1494, "Finetune/Step Time": 4.611588465049863}
{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.919967532157898, "Finetune/Loss (Raw)": 1.0423147678375244, "Finetune/Step": 1495, "Finetune/Step Time": 4.597288059070706}
{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.9195843935012817, "Finetune/Loss (Raw)": 0.9865751266479492, "Finetune/Step": 1496, "Finetune/Step Time": 4.597544934600592}
{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.9180001020431519, "Finetune/Loss (Raw)": 0.8473644852638245, "Finetune/Step": 1497, "Finetune/Step Time": 4.6023948192596436}
{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.9197935461997986, "Finetune/Loss (Raw)": 1.0777510404586792, "Finetune/Step": 1498, "Finetune/Step Time": 4.605519222095609}
{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.9154748916625977, "Finetune/Loss (Raw)": 0.42392390966415405, "Finetune/Step": 1499, "Finetune/Step Time": 4.638372324407101}
{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.9152441024780273, "Finetune/Loss (Raw)": 0.3493123948574066, "Finetune/Step": 1500, "Finetune/Step Time": 4.637379262596369}
{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.9146081209182739, "Finetune/Loss (Raw)": 1.04781973361969, "Finetune/Step": 1501, "Finetune/Step Time": 4.670191772282124}
{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.9159923791885376, "Finetune/Loss (Raw)": 1.1085762977600098, "Finetune/Step": 1502, "Finetune/Step Time": 4.662623852491379}
{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.9146045446395874, "Finetune/Loss (Raw)": 0.8694342970848083, "Finetune/Step": 1503, "Finetune/Step Time": 4.665330136194825}
{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.9199729561805725, "Finetune/Loss (Raw)": 1.0091274976730347, "Finetune/Step": 1504, "Finetune/Step Time": 4.638389574363828}
{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.9192805290222168, "Finetune/Loss (Raw)": 0.984024703502655, "Finetune/Step": 1505, "Finetune/Step Time": 4.6241334564983845}
{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.9171534180641174, "Finetune/Loss (Raw)": 0.8844196200370789, "Finetune/Step": 1506, "Finetune/Step Time": 4.613539041951299}
{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.9197477698326111, "Finetune/Loss (Raw)": 1.0665453672409058, "Finetune/Step": 1507, "Finetune/Step Time": 4.592266630381346}
{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.9203481674194336, "Finetune/Loss (Raw)": 1.0184212923049927, "Finetune/Step": 1508, "Finetune/Step Time": 4.596384175121784}
{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.9200206995010376, "Finetune/Loss (Raw)": 1.0156292915344238, "Finetune/Step": 1509, "Finetune/Step Time": 4.59018162637949}
{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.9207460284233093, "Finetune/Loss (Raw)": 1.0859968662261963, "Finetune/Step": 1510, "Finetune/Step Time": 4.589338980615139}
{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.922298789024353, "Finetune/Loss (Raw)": 1.1168904304504395, "Finetune/Step": 1511, "Finetune/Step Time": 4.58832474052906}
{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.9218630194664001, "Finetune/Loss (Raw)": 0.9157741665840149, "Finetune/Step": 1512, "Finetune/Step Time": 4.592173520475626}
{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.9229758977890015, "Finetune/Loss (Raw)": 1.1644784212112427, "Finetune/Step": 1513, "Finetune/Step Time": 4.594269074499607}
{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.9233104586601257, "Finetune/Loss (Raw)": 0.9729781746864319, "Finetune/Step": 1514, "Finetune/Step Time": 4.6039088275283575}
{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.9239863157272339, "Finetune/Loss (Raw)": 0.9586437940597534, "Finetune/Step": 1515, "Finetune/Step Time": 4.601896315813065}
{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.923428475856781, "Finetune/Loss (Raw)": 0.9589395523071289, "Finetune/Step": 1516, "Finetune/Step Time": 4.604463800787926}
{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.9223663210868835, "Finetune/Loss (Raw)": 0.87583988904953, "Finetune/Step": 1517, "Finetune/Step Time": 4.605936149135232}
{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.9217023253440857, "Finetune/Loss (Raw)": 1.086652159690857, "Finetune/Step": 1518, "Finetune/Step Time": 4.600042534992099}
{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.921406626701355, "Finetune/Loss (Raw)": 0.8439900875091553, "Finetune/Step": 1519, "Finetune/Step Time": 4.585308300331235}
{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.9173393249511719, "Finetune/Loss (Raw)": 0.386657178401947, "Finetune/Step": 1520, "Finetune/Step Time": 4.587672010064125}
{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.9178143739700317, "Finetune/Loss (Raw)": 1.0477837324142456, "Finetune/Step": 1521, "Finetune/Step Time": 4.550288734957576}
{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.9169966578483582, "Finetune/Loss (Raw)": 0.9292813539505005, "Finetune/Step": 1522, "Finetune/Step Time": 4.5619730073958635}
{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.9159417152404785, "Finetune/Loss (Raw)": 0.8275449275970459, "Finetune/Step": 1523, "Finetune/Step Time": 4.5760861318558455}
{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.9172308444976807, "Finetune/Loss (Raw)": 0.9186272621154785, "Finetune/Step": 1524, "Finetune/Step Time": 4.593840865418315}
{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.9158382415771484, "Finetune/Loss (Raw)": 0.8723096251487732, "Finetune/Step": 1525, "Finetune/Step Time": 4.582254096865654}
{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.9164812564849854, "Finetune/Loss (Raw)": 1.0894728899002075, "Finetune/Step": 1526, "Finetune/Step Time": 4.58171577937901}
{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.9173731207847595, "Finetune/Loss (Raw)": 0.9457651972770691, "Finetune/Step": 1527, "Finetune/Step Time": 4.576447522267699}
{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.9124071598052979, "Finetune/Loss (Raw)": 0.415038526058197, "Finetune/Step": 1528, "Finetune/Step Time": 4.609482595697045}
{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.9134355783462524, "Finetune/Loss (Raw)": 1.0563151836395264, "Finetune/Step": 1529, "Finetune/Step Time": 4.600211080163717}
{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.916408360004425, "Finetune/Loss (Raw)": 0.7686055302619934, "Finetune/Step": 1530, "Finetune/Step Time": 4.580225696787238}
{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.9168822169303894, "Finetune/Loss (Raw)": 1.0032864809036255, "Finetune/Step": 1531, "Finetune/Step Time": 4.583528971299529}
{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.9166537523269653, "Finetune/Loss (Raw)": 0.960048496723175, "Finetune/Step": 1532, "Finetune/Step Time": 4.593017682433128}
{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.9170593023300171, "Finetune/Loss (Raw)": 0.9004876017570496, "Finetune/Step": 1533, "Finetune/Step Time": 4.5866116322577}
{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.9171169996261597, "Finetune/Loss (Raw)": 0.9747880101203918, "Finetune/Step": 1534, "Finetune/Step Time": 4.594456098973751}
{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.9212546348571777, "Finetune/Loss (Raw)": 0.8969420790672302, "Finetune/Step": 1535, "Finetune/Step Time": 4.557988591492176}
{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.9214802980422974, "Finetune/Loss (Raw)": 0.9021154642105103, "Finetune/Step": 1536, "Finetune/Step Time": 4.563885636627674}
{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.9207140207290649, "Finetune/Loss (Raw)": 0.9068636894226074, "Finetune/Step": 1537, "Finetune/Step Time": 4.564298570156097}
{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.917019248008728, "Finetune/Loss (Raw)": 0.43235886096954346, "Finetune/Step": 1538, "Finetune/Step Time": 4.571884466335177}
{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.9164642095565796, "Finetune/Loss (Raw)": 0.988139808177948, "Finetune/Step": 1539, "Finetune/Step Time": 4.573198780417442}
{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.9183456897735596, "Finetune/Loss (Raw)": 0.9893209934234619, "Finetune/Step": 1540, "Finetune/Step Time": 4.572687767446041}
{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.9187983274459839, "Finetune/Loss (Raw)": 1.086500883102417, "Finetune/Step": 1541, "Finetune/Step Time": 4.568162782117724}
{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.9173147082328796, "Finetune/Loss (Raw)": 0.916811466217041, "Finetune/Step": 1542, "Finetune/Step Time": 4.576002759858966}
{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.9163286685943604, "Finetune/Loss (Raw)": 0.8524413108825684, "Finetune/Step": 1543, "Finetune/Step Time": 4.577800240367651}
{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.915508508682251, "Finetune/Loss (Raw)": 0.9833078980445862, "Finetune/Step": 1544, "Finetune/Step Time": 4.576374040916562}
{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.9154493808746338, "Finetune/Loss (Raw)": 0.917349100112915, "Finetune/Step": 1545, "Finetune/Step Time": 4.573450095951557}
{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.9171147346496582, "Finetune/Loss (Raw)": 1.0772788524627686, "Finetune/Step": 1546, "Finetune/Step Time": 4.572227096185088}
{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.9178779125213623, "Finetune/Loss (Raw)": 0.9758942127227783, "Finetune/Step": 1547, "Finetune/Step Time": 4.571951407939196}
{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.9180982112884521, "Finetune/Loss (Raw)": 1.0363876819610596, "Finetune/Step": 1548, "Finetune/Step Time": 4.576024973765016}
{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.9139930009841919, "Finetune/Loss (Raw)": 0.3954305350780487, "Finetune/Step": 1549, "Finetune/Step Time": 4.619539218023419}
{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.914531946182251, "Finetune/Loss (Raw)": 1.0111416578292847, "Finetune/Step": 1550, "Finetune/Step Time": 4.617362830787897}
{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.9131127595901489, "Finetune/Loss (Raw)": 0.8667573928833008, "Finetune/Step": 1551, "Finetune/Step Time": 4.611273478716612}
{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.914284884929657, "Finetune/Loss (Raw)": 1.0130945444107056, "Finetune/Step": 1552, "Finetune/Step Time": 4.612201001495123}
{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.9134750366210938, "Finetune/Loss (Raw)": 0.9038904309272766, "Finetune/Step": 1553, "Finetune/Step Time": 4.618194976821542}
{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.9133495092391968, "Finetune/Loss (Raw)": 0.869703471660614, "Finetune/Step": 1554, "Finetune/Step Time": 4.608459163457155}
{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.9142993688583374, "Finetune/Loss (Raw)": 1.0624653100967407, "Finetune/Step": 1555, "Finetune/Step Time": 4.610936783254147}
{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.9138925075531006, "Finetune/Loss (Raw)": 0.8867483139038086, "Finetune/Step": 1556, "Finetune/Step Time": 4.617035452276468}
{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.9136818051338196, "Finetune/Loss (Raw)": 0.8512941598892212, "Finetune/Step": 1557, "Finetune/Step Time": 4.621372222900391}
{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.9134657979011536, "Finetune/Loss (Raw)": 0.9319912195205688, "Finetune/Step": 1558, "Finetune/Step Time": 4.616389973089099}
{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.9155220985412598, "Finetune/Loss (Raw)": 1.1632952690124512, "Finetune/Step": 1559, "Finetune/Step Time": 4.618635155260563}
{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.9160976409912109, "Finetune/Loss (Raw)": 1.0403270721435547, "Finetune/Step": 1560, "Finetune/Step Time": 4.618532137945294}
{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.9161982536315918, "Finetune/Loss (Raw)": 1.0126513242721558, "Finetune/Step": 1561, "Finetune/Step Time": 4.615587769076228}
{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.9211187958717346, "Finetune/Loss (Raw)": 1.0030351877212524, "Finetune/Step": 1562, "Finetune/Step Time": 4.586117120459676}
{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.9204874038696289, "Finetune/Loss (Raw)": 0.9377450942993164, "Finetune/Step": 1563, "Finetune/Step Time": 4.604161478579044}
{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.9213240146636963, "Finetune/Loss (Raw)": 0.9179261326789856, "Finetune/Step": 1564, "Finetune/Step Time": 4.589819921180606}
{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.9198093414306641, "Finetune/Loss (Raw)": 0.8539093732833862, "Finetune/Step": 1565, "Finetune/Step Time": 4.5892854910343885}
{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.9196531772613525, "Finetune/Loss (Raw)": 0.9651468992233276, "Finetune/Step": 1566, "Finetune/Step Time": 4.596139311790466}
{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.9192664623260498, "Finetune/Loss (Raw)": 0.9947396516799927, "Finetune/Step": 1567, "Finetune/Step Time": 4.602227330207825}
{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.9212274551391602, "Finetune/Loss (Raw)": 0.9654364585876465, "Finetune/Step": 1568, "Finetune/Step Time": 4.573986632749438}
{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.9203928709030151, "Finetune/Loss (Raw)": 0.8383814096450806, "Finetune/Step": 1569, "Finetune/Step Time": 4.5864167883992195}
{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.920813798904419, "Finetune/Loss (Raw)": 1.0480725765228271, "Finetune/Step": 1570, "Finetune/Step Time": 4.5830293875187635}
{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.9211879968643188, "Finetune/Loss (Raw)": 0.9666199684143066, "Finetune/Step": 1571, "Finetune/Step Time": 4.578962346538901}
{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.9220080971717834, "Finetune/Loss (Raw)": 1.024557113647461, "Finetune/Step": 1572, "Finetune/Step Time": 4.572737330570817}
{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.9225574731826782, "Finetune/Loss (Raw)": 0.9935883283615112, "Finetune/Step": 1573, "Finetune/Step Time": 4.588749201968312}
{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.9223647713661194, "Finetune/Loss (Raw)": 0.8341773152351379, "Finetune/Step": 1574, "Finetune/Step Time": 4.572225224226713}
{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.9241650104522705, "Finetune/Loss (Raw)": 1.2014052867889404, "Finetune/Step": 1575, "Finetune/Step Time": 4.5821921937167645}
{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.9234079122543335, "Finetune/Loss (Raw)": 0.9666755795478821, "Finetune/Step": 1576, "Finetune/Step Time": 4.585298091173172}
{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.9242037534713745, "Finetune/Loss (Raw)": 0.9625340104103088, "Finetune/Step": 1577, "Finetune/Step Time": 4.57646824605763}
{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.9251307249069214, "Finetune/Loss (Raw)": 0.9949644804000854, "Finetune/Step": 1578, "Finetune/Step Time": 4.533877599984407}
{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.9255868196487427, "Finetune/Loss (Raw)": 0.9756372570991516, "Finetune/Step": 1579, "Finetune/Step Time": 4.539818363264203}
{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.9232417941093445, "Finetune/Loss (Raw)": 0.7728835344314575, "Finetune/Step": 1580, "Finetune/Step Time": 4.574906388297677}
{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.9227778911590576, "Finetune/Loss (Raw)": 0.851349949836731, "Finetune/Step": 1581, "Finetune/Step Time": 4.569993060082197}
{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.9209209084510803, "Finetune/Loss (Raw)": 0.968029797077179, "Finetune/Step": 1582, "Finetune/Step Time": 4.570954957976937}
{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.9209049940109253, "Finetune/Loss (Raw)": 1.0118093490600586, "Finetune/Step": 1583, "Finetune/Step Time": 4.574105978012085}
{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.9211722612380981, "Finetune/Loss (Raw)": 0.9735888838768005, "Finetune/Step": 1584, "Finetune/Step Time": 4.575890880078077}
{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.926554799079895, "Finetune/Loss (Raw)": 1.0629884004592896, "Finetune/Step": 1585, "Finetune/Step Time": 4.53768509440124}
{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.927958607673645, "Finetune/Loss (Raw)": 1.1284027099609375, "Finetune/Step": 1586, "Finetune/Step Time": 4.591426091268659}
{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.9275673031806946, "Finetune/Loss (Raw)": 1.0553265810012817, "Finetune/Step": 1587, "Finetune/Step Time": 4.584101967513561}
{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.9264938831329346, "Finetune/Loss (Raw)": 0.9592306613922119, "Finetune/Step": 1588, "Finetune/Step Time": 4.5945326909422874}
{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.9250503182411194, "Finetune/Loss (Raw)": 0.9363687038421631, "Finetune/Step": 1589, "Finetune/Step Time": 4.610358648002148}
{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.9250064492225647, "Finetune/Loss (Raw)": 1.0311247110366821, "Finetune/Step": 1590, "Finetune/Step Time": 4.616221193224192}
{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.9231929779052734, "Finetune/Loss (Raw)": 0.8217909932136536, "Finetune/Step": 1591, "Finetune/Step Time": 4.632088582962751}
{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.9231606721878052, "Finetune/Loss (Raw)": 0.886025071144104, "Finetune/Step": 1592, "Finetune/Step Time": 4.633981831371784}
{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.9227582216262817, "Finetune/Loss (Raw)": 0.9291359782218933, "Finetune/Step": 1593, "Finetune/Step Time": 4.63716240786016}
{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.9225232601165771, "Finetune/Loss (Raw)": 0.9394145011901855, "Finetune/Step": 1594, "Finetune/Step Time": 4.642687056213617}
{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.9218189120292664, "Finetune/Loss (Raw)": 0.8662333488464355, "Finetune/Step": 1595, "Finetune/Step Time": 4.620497630909085}
{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.9224109649658203, "Finetune/Loss (Raw)": 1.1056089401245117, "Finetune/Step": 1596, "Finetune/Step Time": 4.6253918670117855}
{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.9260604381561279, "Finetune/Loss (Raw)": 0.8509209156036377, "Finetune/Step": 1597, "Finetune/Step Time": 4.586081359535456}
{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.9261327981948853, "Finetune/Loss (Raw)": 1.003508448600769, "Finetune/Step": 1598, "Finetune/Step Time": 4.599214486777782}
{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.9212689399719238, "Finetune/Loss (Raw)": 0.3724622130393982, "Finetune/Step": 1599, "Finetune/Step Time": 4.638912839815021}
{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.922273576259613, "Finetune/Loss (Raw)": 0.9985944628715515, "Finetune/Step": 1600, "Finetune/Step Time": 4.642226114869118}
{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.9197054505348206, "Finetune/Loss (Raw)": 0.38256537914276123, "Finetune/Step": 1601, "Finetune/Step Time": 4.678534090518951}
{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.9193568229675293, "Finetune/Loss (Raw)": 1.085769534111023, "Finetune/Step": 1602, "Finetune/Step Time": 4.688538638874888}
{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.9213526248931885, "Finetune/Loss (Raw)": 1.0224474668502808, "Finetune/Step": 1603, "Finetune/Step Time": 4.684030920267105}
{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.9205081462860107, "Finetune/Loss (Raw)": 0.898236095905304, "Finetune/Step": 1604, "Finetune/Step Time": 4.683508362621069}
{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.9245558977127075, "Finetune/Loss (Raw)": 0.8278871774673462, "Finetune/Step": 1605, "Finetune/Step Time": 4.653664417564869}
{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.9221972227096558, "Finetune/Loss (Raw)": 0.771196186542511, "Finetune/Step": 1606, "Finetune/Step Time": 4.684687703847885}
{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.9222327470779419, "Finetune/Loss (Raw)": 0.9067804217338562, "Finetune/Step": 1607, "Finetune/Step Time": 4.676915092393756}
{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.9176493287086487, "Finetune/Loss (Raw)": 0.3825274407863617, "Finetune/Step": 1608, "Finetune/Step Time": 4.710021210834384}
{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.9174087047576904, "Finetune/Loss (Raw)": 0.9618923664093018, "Finetune/Step": 1609, "Finetune/Step Time": 4.704189160838723}
{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.9171876311302185, "Finetune/Loss (Raw)": 0.9390442371368408, "Finetune/Step": 1610, "Finetune/Step Time": 4.706136371940374}
{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.916680097579956, "Finetune/Loss (Raw)": 0.8637658357620239, "Finetune/Step": 1611, "Finetune/Step Time": 4.697922362014651}
{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.9157578945159912, "Finetune/Loss (Raw)": 0.9275867938995361, "Finetune/Step": 1612, "Finetune/Step Time": 4.700136456638575}
{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.91529381275177, "Finetune/Loss (Raw)": 0.8593781590461731, "Finetune/Step": 1613, "Finetune/Step Time": 4.712204894050956}
{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.9206817150115967, "Finetune/Loss (Raw)": 0.9965240359306335, "Finetune/Step": 1614, "Finetune/Step Time": 4.672696629539132}
{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.9203781485557556, "Finetune/Loss (Raw)": 1.064413070678711, "Finetune/Step": 1615, "Finetune/Step Time": 4.677488351240754}
{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.9185793399810791, "Finetune/Loss (Raw)": 0.971099853515625, "Finetune/Step": 1616, "Finetune/Step Time": 4.671144416555762}
{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.9192529916763306, "Finetune/Loss (Raw)": 0.9093837141990662, "Finetune/Step": 1617, "Finetune/Step Time": 4.657087871804833}
{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.9189077019691467, "Finetune/Loss (Raw)": 0.9071208834648132, "Finetune/Step": 1618, "Finetune/Step Time": 4.641793768852949}
{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.9188777208328247, "Finetune/Loss (Raw)": 0.8349036574363708, "Finetune/Step": 1619, "Finetune/Step Time": 4.630500802770257}
{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.9193834662437439, "Finetune/Loss (Raw)": 1.1489224433898926, "Finetune/Step": 1620, "Finetune/Step Time": 4.6275182999670506}
{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.9235618114471436, "Finetune/Loss (Raw)": 0.8632396459579468, "Finetune/Step": 1621, "Finetune/Step Time": 4.594415877014399}
{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.9245057106018066, "Finetune/Loss (Raw)": 1.0647571086883545, "Finetune/Step": 1622, "Finetune/Step Time": 4.592490252107382}
{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.9252815842628479, "Finetune/Loss (Raw)": 1.141624927520752, "Finetune/Step": 1623, "Finetune/Step Time": 4.586394319310784}
{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.9248036742210388, "Finetune/Loss (Raw)": 0.9254065752029419, "Finetune/Step": 1624, "Finetune/Step Time": 4.5883824322372675}
{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.9259123802185059, "Finetune/Loss (Raw)": 0.9892802834510803, "Finetune/Step": 1625, "Finetune/Step Time": 4.577542286366224}
{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.925336480140686, "Finetune/Loss (Raw)": 1.0040338039398193, "Finetune/Step": 1626, "Finetune/Step Time": 4.573661532253027}
{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.9301466941833496, "Finetune/Loss (Raw)": 1.039624571800232, "Finetune/Step": 1627, "Finetune/Step Time": 4.543080225586891}
{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.9351584315299988, "Finetune/Loss (Raw)": 0.9908166527748108, "Finetune/Step": 1628, "Finetune/Step Time": 4.503842540085316}
{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.934433102607727, "Finetune/Loss (Raw)": 0.9549857378005981, "Finetune/Step": 1629, "Finetune/Step Time": 4.474533010274172}
{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.933917224407196, "Finetune/Loss (Raw)": 1.0425399541854858, "Finetune/Step": 1630, "Finetune/Step Time": 4.472123330458999}
{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.9345343112945557, "Finetune/Loss (Raw)": 0.9484273195266724, "Finetune/Step": 1631, "Finetune/Step Time": 4.474757708609104}
{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.9339625835418701, "Finetune/Loss (Raw)": 0.9359345436096191, "Finetune/Step": 1632, "Finetune/Step Time": 4.465606674551964}
{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.9331139326095581, "Finetune/Loss (Raw)": 0.8754023909568787, "Finetune/Step": 1633, "Finetune/Step Time": 4.46596978418529}
{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.9340593218803406, "Finetune/Loss (Raw)": 1.0054285526275635, "Finetune/Step": 1634, "Finetune/Step Time": 4.4583701230585575}
{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.93343585729599, "Finetune/Loss (Raw)": 0.98674076795578, "Finetune/Step": 1635, "Finetune/Step Time": 4.480032304301858}
{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.9331915378570557, "Finetune/Loss (Raw)": 0.987148642539978, "Finetune/Step": 1636, "Finetune/Step Time": 4.476690577343106}
{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.9327866435050964, "Finetune/Loss (Raw)": 0.9638032913208008, "Finetune/Step": 1637, "Finetune/Step Time": 4.478237299248576}
{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.9313986301422119, "Finetune/Loss (Raw)": 0.9083390235900879, "Finetune/Step": 1638, "Finetune/Step Time": 4.479698533192277}
{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.9292673468589783, "Finetune/Loss (Raw)": 0.8440778255462646, "Finetune/Step": 1639, "Finetune/Step Time": 4.477064335718751}
{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.9301325082778931, "Finetune/Loss (Raw)": 1.02651846408844, "Finetune/Step": 1640, "Finetune/Step Time": 4.46518624201417}
{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.9291118383407593, "Finetune/Loss (Raw)": 1.0338307619094849, "Finetune/Step": 1641, "Finetune/Step Time": 4.4624951016157866}
{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.9292352795600891, "Finetune/Loss (Raw)": 0.9887785315513611, "Finetune/Step": 1642, "Finetune/Step Time": 4.451232623308897}
{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.9301352500915527, "Finetune/Loss (Raw)": 1.0738416910171509, "Finetune/Step": 1643, "Finetune/Step Time": 4.4529113825410604}
{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.9303379058837891, "Finetune/Loss (Raw)": 0.9848718047142029, "Finetune/Step": 1644, "Finetune/Step Time": 4.47808563709259}
{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.9306942820549011, "Finetune/Loss (Raw)": 0.9214656949043274, "Finetune/Step": 1645, "Finetune/Step Time": 4.478770427405834}
{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.9302093386650085, "Finetune/Loss (Raw)": 1.0245776176452637, "Finetune/Step": 1646, "Finetune/Step Time": 4.482006751000881}
{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.9307146668434143, "Finetune/Loss (Raw)": 0.9086713790893555, "Finetune/Step": 1647, "Finetune/Step Time": 4.4950517155230045}
{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.9358433485031128, "Finetune/Loss (Raw)": 1.0431239604949951, "Finetune/Step": 1648, "Finetune/Step Time": 4.460998119786382}
{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.9350192546844482, "Finetune/Loss (Raw)": 0.9423053860664368, "Finetune/Step": 1649, "Finetune/Step Time": 4.4630330968648195}
{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.9353060126304626, "Finetune/Loss (Raw)": 0.9659841060638428, "Finetune/Step": 1650, "Finetune/Step Time": 4.45135585591197}
{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.935752272605896, "Finetune/Loss (Raw)": 0.8846684098243713, "Finetune/Step": 1651, "Finetune/Step Time": 4.453316694125533}
{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.9356188178062439, "Finetune/Loss (Raw)": 0.9015408754348755, "Finetune/Step": 1652, "Finetune/Step Time": 4.436603952199221}
{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.9363799691200256, "Finetune/Loss (Raw)": 0.9697394967079163, "Finetune/Step": 1653, "Finetune/Step Time": 4.428606128320098}
{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.9358623027801514, "Finetune/Loss (Raw)": 1.0232126712799072, "Finetune/Step": 1654, "Finetune/Step Time": 4.442090015858412}
{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.9314379096031189, "Finetune/Loss (Raw)": 0.3794439733028412, "Finetune/Step": 1655, "Finetune/Step Time": 4.479731783270836}
{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.9358320236206055, "Finetune/Loss (Raw)": 0.97747802734375, "Finetune/Step": 1656, "Finetune/Step Time": 4.443935981020331}
{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.9344884157180786, "Finetune/Loss (Raw)": 0.884335994720459, "Finetune/Step": 1657, "Finetune/Step Time": 4.4423421788960695}
{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.9360513687133789, "Finetune/Loss (Raw)": 0.9686630964279175, "Finetune/Step": 1658, "Finetune/Step Time": 4.426650097593665}
{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.9367256164550781, "Finetune/Loss (Raw)": 1.0895856618881226, "Finetune/Step": 1659, "Finetune/Step Time": 4.427210660651326}
{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.9368400573730469, "Finetune/Loss (Raw)": 0.9747031927108765, "Finetune/Step": 1660, "Finetune/Step Time": 4.42390763014555}
{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.9370938539505005, "Finetune/Loss (Raw)": 0.9329709410667419, "Finetune/Step": 1661, "Finetune/Step Time": 4.4193106181919575}
{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.937813937664032, "Finetune/Loss (Raw)": 1.0669608116149902, "Finetune/Step": 1662, "Finetune/Step Time": 4.418446348980069}
{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.9363957643508911, "Finetune/Loss (Raw)": 0.7154154777526855, "Finetune/Step": 1663, "Finetune/Step Time": 4.428224368020892}
{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.9356216192245483, "Finetune/Loss (Raw)": 0.8030266165733337, "Finetune/Step": 1664, "Finetune/Step Time": 4.421036336570978}
{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.936906099319458, "Finetune/Loss (Raw)": 1.0712717771530151, "Finetune/Step": 1665, "Finetune/Step Time": 4.420836869627237}
{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.940585732460022, "Finetune/Loss (Raw)": 0.903351902961731, "Finetune/Step": 1666, "Finetune/Step Time": 4.3776126354932785}
{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.9407248497009277, "Finetune/Loss (Raw)": 1.0059561729431152, "Finetune/Step": 1667, "Finetune/Step Time": 4.375060787424445}
{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.9413949251174927, "Finetune/Loss (Raw)": 1.0750811100006104, "Finetune/Step": 1668, "Finetune/Step Time": 4.380225757136941}
{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.9404406547546387, "Finetune/Loss (Raw)": 0.9643582701683044, "Finetune/Step": 1669, "Finetune/Step Time": 4.376852015033364}
{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.9410817623138428, "Finetune/Loss (Raw)": 0.9988710284233093, "Finetune/Step": 1670, "Finetune/Step Time": 4.369368057698011}
{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.9414669275283813, "Finetune/Loss (Raw)": 0.9017512798309326, "Finetune/Step": 1671, "Finetune/Step Time": 4.371496792882681}
{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.941936194896698, "Finetune/Loss (Raw)": 1.0433692932128906, "Finetune/Step": 1672, "Finetune/Step Time": 4.388265306130052}
{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.9414036870002747, "Finetune/Loss (Raw)": 0.8491883873939514, "Finetune/Step": 1673, "Finetune/Step Time": 4.393327914178371}
{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.9392305016517639, "Finetune/Loss (Raw)": 0.7991088032722473, "Finetune/Step": 1674, "Finetune/Step Time": 4.40521546266973}
{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.9389408230781555, "Finetune/Loss (Raw)": 0.9388138651847839, "Finetune/Step": 1675, "Finetune/Step Time": 4.409447660669684}
{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.9393338561058044, "Finetune/Loss (Raw)": 1.0866937637329102, "Finetune/Step": 1676, "Finetune/Step Time": 4.403353951871395}
{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.9442009329795837, "Finetune/Loss (Raw)": 1.0184218883514404, "Finetune/Step": 1677, "Finetune/Step Time": 4.359437149018049}
{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.9430381059646606, "Finetune/Loss (Raw)": 0.8623018264770508, "Finetune/Step": 1678, "Finetune/Step Time": 4.357338408008218}
{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.9392837285995483, "Finetune/Loss (Raw)": 0.3861944377422333, "Finetune/Step": 1679, "Finetune/Step Time": 4.397779960185289}
{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.938834011554718, "Finetune/Loss (Raw)": 0.9555282592773438, "Finetune/Step": 1680, "Finetune/Step Time": 4.404636470600963}
{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.939394474029541, "Finetune/Loss (Raw)": 0.9756342768669128, "Finetune/Step": 1681, "Finetune/Step Time": 4.386170757934451}
{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.9413471817970276, "Finetune/Loss (Raw)": 1.119645357131958, "Finetune/Step": 1682, "Finetune/Step Time": 4.3887953739613295}
{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.9399133324623108, "Finetune/Loss (Raw)": 0.8789365291595459, "Finetune/Step": 1683, "Finetune/Step Time": 4.390968518331647}
{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.9401435852050781, "Finetune/Loss (Raw)": 0.91621994972229, "Finetune/Step": 1684, "Finetune/Step Time": 4.3821550738066435}
{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.9403970241546631, "Finetune/Loss (Raw)": 0.8837404251098633, "Finetune/Step": 1685, "Finetune/Step Time": 4.380603523924947}
{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.9395323991775513, "Finetune/Loss (Raw)": 0.8213155269622803, "Finetune/Step": 1686, "Finetune/Step Time": 4.386720253154635}
{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.9384616613388062, "Finetune/Loss (Raw)": 1.0262410640716553, "Finetune/Step": 1687, "Finetune/Step Time": 4.378177670761943}
{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.9385250806808472, "Finetune/Loss (Raw)": 1.048448085784912, "Finetune/Step": 1688, "Finetune/Step Time": 4.380787488073111}
{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.9329992532730103, "Finetune/Loss (Raw)": 0.30533450841903687, "Finetune/Step": 1689, "Finetune/Step Time": 4.427076309919357}
{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.9335566759109497, "Finetune/Loss (Raw)": 1.0743924379348755, "Finetune/Step": 1690, "Finetune/Step Time": 4.417781548574567}
{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.9337103962898254, "Finetune/Loss (Raw)": 0.9574193358421326, "Finetune/Step": 1691, "Finetune/Step Time": 4.399639608338475}
{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.9336531162261963, "Finetune/Loss (Raw)": 0.9105919003486633, "Finetune/Step": 1692, "Finetune/Step Time": 4.421754274517298}
{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.9336338639259338, "Finetune/Loss (Raw)": 0.8514477014541626, "Finetune/Step": 1693, "Finetune/Step Time": 4.445308620110154}
{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.9319378137588501, "Finetune/Loss (Raw)": 0.748054027557373, "Finetune/Step": 1694, "Finetune/Step Time": 4.447484811767936}
{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.9312278628349304, "Finetune/Loss (Raw)": 0.9038645625114441, "Finetune/Step": 1695, "Finetune/Step Time": 4.458736207336187}
{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.9313139319419861, "Finetune/Loss (Raw)": 0.9764488339424133, "Finetune/Step": 1696, "Finetune/Step Time": 4.456762766465545}
{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.9325808882713318, "Finetune/Loss (Raw)": 1.000556230545044, "Finetune/Step": 1697, "Finetune/Step Time": 4.443138470873237}
{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.931816577911377, "Finetune/Loss (Raw)": 0.9502395987510681, "Finetune/Step": 1698, "Finetune/Step Time": 4.445743430405855}
{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.9323995113372803, "Finetune/Loss (Raw)": 1.041235327720642, "Finetune/Step": 1699, "Finetune/Step Time": 4.4436631835997105}
{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.9324346780776978, "Finetune/Loss (Raw)": 1.0290625095367432, "Finetune/Step": 1700, "Finetune/Step Time": 4.453344088047743}
{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.9330649375915527, "Finetune/Loss (Raw)": 1.0742547512054443, "Finetune/Step": 1701, "Finetune/Step Time": 4.438327418640256}
{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.9343217611312866, "Finetune/Loss (Raw)": 0.9950523972511292, "Finetune/Step": 1702, "Finetune/Step Time": 4.437609417364001}
{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.9317527413368225, "Finetune/Loss (Raw)": 0.8725721836090088, "Finetune/Step": 1703, "Finetune/Step Time": 4.444516545161605}
{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.9268835783004761, "Finetune/Loss (Raw)": 0.3434220552444458, "Finetune/Step": 1704, "Finetune/Step Time": 4.47900072671473}
{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.9268054962158203, "Finetune/Loss (Raw)": 0.9525399208068848, "Finetune/Step": 1705, "Finetune/Step Time": 4.481542544439435}
{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.9272564053535461, "Finetune/Loss (Raw)": 1.0526825189590454, "Finetune/Step": 1706, "Finetune/Step Time": 4.483790390193462}
{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.9270899891853333, "Finetune/Loss (Raw)": 0.9543360471725464, "Finetune/Step": 1707, "Finetune/Step Time": 4.480631651356816}
{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.9285014271736145, "Finetune/Loss (Raw)": 0.9535467624664307, "Finetune/Step": 1708, "Finetune/Step Time": 4.460752513259649}
{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.9304646253585815, "Finetune/Loss (Raw)": 1.102639079093933, "Finetune/Step": 1709, "Finetune/Step Time": 4.458681438118219}
{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.9307637214660645, "Finetune/Loss (Raw)": 1.0063096284866333, "Finetune/Step": 1710, "Finetune/Step Time": 4.468145424500108}
{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.9308615922927856, "Finetune/Loss (Raw)": 1.0243412256240845, "Finetune/Step": 1711, "Finetune/Step Time": 4.471332352608442}
{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.9321672320365906, "Finetune/Loss (Raw)": 1.1407067775726318, "Finetune/Step": 1712, "Finetune/Step Time": 4.471637222915888}
{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.9317394495010376, "Finetune/Loss (Raw)": 1.0082359313964844, "Finetune/Step": 1713, "Finetune/Step Time": 4.471602926030755}
{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.9307599067687988, "Finetune/Loss (Raw)": 1.0030208826065063, "Finetune/Step": 1714, "Finetune/Step Time": 4.425797676667571}
{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.9290533065795898, "Finetune/Loss (Raw)": 0.8368845582008362, "Finetune/Step": 1715, "Finetune/Step Time": 4.434935195371509}
{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.9287883043289185, "Finetune/Loss (Raw)": 0.9253095984458923, "Finetune/Step": 1716, "Finetune/Step Time": 4.422872725874186}
{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.9298104643821716, "Finetune/Loss (Raw)": 1.0672022104263306, "Finetune/Step": 1717, "Finetune/Step Time": 4.422999991104007}
{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.9294939041137695, "Finetune/Loss (Raw)": 0.9906065464019775, "Finetune/Step": 1718, "Finetune/Step Time": 4.413163496181369}
{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.9306369423866272, "Finetune/Loss (Raw)": 0.9681002497673035, "Finetune/Step": 1719, "Finetune/Step Time": 4.399335911497474}
{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.9318642616271973, "Finetune/Loss (Raw)": 1.0431233644485474, "Finetune/Step": 1720, "Finetune/Step Time": 4.397706508636475}
{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.9323843717575073, "Finetune/Loss (Raw)": 0.9957050085067749, "Finetune/Step": 1721, "Finetune/Step Time": 4.399077458307147}
{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.9328823089599609, "Finetune/Loss (Raw)": 1.0031579732894897, "Finetune/Step": 1722, "Finetune/Step Time": 4.389799447730184}
{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.9344068169593811, "Finetune/Loss (Raw)": 1.0613685846328735, "Finetune/Step": 1723, "Finetune/Step Time": 4.406060451641679}
{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.9327549934387207, "Finetune/Loss (Raw)": 0.8941789269447327, "Finetune/Step": 1724, "Finetune/Step Time": 4.398474810644984}
{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.9338141679763794, "Finetune/Loss (Raw)": 0.9864875674247742, "Finetune/Step": 1725, "Finetune/Step Time": 4.388296576216817}
{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.9330348968505859, "Finetune/Loss (Raw)": 0.9037594199180603, "Finetune/Step": 1726, "Finetune/Step Time": 4.38065111450851}
{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.9379019737243652, "Finetune/Loss (Raw)": 0.995445191860199, "Finetune/Step": 1727, "Finetune/Step Time": 4.3581743109971285}
{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.9384876489639282, "Finetune/Loss (Raw)": 1.0735639333724976, "Finetune/Step": 1728, "Finetune/Step Time": 4.35497753508389}
{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.9435229301452637, "Finetune/Loss (Raw)": 1.0270845890045166, "Finetune/Step": 1729, "Finetune/Step Time": 4.314734665676951}
{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.9414955377578735, "Finetune/Loss (Raw)": 0.826263427734375, "Finetune/Step": 1730, "Finetune/Step Time": 4.306822080165148}
{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.9422142505645752, "Finetune/Loss (Raw)": 1.1144473552703857, "Finetune/Step": 1731, "Finetune/Step Time": 4.303632890805602}
{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.9438549876213074, "Finetune/Loss (Raw)": 1.108247995376587, "Finetune/Step": 1732, "Finetune/Step Time": 4.318819031119347}
{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.9452029466629028, "Finetune/Loss (Raw)": 1.000422716140747, "Finetune/Step": 1733, "Finetune/Step Time": 4.310141168534756}
{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.9471969604492188, "Finetune/Loss (Raw)": 1.0264344215393066, "Finetune/Step": 1734, "Finetune/Step Time": 4.299411926418543}
{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.9473402500152588, "Finetune/Loss (Raw)": 0.9251235127449036, "Finetune/Step": 1735, "Finetune/Step Time": 4.293903550133109}
{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.9519932270050049, "Finetune/Loss (Raw)": 0.9781091213226318, "Finetune/Step": 1736, "Finetune/Step Time": 4.25500051677227}
{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.9516004323959351, "Finetune/Loss (Raw)": 0.9116184711456299, "Finetune/Step": 1737, "Finetune/Step Time": 4.254511326551437}
{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.9470075368881226, "Finetune/Loss (Raw)": 0.35114943981170654, "Finetune/Step": 1738, "Finetune/Step Time": 4.284044886007905}
{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.9476968050003052, "Finetune/Loss (Raw)": 0.9519890546798706, "Finetune/Step": 1739, "Finetune/Step Time": 4.2624182142317295}
{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.9474310874938965, "Finetune/Loss (Raw)": 0.8935789465904236, "Finetune/Step": 1740, "Finetune/Step Time": 4.283858872950077}
{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.9494953155517578, "Finetune/Loss (Raw)": 1.1236006021499634, "Finetune/Step": 1741, "Finetune/Step Time": 4.27399317920208}
{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.9484850168228149, "Finetune/Loss (Raw)": 0.8671978116035461, "Finetune/Step": 1742, "Finetune/Step Time": 4.282256381586194}
{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.9476866722106934, "Finetune/Loss (Raw)": 0.9622201919555664, "Finetune/Step": 1743, "Finetune/Step Time": 4.286407856270671}
{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.9473400115966797, "Finetune/Loss (Raw)": 0.9267303943634033, "Finetune/Step": 1744, "Finetune/Step Time": 4.287824705243111}
{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.9479219913482666, "Finetune/Loss (Raw)": 0.9838851690292358, "Finetune/Step": 1745, "Finetune/Step Time": 4.283337961882353}
{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.94899982213974, "Finetune/Loss (Raw)": 1.0450795888900757, "Finetune/Step": 1746, "Finetune/Step Time": 4.2779573276638985}
{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.9458367824554443, "Finetune/Loss (Raw)": 0.4300311207771301, "Finetune/Step": 1747, "Finetune/Step Time": 4.315730011090636}
{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.9435727000236511, "Finetune/Loss (Raw)": 0.8591224551200867, "Finetune/Step": 1748, "Finetune/Step Time": 4.326204659417272}
{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.9445024132728577, "Finetune/Loss (Raw)": 0.9822475910186768, "Finetune/Step": 1749, "Finetune/Step Time": 4.324681349098682}
{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.9448562264442444, "Finetune/Loss (Raw)": 1.110042929649353, "Finetune/Step": 1750, "Finetune/Step Time": 4.34371598996222}
{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.9440741539001465, "Finetune/Loss (Raw)": 1.0415199995040894, "Finetune/Step": 1751, "Finetune/Step Time": 4.353504402562976}
{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.9460642337799072, "Finetune/Loss (Raw)": 1.1801354885101318, "Finetune/Step": 1752, "Finetune/Step Time": 4.358155865222216}
{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.9456624984741211, "Finetune/Loss (Raw)": 0.9378654360771179, "Finetune/Step": 1753, "Finetune/Step Time": 4.367362830787897}
{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.9456717371940613, "Finetune/Loss (Raw)": 1.0052076578140259, "Finetune/Step": 1754, "Finetune/Step Time": 4.3692997973412275}
{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.9452659487724304, "Finetune/Loss (Raw)": 0.987682580947876, "Finetune/Step": 1755, "Finetune/Step Time": 4.364823846146464}
{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.9460291862487793, "Finetune/Loss (Raw)": 1.0885186195373535, "Finetune/Step": 1756, "Finetune/Step Time": 4.374068195000291}
{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.9413692355155945, "Finetune/Loss (Raw)": 0.35850954055786133, "Finetune/Step": 1757, "Finetune/Step Time": 4.413114147260785}
{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.9399425983428955, "Finetune/Loss (Raw)": 0.859932541847229, "Finetune/Step": 1758, "Finetune/Step Time": 4.417273785918951}
{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.9406425356864929, "Finetune/Loss (Raw)": 1.0380083322525024, "Finetune/Step": 1759, "Finetune/Step Time": 4.422954784706235}
{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.9415446519851685, "Finetune/Loss (Raw)": 1.0514062643051147, "Finetune/Step": 1760, "Finetune/Step Time": 4.426647266373038}
{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.9415310621261597, "Finetune/Loss (Raw)": 0.873668909072876, "Finetune/Step": 1761, "Finetune/Step Time": 4.4314693212509155}
{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.9402778744697571, "Finetune/Loss (Raw)": 0.8450168967247009, "Finetune/Step": 1762, "Finetune/Step Time": 4.440803397446871}
{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.9411458969116211, "Finetune/Loss (Raw)": 1.0978500843048096, "Finetune/Step": 1763, "Finetune/Step Time": 4.435864614322782}
{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.9417460560798645, "Finetune/Loss (Raw)": 1.0639728307724, "Finetune/Step": 1764, "Finetune/Step Time": 4.4561246037483215}
{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.9413169622421265, "Finetune/Loss (Raw)": 0.9088824391365051, "Finetune/Step": 1765, "Finetune/Step Time": 4.468996476382017}
{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.9421138167381287, "Finetune/Loss (Raw)": 1.0103298425674438, "Finetune/Step": 1766, "Finetune/Step Time": 4.470853462815285}
{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.9420475363731384, "Finetune/Loss (Raw)": 0.8355894684791565, "Finetune/Step": 1767, "Finetune/Step Time": 4.471638560295105}
{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.9410609006881714, "Finetune/Loss (Raw)": 0.9002388715744019, "Finetune/Step": 1768, "Finetune/Step Time": 4.472420964390039}
{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.9392840266227722, "Finetune/Loss (Raw)": 0.8063876628875732, "Finetune/Step": 1769, "Finetune/Step Time": 4.487335633486509}
{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.939582109451294, "Finetune/Loss (Raw)": 1.0269317626953125, "Finetune/Step": 1770, "Finetune/Step Time": 4.4887377340346575}
{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.9382753968238831, "Finetune/Loss (Raw)": 0.9065806269645691, "Finetune/Step": 1771, "Finetune/Step Time": 4.4867548160254955}
{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.9391584396362305, "Finetune/Loss (Raw)": 1.0979030132293701, "Finetune/Step": 1772, "Finetune/Step Time": 4.460961749777198}
{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.9395232200622559, "Finetune/Loss (Raw)": 0.9681591987609863, "Finetune/Step": 1773, "Finetune/Step Time": 4.470446344465017}
{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.9390283226966858, "Finetune/Loss (Raw)": 0.96122807264328, "Finetune/Step": 1774, "Finetune/Step Time": 4.4838335160166025}
{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.9400210976600647, "Finetune/Loss (Raw)": 1.035742998123169, "Finetune/Step": 1775, "Finetune/Step Time": 4.470505328848958}
{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.9394116401672363, "Finetune/Loss (Raw)": 0.9651229977607727, "Finetune/Step": 1776, "Finetune/Step Time": 4.469283092767}
{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.9400476813316345, "Finetune/Loss (Raw)": 1.0237139463424683, "Finetune/Step": 1777, "Finetune/Step Time": 4.463840903714299}
{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.9399490356445312, "Finetune/Loss (Raw)": 0.953350841999054, "Finetune/Step": 1778, "Finetune/Step Time": 4.4657553397119045}
{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.9416491985321045, "Finetune/Loss (Raw)": 1.1022846698760986, "Finetune/Step": 1779, "Finetune/Step Time": 4.44995679333806}
{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.9419292211532593, "Finetune/Loss (Raw)": 0.9373952746391296, "Finetune/Step": 1780, "Finetune/Step Time": 4.44175311550498}
{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.9408800005912781, "Finetune/Loss (Raw)": 0.8354411125183105, "Finetune/Step": 1781, "Finetune/Step Time": 4.443165263161063}
{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.9402246475219727, "Finetune/Loss (Raw)": 0.9393274188041687, "Finetune/Step": 1782, "Finetune/Step Time": 4.429934684187174}
{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.9441052079200745, "Finetune/Loss (Raw)": 0.87614905834198, "Finetune/Step": 1783, "Finetune/Step Time": 4.392499402165413}
{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.9448186159133911, "Finetune/Loss (Raw)": 1.0687949657440186, "Finetune/Step": 1784, "Finetune/Step Time": 4.396478058770299}
{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.94405198097229, "Finetune/Loss (Raw)": 0.7862086892127991, "Finetune/Step": 1785, "Finetune/Step Time": 4.41087805852294}
{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.943727433681488, "Finetune/Loss (Raw)": 0.9271209239959717, "Finetune/Step": 1786, "Finetune/Step Time": 4.408809816464782}
{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.9415068626403809, "Finetune/Loss (Raw)": 0.805353581905365, "Finetune/Step": 1787, "Finetune/Step Time": 4.4141693245619535}
{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.9407764673233032, "Finetune/Loss (Raw)": 0.8812154531478882, "Finetune/Step": 1788, "Finetune/Step Time": 4.409791897982359}
{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.9357656240463257, "Finetune/Loss (Raw)": 0.2915835380554199, "Finetune/Step": 1789, "Finetune/Step Time": 4.449020089581609}
{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.9356017112731934, "Finetune/Loss (Raw)": 1.0459808111190796, "Finetune/Step": 1790, "Finetune/Step Time": 4.452020149677992}
{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.9385469555854797, "Finetune/Loss (Raw)": 1.0924031734466553, "Finetune/Step": 1791, "Finetune/Step Time": 4.4442345798015594}
{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.9401811957359314, "Finetune/Loss (Raw)": 1.0122078657150269, "Finetune/Step": 1792, "Finetune/Step Time": 4.444488598033786}
{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.9383038282394409, "Finetune/Loss (Raw)": 0.8309723734855652, "Finetune/Step": 1793, "Finetune/Step Time": 4.459462968632579}
{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.9394659996032715, "Finetune/Loss (Raw)": 1.0521013736724854, "Finetune/Step": 1794, "Finetune/Step Time": 4.465370614081621}
{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.9344830513000488, "Finetune/Loss (Raw)": 0.3681466579437256, "Finetune/Step": 1795, "Finetune/Step Time": 4.504952549934387}
{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.9332510828971863, "Finetune/Loss (Raw)": 0.9173822402954102, "Finetune/Step": 1796, "Finetune/Step Time": 4.497618401423097}
{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.933713972568512, "Finetune/Loss (Raw)": 1.0236146450042725, "Finetune/Step": 1797, "Finetune/Step Time": 4.497258856892586}
{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.9332489967346191, "Finetune/Loss (Raw)": 0.9393492937088013, "Finetune/Step": 1798, "Finetune/Step Time": 4.495108524337411}
{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.9335669875144958, "Finetune/Loss (Raw)": 0.9424543380737305, "Finetune/Step": 1799, "Finetune/Step Time": 4.492129290476441}
{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.9326175451278687, "Finetune/Loss (Raw)": 0.9218452572822571, "Finetune/Step": 1800, "Finetune/Step Time": 4.486040281131864}
{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.9344142079353333, "Finetune/Loss (Raw)": 1.0791563987731934, "Finetune/Step": 1801, "Finetune/Step Time": 4.495603516697884}
{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.9357380867004395, "Finetune/Loss (Raw)": 0.9685719609260559, "Finetune/Step": 1802, "Finetune/Step Time": 4.492691617459059}
{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.9357158541679382, "Finetune/Loss (Raw)": 0.93596351146698, "Finetune/Step": 1803, "Finetune/Step Time": 4.505154335871339}
{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.9349753856658936, "Finetune/Loss (Raw)": 0.9919125437736511, "Finetune/Step": 1804, "Finetune/Step Time": 4.508572392165661}
{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.9321492910385132, "Finetune/Loss (Raw)": 0.6566853523254395, "Finetune/Step": 1805, "Finetune/Step Time": 4.517219007015228}
{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.9322468638420105, "Finetune/Loss (Raw)": 0.8747931718826294, "Finetune/Step": 1806, "Finetune/Step Time": 4.529126908630133}
{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.9367179870605469, "Finetune/Loss (Raw)": 0.9584922194480896, "Finetune/Step": 1807, "Finetune/Step Time": 4.489832991734147}
{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.9369182586669922, "Finetune/Loss (Raw)": 0.9811609983444214, "Finetune/Step": 1808, "Finetune/Step Time": 4.479201456531882}
{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.9368468523025513, "Finetune/Loss (Raw)": 0.9664965271949768, "Finetune/Step": 1809, "Finetune/Step Time": 4.478742266073823}
{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.9357274770736694, "Finetune/Loss (Raw)": 0.9763656854629517, "Finetune/Step": 1810, "Finetune/Step Time": 4.475555561482906}
{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.9362722635269165, "Finetune/Loss (Raw)": 0.9486724734306335, "Finetune/Step": 1811, "Finetune/Step Time": 4.4686851389706135}
{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.9364793300628662, "Finetune/Loss (Raw)": 0.9427205324172974, "Finetune/Step": 1812, "Finetune/Step Time": 4.475914586335421}
{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.9369810819625854, "Finetune/Loss (Raw)": 0.9479665160179138, "Finetune/Step": 1813, "Finetune/Step Time": 4.465119805186987}
{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.9383690357208252, "Finetune/Loss (Raw)": 0.9989811778068542, "Finetune/Step": 1814, "Finetune/Step Time": 4.452964732423425}
{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.9373949766159058, "Finetune/Loss (Raw)": 0.9015453457832336, "Finetune/Step": 1815, "Finetune/Step Time": 4.4566241800785065}
{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.9374933242797852, "Finetune/Loss (Raw)": 1.061050534248352, "Finetune/Step": 1816, "Finetune/Step Time": 4.4513052720576525}
{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.942359447479248, "Finetune/Loss (Raw)": 0.9281877875328064, "Finetune/Step": 1817, "Finetune/Step Time": 4.404532313346863}
{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.9411321878433228, "Finetune/Loss (Raw)": 0.9173079133033752, "Finetune/Step": 1818, "Finetune/Step Time": 4.405602045357227}
{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.9414287209510803, "Finetune/Loss (Raw)": 0.9953755736351013, "Finetune/Step": 1819, "Finetune/Step Time": 4.408421523869038}
{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.9410840272903442, "Finetune/Loss (Raw)": 0.8664653301239014, "Finetune/Step": 1820, "Finetune/Step Time": 4.386566257104278}
{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.9420620203018188, "Finetune/Loss (Raw)": 0.9766343235969543, "Finetune/Step": 1821, "Finetune/Step Time": 4.371893437579274}
{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.9456180334091187, "Finetune/Loss (Raw)": 1.203232765197754, "Finetune/Step": 1822, "Finetune/Step Time": 4.363875327631831}
{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.9461103677749634, "Finetune/Loss (Raw)": 0.9668669104576111, "Finetune/Step": 1823, "Finetune/Step Time": 4.3555162865668535}
{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.945254921913147, "Finetune/Loss (Raw)": 0.8669688701629639, "Finetune/Step": 1824, "Finetune/Step Time": 4.359981743618846}
{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.944618284702301, "Finetune/Loss (Raw)": 0.9190579652786255, "Finetune/Step": 1825, "Finetune/Step Time": 4.360976627096534}
{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.9451746940612793, "Finetune/Loss (Raw)": 1.0214651823043823, "Finetune/Step": 1826, "Finetune/Step Time": 4.361724561080337}
{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.944477915763855, "Finetune/Loss (Raw)": 0.9520438313484192, "Finetune/Step": 1827, "Finetune/Step Time": 4.394352789968252}
{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.9451085329055786, "Finetune/Loss (Raw)": 1.1097874641418457, "Finetune/Step": 1828, "Finetune/Step Time": 4.391844501718879}
{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.9456246495246887, "Finetune/Loss (Raw)": 1.1403131484985352, "Finetune/Step": 1829, "Finetune/Step Time": 4.395654860883951}
{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.9461480379104614, "Finetune/Loss (Raw)": 1.0620499849319458, "Finetune/Step": 1830, "Finetune/Step Time": 4.408057499676943}
{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.9466771483421326, "Finetune/Loss (Raw)": 0.9402875900268555, "Finetune/Step": 1831, "Finetune/Step Time": 4.398241326212883}
{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.9522354602813721, "Finetune/Loss (Raw)": 1.0548945665359497, "Finetune/Step": 1832, "Finetune/Step Time": 4.36363504268229}
{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.951603889465332, "Finetune/Loss (Raw)": 0.8716898560523987, "Finetune/Step": 1833, "Finetune/Step Time": 4.382875423878431}
{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.9520660042762756, "Finetune/Loss (Raw)": 1.1118446588516235, "Finetune/Step": 1834, "Finetune/Step Time": 4.382232461124659}
{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.9522889852523804, "Finetune/Loss (Raw)": 0.9828730821609497, "Finetune/Step": 1835, "Finetune/Step Time": 4.391016885638237}
{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.9525873064994812, "Finetune/Loss (Raw)": 0.991731584072113, "Finetune/Step": 1836, "Finetune/Step Time": 4.386043718084693}
{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.9514464735984802, "Finetune/Loss (Raw)": 0.9566140174865723, "Finetune/Step": 1837, "Finetune/Step Time": 4.387798439711332}
{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.9515423774719238, "Finetune/Loss (Raw)": 1.0185825824737549, "Finetune/Step": 1838, "Finetune/Step Time": 4.380411742255092}
{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.9513214826583862, "Finetune/Loss (Raw)": 0.9960619807243347, "Finetune/Step": 1839, "Finetune/Step Time": 4.382600309327245}
{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.9506155252456665, "Finetune/Loss (Raw)": 1.0503476858139038, "Finetune/Step": 1840, "Finetune/Step Time": 4.39253119006753}
{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.9493651390075684, "Finetune/Loss (Raw)": 0.8481889963150024, "Finetune/Step": 1841, "Finetune/Step Time": 4.394127050414681}
{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.9499804973602295, "Finetune/Loss (Raw)": 1.0817848443984985, "Finetune/Step": 1842, "Finetune/Step Time": 4.392601415514946}
{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.9512550830841064, "Finetune/Loss (Raw)": 1.00002920627594, "Finetune/Step": 1843, "Finetune/Step Time": 4.3979944586753845}
{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.9516317844390869, "Finetune/Loss (Raw)": 0.9735331535339355, "Finetune/Step": 1844, "Finetune/Step Time": 4.409490831196308}
{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.9507737755775452, "Finetune/Loss (Raw)": 0.9573752284049988, "Finetune/Step": 1845, "Finetune/Step Time": 4.403231285512447}
{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.9515985250473022, "Finetune/Loss (Raw)": 1.0961707830429077, "Finetune/Step": 1846, "Finetune/Step Time": 4.404830051586032}
{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.9521347880363464, "Finetune/Loss (Raw)": 1.0367401838302612, "Finetune/Step": 1847, "Finetune/Step Time": 4.41342911683023}
{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.9516347050666809, "Finetune/Loss (Raw)": 0.9791150689125061, "Finetune/Step": 1848, "Finetune/Step Time": 4.405778514221311}
{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.952113151550293, "Finetune/Loss (Raw)": 1.0569506883621216, "Finetune/Step": 1849, "Finetune/Step Time": 4.399317391216755}
{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.9525377750396729, "Finetune/Loss (Raw)": 1.0575107336044312, "Finetune/Step": 1850, "Finetune/Step Time": 4.404898073524237}
{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.9510666728019714, "Finetune/Loss (Raw)": 0.8730656504631042, "Finetune/Step": 1851, "Finetune/Step Time": 4.40803193859756}
{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.9520208835601807, "Finetune/Loss (Raw)": 1.0163209438323975, "Finetune/Step": 1852, "Finetune/Step Time": 4.40940316580236}
{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.9521151781082153, "Finetune/Loss (Raw)": 0.9985494613647461, "Finetune/Step": 1853, "Finetune/Step Time": 4.410154027864337}
{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.952971339225769, "Finetune/Loss (Raw)": 1.013354778289795, "Finetune/Step": 1854, "Finetune/Step Time": 4.404114607721567}
{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.9534505605697632, "Finetune/Loss (Raw)": 1.056778907775879, "Finetune/Step": 1855, "Finetune/Step Time": 4.38935281522572}
{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.9537535905838013, "Finetune/Loss (Raw)": 1.1123542785644531, "Finetune/Step": 1856, "Finetune/Step Time": 4.389598438516259}
{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.9530438184738159, "Finetune/Loss (Raw)": 0.9362367391586304, "Finetune/Step": 1857, "Finetune/Step Time": 4.426355415955186}
{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.954601526260376, "Finetune/Loss (Raw)": 1.0256446599960327, "Finetune/Step": 1858, "Finetune/Step Time": 4.433985013514757}
{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.954310417175293, "Finetune/Loss (Raw)": 1.077191710472107, "Finetune/Step": 1859, "Finetune/Step Time": 4.428495474159718}
{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.9528932571411133, "Finetune/Loss (Raw)": 0.9268421530723572, "Finetune/Step": 1860, "Finetune/Step Time": 4.4168828669935465}
{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.9519096612930298, "Finetune/Loss (Raw)": 0.8745235204696655, "Finetune/Step": 1861, "Finetune/Step Time": 4.417223356664181}
{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.9507548809051514, "Finetune/Loss (Raw)": 0.8786225318908691, "Finetune/Step": 1862, "Finetune/Step Time": 4.396073557436466}
{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.9501903057098389, "Finetune/Loss (Raw)": 0.8528595566749573, "Finetune/Step": 1863, "Finetune/Step Time": 4.3955555111169815}
{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.9493041038513184, "Finetune/Loss (Raw)": 0.86467045545578, "Finetune/Step": 1864, "Finetune/Step Time": 4.4113349840044975}
{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.9504039287567139, "Finetune/Loss (Raw)": 1.0524036884307861, "Finetune/Step": 1865, "Finetune/Step Time": 4.41365522891283}
{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.9560936093330383, "Finetune/Loss (Raw)": 1.0794274806976318, "Finetune/Step": 1866, "Finetune/Step Time": 4.388636747375131}
{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.9573419094085693, "Finetune/Loss (Raw)": 1.1117717027664185, "Finetune/Step": 1867, "Finetune/Step Time": 4.395026931539178}
{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.9580892324447632, "Finetune/Loss (Raw)": 0.9892393350601196, "Finetune/Step": 1868, "Finetune/Step Time": 4.391563268378377}
{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.9577073454856873, "Finetune/Loss (Raw)": 1.074715256690979, "Finetune/Step": 1869, "Finetune/Step Time": 4.388976328074932}
{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.9580692648887634, "Finetune/Loss (Raw)": 0.9135238528251648, "Finetune/Step": 1870, "Finetune/Step Time": 4.381847990676761}
{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.9581927061080933, "Finetune/Loss (Raw)": 0.9780217409133911, "Finetune/Step": 1871, "Finetune/Step Time": 4.3956317119300365}
{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.9577232003211975, "Finetune/Loss (Raw)": 0.8666326403617859, "Finetune/Step": 1872, "Finetune/Step Time": 4.400031343102455}
{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.9528532028198242, "Finetune/Loss (Raw)": 0.36052948236465454, "Finetune/Step": 1873, "Finetune/Step Time": 4.4331867434084415}
{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.9530291557312012, "Finetune/Loss (Raw)": 1.067603349685669, "Finetune/Step": 1874, "Finetune/Step Time": 4.434475572779775}
{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.9569975137710571, "Finetune/Loss (Raw)": 0.9379764199256897, "Finetune/Step": 1875, "Finetune/Step Time": 4.406900072470307}
{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.9579579830169678, "Finetune/Loss (Raw)": 0.9820599555969238, "Finetune/Step": 1876, "Finetune/Step Time": 4.39341070689261}
{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.9579081535339355, "Finetune/Loss (Raw)": 0.9758679866790771, "Finetune/Step": 1877, "Finetune/Step Time": 4.398098347708583}
{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.9557305574417114, "Finetune/Loss (Raw)": 0.8313096761703491, "Finetune/Step": 1878, "Finetune/Step Time": 4.39067149348557}
{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.9560002684593201, "Finetune/Loss (Raw)": 1.0760517120361328, "Finetune/Step": 1879, "Finetune/Step Time": 4.376078745350242}
{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.953251838684082, "Finetune/Loss (Raw)": 0.8283336162567139, "Finetune/Step": 1880, "Finetune/Step Time": 4.391396241262555}
{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.9525083303451538, "Finetune/Loss (Raw)": 0.8426963686943054, "Finetune/Step": 1881, "Finetune/Step Time": 4.387824477627873}
{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.9525222778320312, "Finetune/Loss (Raw)": 1.0069855451583862, "Finetune/Step": 1882, "Finetune/Step Time": 4.395270938053727}
{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.9518113136291504, "Finetune/Loss (Raw)": 0.8966895937919617, "Finetune/Step": 1883, "Finetune/Step Time": 4.403252484276891}
{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.9460568428039551, "Finetune/Loss (Raw)": 0.35194361209869385, "Finetune/Step": 1884, "Finetune/Step Time": 4.434116557240486}
{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.9510128498077393, "Finetune/Loss (Raw)": 0.9928761720657349, "Finetune/Step": 1885, "Finetune/Step Time": 4.3967913165688515}
{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.9528521299362183, "Finetune/Loss (Raw)": 1.0953587293624878, "Finetune/Step": 1886, "Finetune/Step Time": 4.400837987661362}
{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.9512912034988403, "Finetune/Loss (Raw)": 0.8382200002670288, "Finetune/Step": 1887, "Finetune/Step Time": 4.395832244306803}
{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.9492424726486206, "Finetune/Loss (Raw)": 0.7891639471054077, "Finetune/Step": 1888, "Finetune/Step Time": 4.400582345202565}
{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.9498112201690674, "Finetune/Loss (Raw)": 0.9464712142944336, "Finetune/Step": 1889, "Finetune/Step Time": 4.417108781635761}
{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.9506064653396606, "Finetune/Loss (Raw)": 0.9467981457710266, "Finetune/Step": 1890, "Finetune/Step Time": 4.411038661375642}
{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.9500721096992493, "Finetune/Loss (Raw)": 1.0294615030288696, "Finetune/Step": 1891, "Finetune/Step Time": 4.394873417913914}
{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.9506399631500244, "Finetune/Loss (Raw)": 1.1366561651229858, "Finetune/Step": 1892, "Finetune/Step Time": 4.375299667939544}
{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.9510815143585205, "Finetune/Loss (Raw)": 0.9654005765914917, "Finetune/Step": 1893, "Finetune/Step Time": 4.376867778599262}
{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.9497407674789429, "Finetune/Loss (Raw)": 0.8387042880058289, "Finetune/Step": 1894, "Finetune/Step Time": 4.368278982117772}
{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.9504810571670532, "Finetune/Loss (Raw)": 0.9303535223007202, "Finetune/Step": 1895, "Finetune/Step Time": 4.367723884060979}
{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.9511085748672485, "Finetune/Loss (Raw)": 0.9805642366409302, "Finetune/Step": 1896, "Finetune/Step Time": 4.369986927136779}
{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.9536034464836121, "Finetune/Loss (Raw)": 1.1257297992706299, "Finetune/Step": 1897, "Finetune/Step Time": 4.35667965374887}
{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.9535115957260132, "Finetune/Loss (Raw)": 1.015180230140686, "Finetune/Step": 1898, "Finetune/Step Time": 4.3669294733554125}
{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.9530951976776123, "Finetune/Loss (Raw)": 0.8532822132110596, "Finetune/Step": 1899, "Finetune/Step Time": 4.386272752657533}
{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.9515600204467773, "Finetune/Loss (Raw)": 0.9013924598693848, "Finetune/Step": 1900, "Finetune/Step Time": 4.387518614530563}
{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.9512982368469238, "Finetune/Loss (Raw)": 0.934648871421814, "Finetune/Step": 1901, "Finetune/Step Time": 4.383559565991163}
{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.9517010450363159, "Finetune/Loss (Raw)": 1.0127882957458496, "Finetune/Step": 1902, "Finetune/Step Time": 4.374075274914503}
{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.9504472017288208, "Finetune/Loss (Raw)": 0.8752570748329163, "Finetune/Step": 1903, "Finetune/Step Time": 4.394165553152561}
{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.9504372477531433, "Finetune/Loss (Raw)": 0.9638451337814331, "Finetune/Step": 1904, "Finetune/Step Time": 4.398839110508561}
{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.9449289441108704, "Finetune/Loss (Raw)": 0.3186519145965576, "Finetune/Step": 1905, "Finetune/Step Time": 4.440289555117488}
{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.9450676441192627, "Finetune/Loss (Raw)": 0.9711071252822876, "Finetune/Step": 1906, "Finetune/Step Time": 4.4522959515452385}
{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.9441108703613281, "Finetune/Loss (Raw)": 0.9798183441162109, "Finetune/Step": 1907, "Finetune/Step Time": 4.467962196096778}
{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.9439127445220947, "Finetune/Loss (Raw)": 0.9120333790779114, "Finetune/Step": 1908, "Finetune/Step Time": 4.465632878243923}
{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.9433737397193909, "Finetune/Loss (Raw)": 0.7664472460746765, "Finetune/Step": 1909, "Finetune/Step Time": 4.466121096163988}
{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.9434691667556763, "Finetune/Loss (Raw)": 0.9515398740768433, "Finetune/Step": 1910, "Finetune/Step Time": 4.468382285907865}
{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.9444420337677002, "Finetune/Loss (Raw)": 1.0006775856018066, "Finetune/Step": 1911, "Finetune/Step Time": 4.473812580108643}
{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.9438365697860718, "Finetune/Loss (Raw)": 0.9912951588630676, "Finetune/Step": 1912, "Finetune/Step Time": 4.467550002038479}
{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.9453778266906738, "Finetune/Loss (Raw)": 0.9834927320480347, "Finetune/Step": 1913, "Finetune/Step Time": 4.452357094734907}
{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.946779727935791, "Finetune/Loss (Raw)": 1.1065603494644165, "Finetune/Step": 1914, "Finetune/Step Time": 4.449853792786598}
{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.9489937424659729, "Finetune/Loss (Raw)": 1.0887519121170044, "Finetune/Step": 1915, "Finetune/Step Time": 4.472253914922476}
{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.9494224786758423, "Finetune/Loss (Raw)": 0.9360930323600769, "Finetune/Step": 1916, "Finetune/Step Time": 4.472149506211281}
{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.9539494514465332, "Finetune/Loss (Raw)": 0.8710283041000366, "Finetune/Step": 1917, "Finetune/Step Time": 4.432773400098085}
{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.9528781175613403, "Finetune/Loss (Raw)": 0.9088593125343323, "Finetune/Step": 1918, "Finetune/Step Time": 4.420929901301861}
{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.9519622325897217, "Finetune/Loss (Raw)": 0.9751612544059753, "Finetune/Step": 1919, "Finetune/Step Time": 4.417289447039366}
{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.9508529901504517, "Finetune/Loss (Raw)": 0.8702260255813599, "Finetune/Step": 1920, "Finetune/Step Time": 4.427130967378616}
{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.9524573087692261, "Finetune/Loss (Raw)": 1.0363290309906006, "Finetune/Step": 1921, "Finetune/Step Time": 4.410741286352277}
{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.9465957880020142, "Finetune/Loss (Raw)": 0.3018251955509186, "Finetune/Step": 1922, "Finetune/Step Time": 4.448043255135417}
{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.9513315558433533, "Finetune/Loss (Raw)": 0.9743262529373169, "Finetune/Step": 1923, "Finetune/Step Time": 4.4099475629627705}
{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.9524986743927002, "Finetune/Loss (Raw)": 1.066767692565918, "Finetune/Step": 1924, "Finetune/Step Time": 4.408270610496402}
{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.9537232518196106, "Finetune/Loss (Raw)": 1.180363655090332, "Finetune/Step": 1925, "Finetune/Step Time": 4.405514063313603}
{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.9489760398864746, "Finetune/Loss (Raw)": 0.3317083418369293, "Finetune/Step": 1926, "Finetune/Step Time": 4.439333863556385}
{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.9447020292282104, "Finetune/Loss (Raw)": 0.39538541436195374, "Finetune/Step": 1927, "Finetune/Step Time": 4.474041750654578}
{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.9456934928894043, "Finetune/Loss (Raw)": 1.0487490892410278, "Finetune/Step": 1928, "Finetune/Step Time": 4.461847158148885}
{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.943901002407074, "Finetune/Loss (Raw)": 0.849714457988739, "Finetune/Step": 1929, "Finetune/Step Time": 4.4482604917138815}
{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.9436860084533691, "Finetune/Loss (Raw)": 0.9410539269447327, "Finetune/Step": 1930, "Finetune/Step Time": 4.433855941519141}
{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.9441028237342834, "Finetune/Loss (Raw)": 0.9893158078193665, "Finetune/Step": 1931, "Finetune/Step Time": 4.411928202956915}
{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.9430884122848511, "Finetune/Loss (Raw)": 0.8620688319206238, "Finetune/Step": 1932, "Finetune/Step Time": 4.426200835034251}
{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.9457207918167114, "Finetune/Loss (Raw)": 0.9936346411705017, "Finetune/Step": 1933, "Finetune/Step Time": 4.43063554726541}
{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.9469491839408875, "Finetune/Loss (Raw)": 1.0320217609405518, "Finetune/Step": 1934, "Finetune/Step Time": 4.416814375668764}
{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.9477492570877075, "Finetune/Loss (Raw)": 1.0608985424041748, "Finetune/Step": 1935, "Finetune/Step Time": 4.423374161124229}
{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.9467195868492126, "Finetune/Loss (Raw)": 0.8493607044219971, "Finetune/Step": 1936, "Finetune/Step Time": 4.431734625250101}
{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.9469687938690186, "Finetune/Loss (Raw)": 0.9983970522880554, "Finetune/Step": 1937, "Finetune/Step Time": 4.430691096931696}
{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.9424716830253601, "Finetune/Loss (Raw)": 0.4007367491722107, "Finetune/Step": 1938, "Finetune/Step Time": 4.463738536462188}
{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.9425126314163208, "Finetune/Loss (Raw)": 0.9539137482643127, "Finetune/Step": 1939, "Finetune/Step Time": 4.459398051723838}
{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.9400221109390259, "Finetune/Loss (Raw)": 0.6239349246025085, "Finetune/Step": 1940, "Finetune/Step Time": 4.460539827123284}
{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.939831018447876, "Finetune/Loss (Raw)": 0.9235032200813293, "Finetune/Step": 1941, "Finetune/Step Time": 4.465332366526127}
{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.941016674041748, "Finetune/Loss (Raw)": 1.1507453918457031, "Finetune/Step": 1942, "Finetune/Step Time": 4.467301473021507}
{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.9422860145568848, "Finetune/Loss (Raw)": 1.0640214681625366, "Finetune/Step": 1943, "Finetune/Step Time": 4.461220780387521}
{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.9416507482528687, "Finetune/Loss (Raw)": 0.9797340035438538, "Finetune/Step": 1944, "Finetune/Step Time": 4.460788255557418}
{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.9373969435691833, "Finetune/Loss (Raw)": 0.3837074339389801, "Finetune/Step": 1945, "Finetune/Step Time": 4.498883381485939}
{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.9376810193061829, "Finetune/Loss (Raw)": 0.9536684155464172, "Finetune/Step": 1946, "Finetune/Step Time": 4.511573446914554}
{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.9389251470565796, "Finetune/Loss (Raw)": 1.1546212434768677, "Finetune/Step": 1947, "Finetune/Step Time": 4.5098346918821335}
{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.9407095909118652, "Finetune/Loss (Raw)": 1.0948787927627563, "Finetune/Step": 1948, "Finetune/Step Time": 4.51497265137732}
{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.9414774179458618, "Finetune/Loss (Raw)": 1.074919581413269, "Finetune/Step": 1949, "Finetune/Step Time": 4.508163098245859}
{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.940634548664093, "Finetune/Loss (Raw)": 1.0953410863876343, "Finetune/Step": 1950, "Finetune/Step Time": 4.5043854881078005}
{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.941563069820404, "Finetune/Loss (Raw)": 1.0857163667678833, "Finetune/Step": 1951, "Finetune/Step Time": 4.509032756090164}
{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.9433830380439758, "Finetune/Loss (Raw)": 1.0999252796173096, "Finetune/Step": 1952, "Finetune/Step Time": 4.503263466060162}
{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.942088782787323, "Finetune/Loss (Raw)": 0.7533953189849854, "Finetune/Step": 1953, "Finetune/Step Time": 4.515054365620017}
{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.9410056471824646, "Finetune/Loss (Raw)": 0.8828226327896118, "Finetune/Step": 1954, "Finetune/Step Time": 4.523421850055456}
{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.940349817276001, "Finetune/Loss (Raw)": 0.8681002259254456, "Finetune/Step": 1955, "Finetune/Step Time": 4.508146330714226}
{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.9385349154472351, "Finetune/Loss (Raw)": 0.8774768114089966, "Finetune/Step": 1956, "Finetune/Step Time": 4.507840294390917}
{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.9382206201553345, "Finetune/Loss (Raw)": 1.1000896692276, "Finetune/Step": 1957, "Finetune/Step Time": 4.501151671633124}
{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.9384896755218506, "Finetune/Loss (Raw)": 1.09647798538208, "Finetune/Step": 1958, "Finetune/Step Time": 4.486272880807519}
{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.9378122091293335, "Finetune/Loss (Raw)": 0.8535804748535156, "Finetune/Step": 1959, "Finetune/Step Time": 4.483404885977507}
{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.9386061429977417, "Finetune/Loss (Raw)": 1.1565155982971191, "Finetune/Step": 1960, "Finetune/Step Time": 4.4886109959334135}
{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.9383881092071533, "Finetune/Loss (Raw)": 0.8437814116477966, "Finetune/Step": 1961, "Finetune/Step Time": 4.481820527464151}
{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.9328798651695251, "Finetune/Loss (Raw)": 0.4067910313606262, "Finetune/Step": 1962, "Finetune/Step Time": 4.52324148081243}
{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.9282684326171875, "Finetune/Loss (Raw)": 0.3926040530204773, "Finetune/Step": 1963, "Finetune/Step Time": 4.548686111345887}
{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.9288484454154968, "Finetune/Loss (Raw)": 1.0659730434417725, "Finetune/Step": 1964, "Finetune/Step Time": 4.555510487407446}
{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.9280586838722229, "Finetune/Loss (Raw)": 0.8555320501327515, "Finetune/Step": 1965, "Finetune/Step Time": 4.554534964263439}
{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.9271541833877563, "Finetune/Loss (Raw)": 0.9028052091598511, "Finetune/Step": 1966, "Finetune/Step Time": 4.549333585426211}
{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.926000714302063, "Finetune/Loss (Raw)": 0.8484174609184265, "Finetune/Step": 1967, "Finetune/Step Time": 4.536908118054271}
{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.925881028175354, "Finetune/Loss (Raw)": 1.0350250005722046, "Finetune/Step": 1968, "Finetune/Step Time": 4.522961027920246}
{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.9227235317230225, "Finetune/Loss (Raw)": 0.4440307915210724, "Finetune/Step": 1969, "Finetune/Step Time": 4.55984241515398}
{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.9216324090957642, "Finetune/Loss (Raw)": 0.9421172142028809, "Finetune/Step": 1970, "Finetune/Step Time": 4.555022528395057}
{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.9169729948043823, "Finetune/Loss (Raw)": 0.40363064408302307, "Finetune/Step": 1971, "Finetune/Step Time": 4.577573856338859}
{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.9166455268859863, "Finetune/Loss (Raw)": 0.9316115975379944, "Finetune/Step": 1972, "Finetune/Step Time": 4.565899999812245}
{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.9161443114280701, "Finetune/Loss (Raw)": 0.89322429895401, "Finetune/Step": 1973, "Finetune/Step Time": 4.592913756147027}
{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.9162324666976929, "Finetune/Loss (Raw)": 1.107446312904358, "Finetune/Step": 1974, "Finetune/Step Time": 4.591797802597284}
{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.9154857397079468, "Finetune/Loss (Raw)": 0.9411693215370178, "Finetune/Step": 1975, "Finetune/Step Time": 4.5812096782028675}
{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.9154528379440308, "Finetune/Loss (Raw)": 0.9748978018760681, "Finetune/Step": 1976, "Finetune/Step Time": 4.583948587998748}
{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.9151868224143982, "Finetune/Loss (Raw)": 1.022897720336914, "Finetune/Step": 1977, "Finetune/Step Time": 4.592306053265929}
{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.9152731895446777, "Finetune/Loss (Raw)": 1.0685724020004272, "Finetune/Step": 1978, "Finetune/Step Time": 4.585728991776705}
{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.9113917946815491, "Finetune/Loss (Raw)": 0.37624725699424744, "Finetune/Step": 1979, "Finetune/Step Time": 4.600931977853179}
{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.9103276133537292, "Finetune/Loss (Raw)": 0.8801063895225525, "Finetune/Step": 1980, "Finetune/Step Time": 4.614215653389692}
{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.9105592370033264, "Finetune/Loss (Raw)": 1.0281959772109985, "Finetune/Step": 1981, "Finetune/Step Time": 4.614775869995356}
{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.9103652238845825, "Finetune/Loss (Raw)": 0.9885213375091553, "Finetune/Step": 1982, "Finetune/Step Time": 4.622500250115991}
{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.9092711210250854, "Finetune/Loss (Raw)": 0.9167300462722778, "Finetune/Step": 1983, "Finetune/Step Time": 4.620807373896241}
{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.9093472957611084, "Finetune/Loss (Raw)": 1.122106909751892, "Finetune/Step": 1984, "Finetune/Step Time": 4.6204364616423845}
{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.9100819230079651, "Finetune/Loss (Raw)": 1.0302728414535522, "Finetune/Step": 1985, "Finetune/Step Time": 4.580722475424409}
{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.9114160537719727, "Finetune/Loss (Raw)": 1.1964044570922852, "Finetune/Step": 1986, "Finetune/Step Time": 4.571374563500285}
{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.9107404947280884, "Finetune/Loss (Raw)": 0.9907288551330566, "Finetune/Step": 1987, "Finetune/Step Time": 4.598103322088718}
{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.9105116724967957, "Finetune/Loss (Raw)": 0.8975551724433899, "Finetune/Step": 1988, "Finetune/Step Time": 4.59644528105855}
{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.9114195108413696, "Finetune/Loss (Raw)": 0.9907190203666687, "Finetune/Step": 1989, "Finetune/Step Time": 4.598271228373051}
{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.9124718904495239, "Finetune/Loss (Raw)": 1.01332688331604, "Finetune/Step": 1990, "Finetune/Step Time": 4.598835794255137}
{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.9124384522438049, "Finetune/Loss (Raw)": 0.8485854864120483, "Finetune/Step": 1991, "Finetune/Step Time": 4.594833072274923}
{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.913506269454956, "Finetune/Loss (Raw)": 1.0013482570648193, "Finetune/Step": 1992, "Finetune/Step Time": 4.578917542472482}
{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.9122776985168457, "Finetune/Loss (Raw)": 0.8951414823532104, "Finetune/Step": 1993, "Finetune/Step Time": 4.5832685846835375}
{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.9099368453025818, "Finetune/Loss (Raw)": 0.7797987461090088, "Finetune/Step": 1994, "Finetune/Step Time": 4.584764029830694}
{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.9076718091964722, "Finetune/Loss (Raw)": 0.821858286857605, "Finetune/Step": 1995, "Finetune/Step Time": 4.588175440207124}
{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.9066410064697266, "Finetune/Loss (Raw)": 0.8572957515716553, "Finetune/Step": 1996, "Finetune/Step Time": 4.580616980791092}
{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.9066714644432068, "Finetune/Loss (Raw)": 1.078606128692627, "Finetune/Step": 1997, "Finetune/Step Time": 4.58258505538106}
{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.9067881107330322, "Finetune/Loss (Raw)": 0.9284572601318359, "Finetune/Step": 1998, "Finetune/Step Time": 4.583035435527563}
{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.902347207069397, "Finetune/Loss (Raw)": 0.40958237648010254, "Finetune/Step": 1999, "Finetune/Step Time": 4.5902378577739}
{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.9025485515594482, "Finetune/Loss (Raw)": 0.8924089670181274, "Finetune/Step": 2000, "Finetune/Step Time": 4.613919736817479}
{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.907454252243042, "Finetune/Loss (Raw)": 0.9884588122367859, "Finetune/Step": 2001, "Finetune/Step Time": 4.579646958038211}
{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.9065483212471008, "Finetune/Loss (Raw)": 0.9516416192054749, "Finetune/Step": 2002, "Finetune/Step Time": 4.57703673094511}
{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.9062924385070801, "Finetune/Loss (Raw)": 0.9052289128303528, "Finetune/Step": 2003, "Finetune/Step Time": 4.576097367331386}
{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.9057888984680176, "Finetune/Loss (Raw)": 0.9176010489463806, "Finetune/Step": 2004, "Finetune/Step Time": 4.580599870532751}
{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.9054927825927734, "Finetune/Loss (Raw)": 0.9379616379737854, "Finetune/Step": 2005, "Finetune/Step Time": 4.573932724073529}
{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.9064534306526184, "Finetune/Loss (Raw)": 0.9542810320854187, "Finetune/Step": 2006, "Finetune/Step Time": 4.5633301474153996}
{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.9070767164230347, "Finetune/Loss (Raw)": 1.1558287143707275, "Finetune/Step": 2007, "Finetune/Step Time": 4.563321171328425}
{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.9085780382156372, "Finetune/Loss (Raw)": 1.0205072164535522, "Finetune/Step": 2008, "Finetune/Step Time": 4.553505251184106}
{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.9090791344642639, "Finetune/Loss (Raw)": 0.9068313837051392, "Finetune/Step": 2009, "Finetune/Step Time": 4.542487218976021}
{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.9095191955566406, "Finetune/Loss (Raw)": 1.063319444656372, "Finetune/Step": 2010, "Finetune/Step Time": 4.531012495979667}
{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.9112268090248108, "Finetune/Loss (Raw)": 1.1152634620666504, "Finetune/Step": 2011, "Finetune/Step Time": 4.524417731910944}
{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.9160103797912598, "Finetune/Loss (Raw)": 0.9642395377159119, "Finetune/Step": 2012, "Finetune/Step Time": 4.484491651877761}
{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.9165051579475403, "Finetune/Loss (Raw)": 1.0562058687210083, "Finetune/Step": 2013, "Finetune/Step Time": 4.500908659771085}
{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.9143915176391602, "Finetune/Loss (Raw)": 0.8248139023780823, "Finetune/Step": 2014, "Finetune/Step Time": 4.514822490513325}
{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.910881757736206, "Finetune/Loss (Raw)": 0.3889627754688263, "Finetune/Step": 2015, "Finetune/Step Time": 4.55078181438148}
{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.9078255891799927, "Finetune/Loss (Raw)": 0.397982120513916, "Finetune/Step": 2016, "Finetune/Step Time": 4.579406399279833}
{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.9072580933570862, "Finetune/Loss (Raw)": 0.8738296627998352, "Finetune/Step": 2017, "Finetune/Step Time": 4.574061121791601}
{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.907534658908844, "Finetune/Loss (Raw)": 0.9821983575820923, "Finetune/Step": 2018, "Finetune/Step Time": 4.575400231406093}
{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.906336784362793, "Finetune/Loss (Raw)": 0.8761343955993652, "Finetune/Step": 2019, "Finetune/Step Time": 4.587886355817318}
{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.9052015542984009, "Finetune/Loss (Raw)": 0.9913535118103027, "Finetune/Step": 2020, "Finetune/Step Time": 4.591098701581359}
{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.9054296612739563, "Finetune/Loss (Raw)": 0.9945920705795288, "Finetune/Step": 2021, "Finetune/Step Time": 4.597839616239071}
{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.9061281085014343, "Finetune/Loss (Raw)": 0.9281099438667297, "Finetune/Step": 2022, "Finetune/Step Time": 4.604749370366335}
{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.9050195813179016, "Finetune/Loss (Raw)": 0.7884548902511597, "Finetune/Step": 2023, "Finetune/Step Time": 4.62960553728044}
{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.9049097299575806, "Finetune/Loss (Raw)": 0.9665050506591797, "Finetune/Step": 2024, "Finetune/Step Time": 4.628619663417339}
{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.9032039642333984, "Finetune/Loss (Raw)": 0.9073942303657532, "Finetune/Step": 2025, "Finetune/Step Time": 4.640749102458358}
{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.9029594659805298, "Finetune/Loss (Raw)": 0.9838777780532837, "Finetune/Step": 2026, "Finetune/Step Time": 4.621941592544317}
{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.9030879139900208, "Finetune/Loss (Raw)": 0.869732141494751, "Finetune/Step": 2027, "Finetune/Step Time": 4.6014751717448235}
{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.9037942290306091, "Finetune/Loss (Raw)": 0.9917999505996704, "Finetune/Step": 2028, "Finetune/Step Time": 4.615628903731704}
{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.9048547744750977, "Finetune/Loss (Raw)": 1.0703941583633423, "Finetune/Step": 2029, "Finetune/Step Time": 4.608631810173392}
{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.8996379971504211, "Finetune/Loss (Raw)": 0.34504440426826477, "Finetune/Step": 2030, "Finetune/Step Time": 4.6458994820714}
{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.9000562429428101, "Finetune/Loss (Raw)": 0.9287940263748169, "Finetune/Step": 2031, "Finetune/Step Time": 4.624956352636218}
{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.9008995294570923, "Finetune/Loss (Raw)": 1.0717828273773193, "Finetune/Step": 2032, "Finetune/Step Time": 4.620185745880008}
{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.9066727161407471, "Finetune/Loss (Raw)": 1.057621717453003, "Finetune/Step": 2033, "Finetune/Step Time": 4.584642339497805}
{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.9075455665588379, "Finetune/Loss (Raw)": 1.0828306674957275, "Finetune/Step": 2034, "Finetune/Step Time": 4.572669653221965}
{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.9066325426101685, "Finetune/Loss (Raw)": 0.8629443645477295, "Finetune/Step": 2035, "Finetune/Step Time": 4.582080768421292}
{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.9073835611343384, "Finetune/Loss (Raw)": 1.0081746578216553, "Finetune/Step": 2036, "Finetune/Step Time": 4.595555292442441}
{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.9091013669967651, "Finetune/Loss (Raw)": 0.9863228797912598, "Finetune/Step": 2037, "Finetune/Step Time": 4.610441241413355}
{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.908244252204895, "Finetune/Loss (Raw)": 0.8418262004852295, "Finetune/Step": 2038, "Finetune/Step Time": 4.612781837582588}
{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.9088444709777832, "Finetune/Loss (Raw)": 1.0775104761123657, "Finetune/Step": 2039, "Finetune/Step Time": 4.606965547427535}
{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.9091533422470093, "Finetune/Loss (Raw)": 1.0308325290679932, "Finetune/Step": 2040, "Finetune/Step Time": 4.605525327846408}
{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.9094400405883789, "Finetune/Loss (Raw)": 1.0201826095581055, "Finetune/Step": 2041, "Finetune/Step Time": 4.649091402068734}
{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.9072691202163696, "Finetune/Loss (Raw)": 0.8286852836608887, "Finetune/Step": 2042, "Finetune/Step Time": 4.650149002671242}
{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.9062504172325134, "Finetune/Loss (Raw)": 0.9583573341369629, "Finetune/Step": 2043, "Finetune/Step Time": 4.619891081005335}
{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.9064264297485352, "Finetune/Loss (Raw)": 0.9586244821548462, "Finetune/Step": 2044, "Finetune/Step Time": 4.619557732716203}
{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.9079124927520752, "Finetune/Loss (Raw)": 1.0612386465072632, "Finetune/Step": 2045, "Finetune/Step Time": 4.631335452198982}
{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.9091454148292542, "Finetune/Loss (Raw)": 1.066679835319519, "Finetune/Step": 2046, "Finetune/Step Time": 4.631198173388839}
{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.9091404676437378, "Finetune/Loss (Raw)": 0.9745320677757263, "Finetune/Step": 2047, "Finetune/Step Time": 4.634400377050042}
{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.9087928533554077, "Finetune/Loss (Raw)": 0.825729489326477, "Finetune/Step": 2048, "Finetune/Step Time": 4.623653097078204}
{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.9064843654632568, "Finetune/Loss (Raw)": 0.7408390641212463, "Finetune/Step": 2049, "Finetune/Step Time": 4.6383207850158215}
{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.9108940958976746, "Finetune/Loss (Raw)": 0.8662698864936829, "Finetune/Step": 2050, "Finetune/Step Time": 4.612536268308759}
{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.9118447303771973, "Finetune/Loss (Raw)": 1.0960007905960083, "Finetune/Step": 2051, "Finetune/Step Time": 4.6164854653179646}
{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.9113050699234009, "Finetune/Loss (Raw)": 0.9976991415023804, "Finetune/Step": 2052, "Finetune/Step Time": 4.628379262983799}
{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.9095184206962585, "Finetune/Loss (Raw)": 0.9516679048538208, "Finetune/Step": 2053, "Finetune/Step Time": 4.630700962617993}
{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.9153175950050354, "Finetune/Loss (Raw)": 1.0740031003952026, "Finetune/Step": 2054, "Finetune/Step Time": 4.594283977523446}
{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.9202913045883179, "Finetune/Loss (Raw)": 1.0320253372192383, "Finetune/Step": 2055, "Finetune/Step Time": 4.560271153226495}
{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.9202408194541931, "Finetune/Loss (Raw)": 1.042287826538086, "Finetune/Step": 2056, "Finetune/Step Time": 4.561023656278849}
{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.9209144115447998, "Finetune/Loss (Raw)": 0.9359333515167236, "Finetune/Step": 2057, "Finetune/Step Time": 4.569543901830912}
{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.9208232164382935, "Finetune/Loss (Raw)": 0.9293718934059143, "Finetune/Step": 2058, "Finetune/Step Time": 4.580909138545394}
{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.9197678565979004, "Finetune/Loss (Raw)": 0.854232907295227, "Finetune/Step": 2059, "Finetune/Step Time": 4.581880267709494}
{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.9205790758132935, "Finetune/Loss (Raw)": 0.9659100770950317, "Finetune/Step": 2060, "Finetune/Step Time": 4.567136773839593}
{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.9210654497146606, "Finetune/Loss (Raw)": 1.0558922290802002, "Finetune/Step": 2061, "Finetune/Step Time": 4.554898569360375}
{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.9198613166809082, "Finetune/Loss (Raw)": 0.8778900504112244, "Finetune/Step": 2062, "Finetune/Step Time": 4.56101862154901}
{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.9196310639381409, "Finetune/Loss (Raw)": 1.0314292907714844, "Finetune/Step": 2063, "Finetune/Step Time": 4.552796088159084}
{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.9206817746162415, "Finetune/Loss (Raw)": 0.9838475584983826, "Finetune/Step": 2064, "Finetune/Step Time": 4.566802114248276}
{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.9206817150115967, "Finetune/Loss (Raw)": 0.998386561870575, "Finetune/Step": 2065, "Finetune/Step Time": 4.574315683916211}
{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.9201858639717102, "Finetune/Loss (Raw)": 0.3372706472873688, "Finetune/Step": 2066, "Finetune/Step Time": 4.574697325006127}
{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.9203659892082214, "Finetune/Loss (Raw)": 0.9769733548164368, "Finetune/Step": 2067, "Finetune/Step Time": 4.575775636360049}
{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.9229050278663635, "Finetune/Loss (Raw)": 0.9489303231239319, "Finetune/Step": 2068, "Finetune/Step Time": 4.564426131546497}
{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.922919511795044, "Finetune/Loss (Raw)": 0.9253560900688171, "Finetune/Step": 2069, "Finetune/Step Time": 4.555313602089882}
{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.9196333885192871, "Finetune/Loss (Raw)": 0.7301187515258789, "Finetune/Step": 2070, "Finetune/Step Time": 4.567117756232619}
{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.9191601276397705, "Finetune/Loss (Raw)": 1.0034464597702026, "Finetune/Step": 2071, "Finetune/Step Time": 4.573029430583119}
{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.9203780889511108, "Finetune/Loss (Raw)": 1.135636329650879, "Finetune/Step": 2072, "Finetune/Step Time": 4.564924029633403}
{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.924734354019165, "Finetune/Loss (Raw)": 0.9413092136383057, "Finetune/Step": 2073, "Finetune/Step Time": 4.536658668890595}
{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.9255044460296631, "Finetune/Loss (Raw)": 1.0522366762161255, "Finetune/Step": 2074, "Finetune/Step Time": 4.532634794712067}
{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.9236138463020325, "Finetune/Loss (Raw)": 0.9126258492469788, "Finetune/Step": 2075, "Finetune/Step Time": 4.526542134582996}
{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.9213045835494995, "Finetune/Loss (Raw)": 0.799293577671051, "Finetune/Step": 2076, "Finetune/Step Time": 4.533645054325461}
{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.9198542237281799, "Finetune/Loss (Raw)": 0.8892748951911926, "Finetune/Step": 2077, "Finetune/Step Time": 4.539064025506377}
{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.9184079170227051, "Finetune/Loss (Raw)": 0.9102097153663635, "Finetune/Step": 2078, "Finetune/Step Time": 4.538912056013942}
{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.9174585342407227, "Finetune/Loss (Raw)": 0.9641943573951721, "Finetune/Step": 2079, "Finetune/Step Time": 4.528058545663953}
{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.9151044487953186, "Finetune/Loss (Raw)": 0.7986029982566833, "Finetune/Step": 2080, "Finetune/Step Time": 4.541461825370789}
{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.9166232347488403, "Finetune/Loss (Raw)": 0.9478012323379517, "Finetune/Step": 2081, "Finetune/Step Time": 4.541108066216111}
{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.9166473150253296, "Finetune/Loss (Raw)": 0.8859002590179443, "Finetune/Step": 2082, "Finetune/Step Time": 4.528057795017958}
{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.917641282081604, "Finetune/Loss (Raw)": 0.9953386783599854, "Finetune/Step": 2083, "Finetune/Step Time": 4.510502187535167}
{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.919690728187561, "Finetune/Loss (Raw)": 1.1398017406463623, "Finetune/Step": 2084, "Finetune/Step Time": 4.500743554905057}
{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.9135600924491882, "Finetune/Loss (Raw)": 0.31536927819252014, "Finetune/Step": 2085, "Finetune/Step Time": 4.538979917764664}
{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.9129083156585693, "Finetune/Loss (Raw)": 1.0130541324615479, "Finetune/Step": 2086, "Finetune/Step Time": 4.543871361762285}
{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.9146276712417603, "Finetune/Loss (Raw)": 1.0736548900604248, "Finetune/Step": 2087, "Finetune/Step Time": 4.539626520127058}
{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.9139635562896729, "Finetune/Loss (Raw)": 1.0715043544769287, "Finetune/Step": 2088, "Finetune/Step Time": 4.529718101024628}
{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.915276825428009, "Finetune/Loss (Raw)": 1.0118809938430786, "Finetune/Step": 2089, "Finetune/Step Time": 4.524285439401865}
{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.9142016172409058, "Finetune/Loss (Raw)": 0.2691653370857239, "Finetune/Step": 2090, "Finetune/Step Time": 4.525179270654917}
{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.9178771376609802, "Finetune/Loss (Raw)": 0.8630709052085876, "Finetune/Step": 2091, "Finetune/Step Time": 4.48964200168848}
{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.9176594614982605, "Finetune/Loss (Raw)": 1.0381113290786743, "Finetune/Step": 2092, "Finetune/Step Time": 4.477122152224183}
{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.9186854958534241, "Finetune/Loss (Raw)": 0.9868615865707397, "Finetune/Step": 2093, "Finetune/Step Time": 4.475049925968051}
{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.9201472401618958, "Finetune/Loss (Raw)": 1.089908242225647, "Finetune/Step": 2094, "Finetune/Step Time": 4.475885385647416}
{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.9212266206741333, "Finetune/Loss (Raw)": 0.9865807294845581, "Finetune/Step": 2095, "Finetune/Step Time": 4.480633748695254}
{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.9206574559211731, "Finetune/Loss (Raw)": 0.9621691107749939, "Finetune/Step": 2096, "Finetune/Step Time": 4.488425197079778}
{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.9256149530410767, "Finetune/Loss (Raw)": 1.078591227531433, "Finetune/Step": 2097, "Finetune/Step Time": 4.448270598426461}
{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.9256309270858765, "Finetune/Loss (Raw)": 0.9441665410995483, "Finetune/Step": 2098, "Finetune/Step Time": 4.456834357231855}
{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.9253058433532715, "Finetune/Loss (Raw)": 0.3620152771472931, "Finetune/Step": 2099, "Finetune/Step Time": 4.459247270599008}
{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.9244866967201233, "Finetune/Loss (Raw)": 0.8267658352851868, "Finetune/Step": 2100, "Finetune/Step Time": 4.464960927143693}
{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.9256536364555359, "Finetune/Loss (Raw)": 1.0425910949707031, "Finetune/Step": 2101, "Finetune/Step Time": 4.429142739623785}
{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.9241818785667419, "Finetune/Loss (Raw)": 0.9190571308135986, "Finetune/Step": 2102, "Finetune/Step Time": 4.432380463927984}
{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.9196922183036804, "Finetune/Loss (Raw)": 0.3664920926094055, "Finetune/Step": 2103, "Finetune/Step Time": 4.473138775676489}
{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.9193832874298096, "Finetune/Loss (Raw)": 0.9353576898574829, "Finetune/Step": 2104, "Finetune/Step Time": 4.4803858902305365}
{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.9188459515571594, "Finetune/Loss (Raw)": 0.9541168212890625, "Finetune/Step": 2105, "Finetune/Step Time": 4.490468809381127}
{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.9178749918937683, "Finetune/Loss (Raw)": 0.9442909359931946, "Finetune/Step": 2106, "Finetune/Step Time": 4.489204606041312}
{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.9224444627761841, "Finetune/Loss (Raw)": 0.9611418843269348, "Finetune/Step": 2107, "Finetune/Step Time": 4.4498834554106}
{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.9227591156959534, "Finetune/Loss (Raw)": 0.9203802347183228, "Finetune/Step": 2108, "Finetune/Step Time": 4.437673695385456}
{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.9222630858421326, "Finetune/Loss (Raw)": 0.9647030234336853, "Finetune/Step": 2109, "Finetune/Step Time": 4.4409788604825735}
{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.9225163459777832, "Finetune/Loss (Raw)": 1.0209383964538574, "Finetune/Step": 2110, "Finetune/Step Time": 4.44912825897336}
{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.9228631854057312, "Finetune/Loss (Raw)": 0.9611258506774902, "Finetune/Step": 2111, "Finetune/Step Time": 4.463992260396481}
{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.9176650643348694, "Finetune/Loss (Raw)": 0.45674899220466614, "Finetune/Step": 2112, "Finetune/Step Time": 4.503208264708519}
{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.917238712310791, "Finetune/Loss (Raw)": 0.9757026433944702, "Finetune/Step": 2113, "Finetune/Step Time": 4.5013406574726105}
{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.9168736934661865, "Finetune/Loss (Raw)": 1.149680256843567, "Finetune/Step": 2114, "Finetune/Step Time": 4.519186373800039}
{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.9171844124794006, "Finetune/Loss (Raw)": 1.0304967164993286, "Finetune/Step": 2115, "Finetune/Step Time": 4.495394492521882}
{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.9134227633476257, "Finetune/Loss (Raw)": 0.41606977581977844, "Finetune/Step": 2116, "Finetune/Step Time": 4.5308976378291845}
{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.9117547869682312, "Finetune/Loss (Raw)": 0.777216374874115, "Finetune/Step": 2117, "Finetune/Step Time": 4.546945394948125}
{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.9108171463012695, "Finetune/Loss (Raw)": 0.8933022022247314, "Finetune/Step": 2118, "Finetune/Step Time": 4.542669737711549}
{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.91124027967453, "Finetune/Loss (Raw)": 0.9027512073516846, "Finetune/Step": 2119, "Finetune/Step Time": 4.556057084351778}
{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.905998170375824, "Finetune/Loss (Raw)": 0.3303523659706116, "Finetune/Step": 2120, "Finetune/Step Time": 4.59543764591217}
{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.9065207242965698, "Finetune/Loss (Raw)": 0.9620288610458374, "Finetune/Step": 2121, "Finetune/Step Time": 4.58722648024559}
{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.9084974527359009, "Finetune/Loss (Raw)": 1.0328267812728882, "Finetune/Step": 2122, "Finetune/Step Time": 4.575627159327269}
{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.9101946353912354, "Finetune/Loss (Raw)": 1.0391026735305786, "Finetune/Step": 2123, "Finetune/Step Time": 4.567124493420124}
{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.9113738536834717, "Finetune/Loss (Raw)": 1.0082248449325562, "Finetune/Step": 2124, "Finetune/Step Time": 4.558444105088711}
{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.9111466407775879, "Finetune/Loss (Raw)": 1.0495316982269287, "Finetune/Step": 2125, "Finetune/Step Time": 4.572382029145956}
{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.9119724631309509, "Finetune/Loss (Raw)": 1.0341559648513794, "Finetune/Step": 2126, "Finetune/Step Time": 4.569023767486215}
{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.9162752628326416, "Finetune/Loss (Raw)": 0.9603467583656311, "Finetune/Step": 2127, "Finetune/Step Time": 4.53891540132463}
{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.9120253324508667, "Finetune/Loss (Raw)": 0.34841060638427734, "Finetune/Step": 2128, "Finetune/Step Time": 4.556666007265449}
{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.9064316749572754, "Finetune/Loss (Raw)": 0.2724717855453491, "Finetune/Step": 2129, "Finetune/Step Time": 4.595807978883386}
{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.9067674279212952, "Finetune/Loss (Raw)": 0.9946209788322449, "Finetune/Step": 2130, "Finetune/Step Time": 4.5947121437639}
{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.9076102375984192, "Finetune/Loss (Raw)": 1.0131068229675293, "Finetune/Step": 2131, "Finetune/Step Time": 4.584609221667051}
{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.9075570106506348, "Finetune/Loss (Raw)": 0.9107868075370789, "Finetune/Step": 2132, "Finetune/Step Time": 4.588928619399667}
{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.909454345703125, "Finetune/Loss (Raw)": 1.1808249950408936, "Finetune/Step": 2133, "Finetune/Step Time": 4.586177701130509}
{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.9092767834663391, "Finetune/Loss (Raw)": 0.931549072265625, "Finetune/Step": 2134, "Finetune/Step Time": 4.596898138523102}
{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.9072285890579224, "Finetune/Loss (Raw)": 0.8936553597450256, "Finetune/Step": 2135, "Finetune/Step Time": 4.592781446874142}
{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.907127320766449, "Finetune/Loss (Raw)": 1.0075504779815674, "Finetune/Step": 2136, "Finetune/Step Time": 4.579740198329091}
{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.9033083915710449, "Finetune/Loss (Raw)": 0.41800811886787415, "Finetune/Step": 2137, "Finetune/Step Time": 4.6196640357375145}
{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.9023244380950928, "Finetune/Loss (Raw)": 0.9373778700828552, "Finetune/Step": 2138, "Finetune/Step Time": 4.617703225463629}
{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.9006781578063965, "Finetune/Loss (Raw)": 0.9045369029045105, "Finetune/Step": 2139, "Finetune/Step Time": 4.637057041749358}
{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.9009192585945129, "Finetune/Loss (Raw)": 0.9951001405715942, "Finetune/Step": 2140, "Finetune/Step Time": 4.639919303357601}
{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.9013068079948425, "Finetune/Loss (Raw)": 1.1058119535446167, "Finetune/Step": 2141, "Finetune/Step Time": 4.62547043338418}
{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.9017375707626343, "Finetune/Loss (Raw)": 0.8799479603767395, "Finetune/Step": 2142, "Finetune/Step Time": 4.609229747205973}
{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.9063174724578857, "Finetune/Loss (Raw)": 0.9751949310302734, "Finetune/Step": 2143, "Finetune/Step Time": 4.586864069104195}
{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.9105844497680664, "Finetune/Loss (Raw)": 0.9441584348678589, "Finetune/Step": 2144, "Finetune/Step Time": 4.564884718507528}
{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.9096157550811768, "Finetune/Loss (Raw)": 0.7498288154602051, "Finetune/Step": 2145, "Finetune/Step Time": 4.564915733411908}
{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.9094592928886414, "Finetune/Loss (Raw)": 0.9621707201004028, "Finetune/Step": 2146, "Finetune/Step Time": 4.585118448361754}
{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.9103562235832214, "Finetune/Loss (Raw)": 0.9909407496452332, "Finetune/Step": 2147, "Finetune/Step Time": 4.581228526309133}
{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.9111902713775635, "Finetune/Loss (Raw)": 1.0981130599975586, "Finetune/Step": 2148, "Finetune/Step Time": 4.577668197453022}
{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.9113696813583374, "Finetune/Loss (Raw)": 1.017562985420227, "Finetune/Step": 2149, "Finetune/Step Time": 4.556274091824889}
{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.9114447832107544, "Finetune/Loss (Raw)": 0.9377208948135376, "Finetune/Step": 2150, "Finetune/Step Time": 4.559572771191597}
{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.91461580991745, "Finetune/Loss (Raw)": 1.1943411827087402, "Finetune/Step": 2151, "Finetune/Step Time": 4.549834601581097}
{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.9136916995048523, "Finetune/Loss (Raw)": 0.8482263684272766, "Finetune/Step": 2152, "Finetune/Step Time": 4.556142274290323}
{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.9135025143623352, "Finetune/Loss (Raw)": 0.8831747770309448, "Finetune/Step": 2153, "Finetune/Step Time": 4.545673856511712}
{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.9130042791366577, "Finetune/Loss (Raw)": 0.9201036691665649, "Finetune/Step": 2154, "Finetune/Step Time": 4.5551584511995316}
{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.9136013984680176, "Finetune/Loss (Raw)": 0.9461647868156433, "Finetune/Step": 2155, "Finetune/Step Time": 4.561928439885378}
{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.9120454788208008, "Finetune/Loss (Raw)": 0.7926372289657593, "Finetune/Step": 2156, "Finetune/Step Time": 4.557232465595007}
{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.9110910892486572, "Finetune/Loss (Raw)": 0.9482300281524658, "Finetune/Step": 2157, "Finetune/Step Time": 4.566815922036767}
{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.9160565137863159, "Finetune/Loss (Raw)": 0.9806232452392578, "Finetune/Step": 2158, "Finetune/Step Time": 4.522320872172713}
{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.9167819023132324, "Finetune/Loss (Raw)": 1.0216401815414429, "Finetune/Step": 2159, "Finetune/Step Time": 4.538587894290686}
{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.9161473512649536, "Finetune/Loss (Raw)": 0.9905664920806885, "Finetune/Step": 2160, "Finetune/Step Time": 4.540203338488936}
{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.9147151112556458, "Finetune/Loss (Raw)": 0.8742919564247131, "Finetune/Step": 2161, "Finetune/Step Time": 4.53453485481441}
{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.9137712121009827, "Finetune/Loss (Raw)": 0.9620102047920227, "Finetune/Step": 2162, "Finetune/Step Time": 4.53915604762733}
{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.9141849279403687, "Finetune/Loss (Raw)": 0.9159008860588074, "Finetune/Step": 2163, "Finetune/Step Time": 4.523576969280839}
{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.9147036075592041, "Finetune/Loss (Raw)": 1.0745683908462524, "Finetune/Step": 2164, "Finetune/Step Time": 4.5098614525049925}
{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.9148769378662109, "Finetune/Loss (Raw)": 1.008504033088684, "Finetune/Step": 2165, "Finetune/Step Time": 4.519643560051918}
{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.9160648584365845, "Finetune/Loss (Raw)": 0.9938895106315613, "Finetune/Step": 2166, "Finetune/Step Time": 4.519653921946883}
{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.9162538051605225, "Finetune/Loss (Raw)": 1.1016849279403687, "Finetune/Step": 2167, "Finetune/Step Time": 4.519455166533589}
{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.9156140089035034, "Finetune/Loss (Raw)": 0.9489421844482422, "Finetune/Step": 2168, "Finetune/Step Time": 4.518542969599366}
{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.915410041809082, "Finetune/Loss (Raw)": 0.9940770268440247, "Finetune/Step": 2169, "Finetune/Step Time": 4.475598426535726}
{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.9156591892242432, "Finetune/Loss (Raw)": 0.8605760335922241, "Finetune/Step": 2170, "Finetune/Step Time": 4.477106032893062}
{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.91575688123703, "Finetune/Loss (Raw)": 0.9708613753318787, "Finetune/Step": 2171, "Finetune/Step Time": 4.486892644315958}
{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.9155352115631104, "Finetune/Loss (Raw)": 0.9302454590797424, "Finetune/Step": 2172, "Finetune/Step Time": 4.487067988142371}
{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.9150079488754272, "Finetune/Loss (Raw)": 0.9937543869018555, "Finetune/Step": 2173, "Finetune/Step Time": 4.490920826792717}
{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.9131126999855042, "Finetune/Loss (Raw)": 0.8240886330604553, "Finetune/Step": 2174, "Finetune/Step Time": 4.503735236823559}
{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.9132011532783508, "Finetune/Loss (Raw)": 0.9858487248420715, "Finetune/Step": 2175, "Finetune/Step Time": 4.519647140055895}
{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.914687991142273, "Finetune/Loss (Raw)": 1.0160478353500366, "Finetune/Step": 2176, "Finetune/Step Time": 4.519418682903051}
{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.9176197648048401, "Finetune/Loss (Raw)": 1.1161080598831177, "Finetune/Step": 2177, "Finetune/Step Time": 4.508538346737623}
{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.9172943234443665, "Finetune/Loss (Raw)": 0.8246163725852966, "Finetune/Step": 2178, "Finetune/Step Time": 4.496266815811396}
{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.9168145060539246, "Finetune/Loss (Raw)": 1.0345808267593384, "Finetune/Step": 2179, "Finetune/Step Time": 4.506038937717676}
{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.9168364405632019, "Finetune/Loss (Raw)": 1.0005062818527222, "Finetune/Step": 2180, "Finetune/Step Time": 4.499960316345096}
{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.9172378182411194, "Finetune/Loss (Raw)": 1.0030475854873657, "Finetune/Step": 2181, "Finetune/Step Time": 4.497848629951477}
{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.9168022871017456, "Finetune/Loss (Raw)": 1.01824951171875, "Finetune/Step": 2182, "Finetune/Step Time": 4.501283809542656}
{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.9152185916900635, "Finetune/Loss (Raw)": 0.8293076157569885, "Finetune/Step": 2183, "Finetune/Step Time": 4.517576372250915}
{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.9137877821922302, "Finetune/Loss (Raw)": 0.8591534495353699, "Finetune/Step": 2184, "Finetune/Step Time": 4.532132530584931}
{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.9138796329498291, "Finetune/Loss (Raw)": 0.947688102722168, "Finetune/Step": 2185, "Finetune/Step Time": 4.518641792237759}
{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.9138785600662231, "Finetune/Loss (Raw)": 0.9292348027229309, "Finetune/Step": 2186, "Finetune/Step Time": 4.503389632329345}
{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.9134753942489624, "Finetune/Loss (Raw)": 0.8026304244995117, "Finetune/Step": 2187, "Finetune/Step Time": 4.5371947437524796}
{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.9135055541992188, "Finetune/Loss (Raw)": 0.969768762588501, "Finetune/Step": 2188, "Finetune/Step Time": 4.565060259774327}
{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.9120980501174927, "Finetune/Loss (Raw)": 0.8757383823394775, "Finetune/Step": 2189, "Finetune/Step Time": 4.572401441633701}
{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.9121697545051575, "Finetune/Loss (Raw)": 0.887060821056366, "Finetune/Step": 2190, "Finetune/Step Time": 4.575784429907799}
{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.9119690656661987, "Finetune/Loss (Raw)": 1.0057376623153687, "Finetune/Step": 2191, "Finetune/Step Time": 4.596184633672237}
{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.9107348918914795, "Finetune/Loss (Raw)": 0.8258717656135559, "Finetune/Step": 2192, "Finetune/Step Time": 4.577724015340209}
{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.9109262824058533, "Finetune/Loss (Raw)": 1.0228919982910156, "Finetune/Step": 2193, "Finetune/Step Time": 4.572831699624658}
{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.9160853028297424, "Finetune/Loss (Raw)": 0.997625470161438, "Finetune/Step": 2194, "Finetune/Step Time": 4.537317290902138}
{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.9164151549339294, "Finetune/Loss (Raw)": 1.0191940069198608, "Finetune/Step": 2195, "Finetune/Step Time": 4.536129370331764}
{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.9159690141677856, "Finetune/Loss (Raw)": 0.8918233513832092, "Finetune/Step": 2196, "Finetune/Step Time": 4.545675626024604}
{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.9167978763580322, "Finetune/Loss (Raw)": 1.031451940536499, "Finetune/Step": 2197, "Finetune/Step Time": 4.547217210754752}
{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.918201208114624, "Finetune/Loss (Raw)": 0.9097384810447693, "Finetune/Step": 2198, "Finetune/Step Time": 4.546308923512697}
{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.9172841310501099, "Finetune/Loss (Raw)": 0.8860687613487244, "Finetune/Step": 2199, "Finetune/Step Time": 4.537976745516062}
{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.9157308340072632, "Finetune/Loss (Raw)": 0.9368077516555786, "Finetune/Step": 2200, "Finetune/Step Time": 4.550211798399687}
{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.9111224412918091, "Finetune/Loss (Raw)": 0.3514349162578583, "Finetune/Step": 2201, "Finetune/Step Time": 4.582223771139979}
{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.9103618264198303, "Finetune/Loss (Raw)": 0.9548811912536621, "Finetune/Step": 2202, "Finetune/Step Time": 4.568327944725752}
{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.91030353307724, "Finetune/Loss (Raw)": 0.9051614999771118, "Finetune/Step": 2203, "Finetune/Step Time": 4.5690915156155825}
{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.9110007286071777, "Finetune/Loss (Raw)": 0.8885341882705688, "Finetune/Step": 2204, "Finetune/Step Time": 4.5662353821098804}
{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.9073745012283325, "Finetune/Loss (Raw)": 0.425123393535614, "Finetune/Step": 2205, "Finetune/Step Time": 4.5980539210140705}
{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.9060530066490173, "Finetune/Loss (Raw)": 0.7410578727722168, "Finetune/Step": 2206, "Finetune/Step Time": 4.6531665194779634}
{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.9063112735748291, "Finetune/Loss (Raw)": 0.9972507357597351, "Finetune/Step": 2207, "Finetune/Step Time": 4.6481173653155565}
{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.9071135520935059, "Finetune/Loss (Raw)": 0.9012974500656128, "Finetune/Step": 2208, "Finetune/Step Time": 4.6460713557899}
{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.9068596959114075, "Finetune/Loss (Raw)": 0.9153058528900146, "Finetune/Step": 2209, "Finetune/Step Time": 4.6415901985019445}
{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.9029816389083862, "Finetune/Loss (Raw)": 0.38950270414352417, "Finetune/Step": 2210, "Finetune/Step Time": 4.67929432541132}
{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.9033921957015991, "Finetune/Loss (Raw)": 1.0478936433792114, "Finetune/Step": 2211, "Finetune/Step Time": 4.703916981816292}
{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.9003170728683472, "Finetune/Loss (Raw)": 0.7461889386177063, "Finetune/Step": 2212, "Finetune/Step Time": 4.737994806841016}
{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.904622495174408, "Finetune/Loss (Raw)": 0.8664629459381104, "Finetune/Step": 2213, "Finetune/Step Time": 4.705766538158059}
{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.9025217294692993, "Finetune/Loss (Raw)": 0.7441598773002625, "Finetune/Step": 2214, "Finetune/Step Time": 4.7175307627767324}
{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.9019824862480164, "Finetune/Loss (Raw)": 1.004625916481018, "Finetune/Step": 2215, "Finetune/Step Time": 4.71129928342998}
{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.9013316631317139, "Finetune/Loss (Raw)": 0.9881988763809204, "Finetune/Step": 2216, "Finetune/Step Time": 4.713734632357955}
{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.9016267657279968, "Finetune/Loss (Raw)": 1.049656867980957, "Finetune/Step": 2217, "Finetune/Step Time": 4.7094687186181545}
{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.9056432247161865, "Finetune/Loss (Raw)": 0.783268392086029, "Finetune/Step": 2218, "Finetune/Step Time": 4.675246987491846}
{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.905998945236206, "Finetune/Loss (Raw)": 0.9086070656776428, "Finetune/Step": 2219, "Finetune/Step Time": 4.70543454028666}
{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.905806303024292, "Finetune/Loss (Raw)": 1.0134533643722534, "Finetune/Step": 2220, "Finetune/Step Time": 4.705594938248396}
{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.9049338102340698, "Finetune/Loss (Raw)": 0.8751749396324158, "Finetune/Step": 2221, "Finetune/Step Time": 4.722101908177137}
{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.9042948484420776, "Finetune/Loss (Raw)": 1.0081288814544678, "Finetune/Step": 2222, "Finetune/Step Time": 4.73101270198822}
{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.9041985869407654, "Finetune/Loss (Raw)": 0.974255383014679, "Finetune/Step": 2223, "Finetune/Step Time": 4.73488013073802}
{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.9040940999984741, "Finetune/Loss (Raw)": 0.9487950801849365, "Finetune/Step": 2224, "Finetune/Step Time": 4.735590301454067}
{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.9029110074043274, "Finetune/Loss (Raw)": 0.9271542429924011, "Finetune/Step": 2225, "Finetune/Step Time": 4.7471165880560875}
{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.9029923677444458, "Finetune/Loss (Raw)": 0.9545770287513733, "Finetune/Step": 2226, "Finetune/Step Time": 4.746831266209483}
{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.908027172088623, "Finetune/Loss (Raw)": 1.0064700841903687, "Finetune/Step": 2227, "Finetune/Step Time": 4.712200280278921}
{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.9090585708618164, "Finetune/Loss (Raw)": 0.9587864875793457, "Finetune/Step": 2228, "Finetune/Step Time": 4.710472794249654}
{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.9083589315414429, "Finetune/Loss (Raw)": 0.9530425071716309, "Finetune/Step": 2229, "Finetune/Step Time": 4.709778279066086}
{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.9082190990447998, "Finetune/Loss (Raw)": 0.9011619687080383, "Finetune/Step": 2230, "Finetune/Step Time": 4.7105223555117846}
{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.9134056568145752, "Finetune/Loss (Raw)": 1.0303609371185303, "Finetune/Step": 2231, "Finetune/Step Time": 4.671106616035104}
{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.9144130945205688, "Finetune/Loss (Raw)": 1.064319133758545, "Finetune/Step": 2232, "Finetune/Step Time": 4.662407927215099}
{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.9133822917938232, "Finetune/Loss (Raw)": 0.8221710920333862, "Finetune/Step": 2233, "Finetune/Step Time": 4.660514537245035}
{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.9138168096542358, "Finetune/Loss (Raw)": 0.9999117255210876, "Finetune/Step": 2234, "Finetune/Step Time": 4.6641377955675125}
{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.9147292971611023, "Finetune/Loss (Raw)": 1.077937364578247, "Finetune/Step": 2235, "Finetune/Step Time": 4.675465738400817}
{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.9155850410461426, "Finetune/Loss (Raw)": 1.029911756515503, "Finetune/Step": 2236, "Finetune/Step Time": 4.6759925205260515}
{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.9154758453369141, "Finetune/Loss (Raw)": 0.9507297873497009, "Finetune/Step": 2237, "Finetune/Step Time": 4.676488360390067}
{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.9138290882110596, "Finetune/Loss (Raw)": 0.8101575374603271, "Finetune/Step": 2238, "Finetune/Step Time": 4.680784137919545}
{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.9156531095504761, "Finetune/Loss (Raw)": 1.1945875883102417, "Finetune/Step": 2239, "Finetune/Step Time": 4.666689349338412}
{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.9205454587936401, "Finetune/Loss (Raw)": 1.082982063293457, "Finetune/Step": 2240, "Finetune/Step Time": 4.629869822412729}
{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.9208798408508301, "Finetune/Loss (Raw)": 1.0184972286224365, "Finetune/Step": 2241, "Finetune/Step Time": 4.638092778623104}
{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.9191818833351135, "Finetune/Loss (Raw)": 0.932342529296875, "Finetune/Step": 2242, "Finetune/Step Time": 4.621071329340339}
{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.9182815551757812, "Finetune/Loss (Raw)": 0.9152491092681885, "Finetune/Step": 2243, "Finetune/Step Time": 4.623615335673094}
{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.9243090748786926, "Finetune/Loss (Raw)": 1.187599539756775, "Finetune/Step": 2244, "Finetune/Step Time": 4.582525044679642}
{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.9259030222892761, "Finetune/Loss (Raw)": 0.9812400937080383, "Finetune/Step": 2245, "Finetune/Step Time": 4.562815027311444}
{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.9276680946350098, "Finetune/Loss (Raw)": 1.1192326545715332, "Finetune/Step": 2246, "Finetune/Step Time": 4.565894830971956}
{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.9275151491165161, "Finetune/Loss (Raw)": 0.8831725120544434, "Finetune/Step": 2247, "Finetune/Step Time": 4.564513610675931}
{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.931165337562561, "Finetune/Loss (Raw)": 0.7975817918777466, "Finetune/Step": 2248, "Finetune/Step Time": 4.521570371463895}
{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.930548906326294, "Finetune/Loss (Raw)": 0.8831292390823364, "Finetune/Step": 2249, "Finetune/Step Time": 4.521548517048359}
{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.9301015734672546, "Finetune/Loss (Raw)": 0.9755592346191406, "Finetune/Step": 2250, "Finetune/Step Time": 4.542720934376121}
{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.929736852645874, "Finetune/Loss (Raw)": 0.9924221038818359, "Finetune/Step": 2251, "Finetune/Step Time": 4.5441133715212345}
{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.9243236780166626, "Finetune/Loss (Raw)": 0.31533291935920715, "Finetune/Step": 2252, "Finetune/Step Time": 4.578216977417469}
{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.9243861436843872, "Finetune/Loss (Raw)": 1.057531714439392, "Finetune/Step": 2253, "Finetune/Step Time": 4.559478014707565}
{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.9246827363967896, "Finetune/Loss (Raw)": 1.0721185207366943, "Finetune/Step": 2254, "Finetune/Step Time": 4.5658012218773365}
{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.9248775243759155, "Finetune/Loss (Raw)": 0.9852787852287292, "Finetune/Step": 2255, "Finetune/Step Time": 4.5630780551582575}
{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.9292386770248413, "Finetune/Loss (Raw)": 0.9066349864006042, "Finetune/Step": 2256, "Finetune/Step Time": 4.519856913015246}
{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.9349743127822876, "Finetune/Loss (Raw)": 1.0066330432891846, "Finetune/Step": 2257, "Finetune/Step Time": 4.4789283107966185}
{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.9334539175033569, "Finetune/Loss (Raw)": 0.8000094890594482, "Finetune/Step": 2258, "Finetune/Step Time": 4.479134377092123}
{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.9323580265045166, "Finetune/Loss (Raw)": 0.8728429675102234, "Finetune/Step": 2259, "Finetune/Step Time": 4.4765111412853}
{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.9324480295181274, "Finetune/Loss (Raw)": 0.9222974181175232, "Finetune/Step": 2260, "Finetune/Step Time": 4.481879580765963}
{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.9310569167137146, "Finetune/Loss (Raw)": 1.0027656555175781, "Finetune/Step": 2261, "Finetune/Step Time": 4.484088180586696}
{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.9321290850639343, "Finetune/Loss (Raw)": 1.0687880516052246, "Finetune/Step": 2262, "Finetune/Step Time": 4.477954562753439}
{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.931912899017334, "Finetune/Loss (Raw)": 0.8659806251525879, "Finetune/Step": 2263, "Finetune/Step Time": 4.482224468141794}
{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.9317623376846313, "Finetune/Loss (Raw)": 0.9882786273956299, "Finetune/Step": 2264, "Finetune/Step Time": 4.485275002196431}
{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.9357399344444275, "Finetune/Loss (Raw)": 0.9271430373191833, "Finetune/Step": 2265, "Finetune/Step Time": 4.453795984387398}
{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.9347328543663025, "Finetune/Loss (Raw)": 0.8084723353385925, "Finetune/Step": 2266, "Finetune/Step Time": 4.46066764742136}
{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.9348146915435791, "Finetune/Loss (Raw)": 0.9150084853172302, "Finetune/Step": 2267, "Finetune/Step Time": 4.440975459292531}
{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.9337280988693237, "Finetune/Loss (Raw)": 0.8560160398483276, "Finetune/Step": 2268, "Finetune/Step Time": 4.438395099714398}
{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.9326764941215515, "Finetune/Loss (Raw)": 0.9712094068527222, "Finetune/Step": 2269, "Finetune/Step Time": 4.431611554697156}
{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.9323081970214844, "Finetune/Loss (Raw)": 0.832802414894104, "Finetune/Step": 2270, "Finetune/Step Time": 4.4406399838626385}
{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.9324891567230225, "Finetune/Loss (Raw)": 0.9983634948730469, "Finetune/Step": 2271, "Finetune/Step Time": 4.420390218496323}
{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.9330276846885681, "Finetune/Loss (Raw)": 1.0130854845046997, "Finetune/Step": 2272, "Finetune/Step Time": 4.408992752432823}
{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.9346709251403809, "Finetune/Loss (Raw)": 0.9601641297340393, "Finetune/Step": 2273, "Finetune/Step Time": 4.394400980323553}
{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.9339014291763306, "Finetune/Loss (Raw)": 0.8636789917945862, "Finetune/Step": 2274, "Finetune/Step Time": 4.400238612666726}
{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.9344028830528259, "Finetune/Loss (Raw)": 1.0551273822784424, "Finetune/Step": 2275, "Finetune/Step Time": 4.392210157588124}
{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.9332959651947021, "Finetune/Loss (Raw)": 0.9564274549484253, "Finetune/Step": 2276, "Finetune/Step Time": 4.394608261063695}
{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.9313841462135315, "Finetune/Loss (Raw)": 0.7728458642959595, "Finetune/Step": 2277, "Finetune/Step Time": 4.3993550427258015}
{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.9320335984230042, "Finetune/Loss (Raw)": 1.0208516120910645, "Finetune/Step": 2278, "Finetune/Step Time": 4.397543635219336}
{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.9311243891716003, "Finetune/Loss (Raw)": 1.0779622793197632, "Finetune/Step": 2279, "Finetune/Step Time": 4.386215254664421}
{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.931691586971283, "Finetune/Loss (Raw)": 0.9208272695541382, "Finetune/Step": 2280, "Finetune/Step Time": 4.386561194434762}
{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.932094156742096, "Finetune/Loss (Raw)": 0.934704065322876, "Finetune/Step": 2281, "Finetune/Step Time": 4.387995757162571}
{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.9322623014450073, "Finetune/Loss (Raw)": 0.9416328072547913, "Finetune/Step": 2282, "Finetune/Step Time": 4.392933912575245}
{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.933332085609436, "Finetune/Loss (Raw)": 1.0830930471420288, "Finetune/Step": 2283, "Finetune/Step Time": 4.380484269931912}
{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.9345332384109497, "Finetune/Loss (Raw)": 0.9463840126991272, "Finetune/Step": 2284, "Finetune/Step Time": 4.3949070777744055}
{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.9350659251213074, "Finetune/Loss (Raw)": 1.0164140462875366, "Finetune/Step": 2285, "Finetune/Step Time": 4.3948338236659765}
{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.935245156288147, "Finetune/Loss (Raw)": 1.0035656690597534, "Finetune/Step": 2286, "Finetune/Step Time": 4.4055310525000095}
{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.9337483644485474, "Finetune/Loss (Raw)": 0.830053448677063, "Finetune/Step": 2287, "Finetune/Step Time": 4.390332913026214}
{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.9336185455322266, "Finetune/Loss (Raw)": 0.9739488363265991, "Finetune/Step": 2288, "Finetune/Step Time": 4.388429455459118}
{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.9328664541244507, "Finetune/Loss (Raw)": 0.7780259251594543, "Finetune/Step": 2289, "Finetune/Step Time": 4.402012212201953}
{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.9334911704063416, "Finetune/Loss (Raw)": 1.0419654846191406, "Finetune/Step": 2290, "Finetune/Step Time": 4.394476531073451}
{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.9331985116004944, "Finetune/Loss (Raw)": 0.8784445524215698, "Finetune/Step": 2291, "Finetune/Step Time": 4.4069300554692745}
{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.9316698908805847, "Finetune/Loss (Raw)": 0.8789045810699463, "Finetune/Step": 2292, "Finetune/Step Time": 4.4150469321757555}
{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.9300329089164734, "Finetune/Loss (Raw)": 0.7989686727523804, "Finetune/Step": 2293, "Finetune/Step Time": 4.399515703320503}
{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.929770290851593, "Finetune/Loss (Raw)": 0.9602718353271484, "Finetune/Step": 2294, "Finetune/Step Time": 4.397673539817333}
{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.9288109540939331, "Finetune/Loss (Raw)": 0.9788903594017029, "Finetune/Step": 2295, "Finetune/Step Time": 4.415779436007142}
{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.9275731444358826, "Finetune/Loss (Raw)": 0.7905058264732361, "Finetune/Step": 2296, "Finetune/Step Time": 4.416290145367384}
{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.9274736046791077, "Finetune/Loss (Raw)": 0.981339693069458, "Finetune/Step": 2297, "Finetune/Step Time": 4.418382512405515}
{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.9278150796890259, "Finetune/Loss (Raw)": 0.9042855501174927, "Finetune/Step": 2298, "Finetune/Step Time": 4.419543690979481}
{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.9281609654426575, "Finetune/Loss (Raw)": 1.0151309967041016, "Finetune/Step": 2299, "Finetune/Step Time": 4.417375722900033}
{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.9288297891616821, "Finetune/Loss (Raw)": 1.0158536434173584, "Finetune/Step": 2300, "Finetune/Step Time": 4.423116976395249}
{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.9278068542480469, "Finetune/Loss (Raw)": 0.8628135919570923, "Finetune/Step": 2301, "Finetune/Step Time": 4.409441774711013}
{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.927787184715271, "Finetune/Loss (Raw)": 0.8215786814689636, "Finetune/Step": 2302, "Finetune/Step Time": 4.401831477880478}
{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.9275786280632019, "Finetune/Loss (Raw)": 0.9591503143310547, "Finetune/Step": 2303, "Finetune/Step Time": 4.384027032181621}
{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.92552250623703, "Finetune/Loss (Raw)": 0.7528674602508545, "Finetune/Step": 2304, "Finetune/Step Time": 4.392480660229921}
{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.9233250617980957, "Finetune/Loss (Raw)": 0.8348381519317627, "Finetune/Step": 2305, "Finetune/Step Time": 4.388170141726732}
{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.9254154562950134, "Finetune/Loss (Raw)": 1.092179298400879, "Finetune/Step": 2306, "Finetune/Step Time": 4.390441108494997}
{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.9252163171768188, "Finetune/Loss (Raw)": 1.0090938806533813, "Finetune/Step": 2307, "Finetune/Step Time": 4.3748172875493765}
{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.922508716583252, "Finetune/Loss (Raw)": 0.6539298892021179, "Finetune/Step": 2308, "Finetune/Step Time": 4.377355379983783}
{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.922538161277771, "Finetune/Loss (Raw)": 1.006819248199463, "Finetune/Step": 2309, "Finetune/Step Time": 4.3774982560426}
{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.9223823547363281, "Finetune/Loss (Raw)": 0.9983014464378357, "Finetune/Step": 2310, "Finetune/Step Time": 4.372115187346935}
{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.9241243600845337, "Finetune/Loss (Raw)": 1.0522968769073486, "Finetune/Step": 2311, "Finetune/Step Time": 4.351735116913915}
{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.9247398376464844, "Finetune/Loss (Raw)": 0.937924325466156, "Finetune/Step": 2312, "Finetune/Step Time": 4.36102226562798}
{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.9250116944313049, "Finetune/Loss (Raw)": 0.9824932217597961, "Finetune/Step": 2313, "Finetune/Step Time": 4.3662770092487335}
{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.9246467351913452, "Finetune/Loss (Raw)": 0.8825163841247559, "Finetune/Step": 2314, "Finetune/Step Time": 4.374762846156955}
{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.925344705581665, "Finetune/Loss (Raw)": 0.8919733762741089, "Finetune/Step": 2315, "Finetune/Step Time": 4.340958070009947}
{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.9257104396820068, "Finetune/Loss (Raw)": 1.0165830850601196, "Finetune/Step": 2316, "Finetune/Step Time": 4.306087721139193}
{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.925870418548584, "Finetune/Loss (Raw)": 0.896213948726654, "Finetune/Step": 2317, "Finetune/Step Time": 4.302666045725346}
{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.926209568977356, "Finetune/Loss (Raw)": 0.9304704666137695, "Finetune/Step": 2318, "Finetune/Step Time": 4.290602695196867}
{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.9271626472473145, "Finetune/Loss (Raw)": 1.127733588218689, "Finetune/Step": 2319, "Finetune/Step Time": 4.281879307702184}
{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.9282225370407104, "Finetune/Loss (Raw)": 0.9615302681922913, "Finetune/Step": 2320, "Finetune/Step Time": 4.28038484044373}
{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.9276878833770752, "Finetune/Loss (Raw)": 0.9544640183448792, "Finetune/Step": 2321, "Finetune/Step Time": 4.287689086049795}
{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.9279962778091431, "Finetune/Loss (Raw)": 1.037093162536621, "Finetune/Step": 2322, "Finetune/Step Time": 4.287929892539978}
{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.9266522526741028, "Finetune/Loss (Raw)": 0.847166121006012, "Finetune/Step": 2323, "Finetune/Step Time": 4.301888562738895}
{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.926555871963501, "Finetune/Loss (Raw)": 0.8794827461242676, "Finetune/Step": 2324, "Finetune/Step Time": 4.291864510625601}
{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.9268178939819336, "Finetune/Loss (Raw)": 1.0649915933609009, "Finetune/Step": 2325, "Finetune/Step Time": 4.298742534592748}
{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.9231067895889282, "Finetune/Loss (Raw)": 0.43471652269363403, "Finetune/Step": 2326, "Finetune/Step Time": 4.325860263779759}
{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.9234622120857239, "Finetune/Loss (Raw)": 0.9315627217292786, "Finetune/Step": 2327, "Finetune/Step Time": 4.341677328571677}
{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.923163115978241, "Finetune/Loss (Raw)": 0.8985229730606079, "Finetune/Step": 2328, "Finetune/Step Time": 4.335426213219762}
{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.9283155202865601, "Finetune/Loss (Raw)": 1.010941505432129, "Finetune/Step": 2329, "Finetune/Step Time": 4.29344742372632}
{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.927462100982666, "Finetune/Loss (Raw)": 0.8456447720527649, "Finetune/Step": 2330, "Finetune/Step Time": 4.30647424608469}
{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.9280359148979187, "Finetune/Loss (Raw)": 0.978611171245575, "Finetune/Step": 2331, "Finetune/Step Time": 4.3144186697900295}
{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.9301439523696899, "Finetune/Loss (Raw)": 1.1583667993545532, "Finetune/Step": 2332, "Finetune/Step Time": 4.315566113218665}
{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.9348330497741699, "Finetune/Loss (Raw)": 1.0253198146820068, "Finetune/Step": 2333, "Finetune/Step Time": 4.295292882248759}
{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.9367297887802124, "Finetune/Loss (Raw)": 0.9838431477546692, "Finetune/Step": 2334, "Finetune/Step Time": 4.254780661314726}
{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.9359644055366516, "Finetune/Loss (Raw)": 0.8992839455604553, "Finetune/Step": 2335, "Finetune/Step Time": 4.257232563570142}
{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.936188280582428, "Finetune/Loss (Raw)": 0.9299504160881042, "Finetune/Step": 2336, "Finetune/Step Time": 4.2622937094420195}
{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.936661958694458, "Finetune/Loss (Raw)": 0.9759345650672913, "Finetune/Step": 2337, "Finetune/Step Time": 4.261937625706196}
{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.9415007829666138, "Finetune/Loss (Raw)": 1.0088783502578735, "Finetune/Step": 2338, "Finetune/Step Time": 4.223994048312306}
{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.9399982690811157, "Finetune/Loss (Raw)": 0.8555721640586853, "Finetune/Step": 2339, "Finetune/Step Time": 4.2192411962896585}
{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.9413477182388306, "Finetune/Loss (Raw)": 0.9189189672470093, "Finetune/Step": 2340, "Finetune/Step Time": 4.193882375955582}
{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.943228006362915, "Finetune/Loss (Raw)": 1.1071430444717407, "Finetune/Step": 2341, "Finetune/Step Time": 4.220923159271479}
{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.9401629567146301, "Finetune/Loss (Raw)": 0.3518321216106415, "Finetune/Step": 2342, "Finetune/Step Time": 4.2450815085321665}
{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.9404935836791992, "Finetune/Loss (Raw)": 1.0469400882720947, "Finetune/Step": 2343, "Finetune/Step Time": 4.2683287262916565}
{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.9400694370269775, "Finetune/Loss (Raw)": 0.9339162707328796, "Finetune/Step": 2344, "Finetune/Step Time": 4.296874932944775}
{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.9411746263504028, "Finetune/Loss (Raw)": 1.1911141872406006, "Finetune/Step": 2345, "Finetune/Step Time": 4.2966750748455524}
{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.9424389600753784, "Finetune/Loss (Raw)": 0.9451040625572205, "Finetune/Step": 2346, "Finetune/Step Time": 4.29766315035522}
{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.942573606967926, "Finetune/Loss (Raw)": 0.9258424043655396, "Finetune/Step": 2347, "Finetune/Step Time": 4.265758145600557}
{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.943061113357544, "Finetune/Loss (Raw)": 1.0758535861968994, "Finetune/Step": 2348, "Finetune/Step Time": 4.267818551510572}
{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.9437016248703003, "Finetune/Loss (Raw)": 0.9571536779403687, "Finetune/Step": 2349, "Finetune/Step Time": 4.259314829483628}
{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.9432202577590942, "Finetune/Loss (Raw)": 0.9465206861495972, "Finetune/Step": 2350, "Finetune/Step Time": 4.252493381500244}
{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.9439579248428345, "Finetune/Loss (Raw)": 1.0686711072921753, "Finetune/Step": 2351, "Finetune/Step Time": 4.249779868870974}
{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.9451981782913208, "Finetune/Loss (Raw)": 1.1075575351715088, "Finetune/Step": 2352, "Finetune/Step Time": 4.258450100198388}
{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.9453688859939575, "Finetune/Loss (Raw)": 0.9490041732788086, "Finetune/Step": 2353, "Finetune/Step Time": 4.252385327592492}
{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.9454020261764526, "Finetune/Loss (Raw)": 0.9588083624839783, "Finetune/Step": 2354, "Finetune/Step Time": 4.244585324078798}
{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.9441331624984741, "Finetune/Loss (Raw)": 0.8440649509429932, "Finetune/Step": 2355, "Finetune/Step Time": 4.241791181266308}
{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.9432815313339233, "Finetune/Loss (Raw)": 0.8497804999351501, "Finetune/Step": 2356, "Finetune/Step Time": 4.242222020402551}
{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.9431127309799194, "Finetune/Loss (Raw)": 0.9314271807670593, "Finetune/Step": 2357, "Finetune/Step Time": 4.246642684563994}
{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.9443952441215515, "Finetune/Loss (Raw)": 1.0653276443481445, "Finetune/Step": 2358, "Finetune/Step Time": 4.2436226438730955}
{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.938595175743103, "Finetune/Loss (Raw)": 0.287953644990921, "Finetune/Step": 2359, "Finetune/Step Time": 4.281424559652805}
{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.9376353621482849, "Finetune/Loss (Raw)": 0.941463053226471, "Finetune/Step": 2360, "Finetune/Step Time": 4.280421180650592}
{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.938835620880127, "Finetune/Loss (Raw)": 0.9758070707321167, "Finetune/Step": 2361, "Finetune/Step Time": 4.2740600518882275}
{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.9385966658592224, "Finetune/Loss (Raw)": 0.9693190455436707, "Finetune/Step": 2362, "Finetune/Step Time": 4.26688158325851}
{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.9361917972564697, "Finetune/Loss (Raw)": 0.7701113224029541, "Finetune/Step": 2363, "Finetune/Step Time": 4.272749533876777}
{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.9350721836090088, "Finetune/Loss (Raw)": 0.8866133689880371, "Finetune/Step": 2364, "Finetune/Step Time": 4.270293179899454}
{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.9359886050224304, "Finetune/Loss (Raw)": 1.0680255889892578, "Finetune/Step": 2365, "Finetune/Step Time": 4.2659359108656645}
{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.9360500574111938, "Finetune/Loss (Raw)": 0.8180229663848877, "Finetune/Step": 2366, "Finetune/Step Time": 4.262208413332701}
{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.9344478845596313, "Finetune/Loss (Raw)": 0.9895110130310059, "Finetune/Step": 2367, "Finetune/Step Time": 4.267506955191493}
{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.9336428642272949, "Finetune/Loss (Raw)": 0.9799339771270752, "Finetune/Step": 2368, "Finetune/Step Time": 4.2631495874375105}
{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.9338290691375732, "Finetune/Loss (Raw)": 1.0423399209976196, "Finetune/Step": 2369, "Finetune/Step Time": 4.2600164748728275}
{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.9338886737823486, "Finetune/Loss (Raw)": 0.9399611949920654, "Finetune/Step": 2370, "Finetune/Step Time": 4.261940982192755}
{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.9349219799041748, "Finetune/Loss (Raw)": 1.0475170612335205, "Finetune/Step": 2371, "Finetune/Step Time": 4.260632300749421}
{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.932828962802887, "Finetune/Loss (Raw)": 0.9196967482566833, "Finetune/Step": 2372, "Finetune/Step Time": 4.263246042653918}
{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.9334156513214111, "Finetune/Loss (Raw)": 1.0563303232192993, "Finetune/Step": 2373, "Finetune/Step Time": 4.285278430208564}
{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.9313416481018066, "Finetune/Loss (Raw)": 0.8537584543228149, "Finetune/Step": 2374, "Finetune/Step Time": 4.286241302266717}
{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.9308062791824341, "Finetune/Loss (Raw)": 0.8146529197692871, "Finetune/Step": 2375, "Finetune/Step Time": 4.289385197684169}
{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.9322259426116943, "Finetune/Loss (Raw)": 0.9792936444282532, "Finetune/Step": 2376, "Finetune/Step Time": 4.294557822868228}
{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.9338483214378357, "Finetune/Loss (Raw)": 1.0907959938049316, "Finetune/Step": 2377, "Finetune/Step Time": 4.294810364022851}
{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.9343323707580566, "Finetune/Loss (Raw)": 1.0375183820724487, "Finetune/Step": 2378, "Finetune/Step Time": 4.273148698732257}
{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.9342801570892334, "Finetune/Loss (Raw)": 0.9857361912727356, "Finetune/Step": 2379, "Finetune/Step Time": 4.290216030552983}
{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.9381361603736877, "Finetune/Loss (Raw)": 0.8089041113853455, "Finetune/Step": 2380, "Finetune/Step Time": 4.250643108040094}
{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.9373167157173157, "Finetune/Loss (Raw)": 0.9526448249816895, "Finetune/Step": 2381, "Finetune/Step Time": 4.2535142209380865}
{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.9354063868522644, "Finetune/Loss (Raw)": 0.8275904059410095, "Finetune/Step": 2382, "Finetune/Step Time": 4.265313724055886}
{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.9332486391067505, "Finetune/Loss (Raw)": 0.7090926170349121, "Finetune/Step": 2383, "Finetune/Step Time": 4.272623535245657}
{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.9350643157958984, "Finetune/Loss (Raw)": 1.1390373706817627, "Finetune/Step": 2384, "Finetune/Step Time": 4.2683518640697}
{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.9345483779907227, "Finetune/Loss (Raw)": 0.9405965805053711, "Finetune/Step": 2385, "Finetune/Step Time": 4.27334013953805}
{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.9366260170936584, "Finetune/Loss (Raw)": 1.0659433603286743, "Finetune/Step": 2386, "Finetune/Step Time": 4.279857961460948}
{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.9367828369140625, "Finetune/Loss (Raw)": 0.892916202545166, "Finetune/Step": 2387, "Finetune/Step Time": 4.299349382519722}
{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.9374352097511292, "Finetune/Loss (Raw)": 1.0058029890060425, "Finetune/Step": 2388, "Finetune/Step Time": 4.309359157457948}
{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.9378601908683777, "Finetune/Loss (Raw)": 1.0571660995483398, "Finetune/Step": 2389, "Finetune/Step Time": 4.308061346411705}
{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.9378464221954346, "Finetune/Loss (Raw)": 1.0670208930969238, "Finetune/Step": 2390, "Finetune/Step Time": 4.311789974570274}
{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.9390428066253662, "Finetune/Loss (Raw)": 1.01912260055542, "Finetune/Step": 2391, "Finetune/Step Time": 4.31107128597796}
{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.938866138458252, "Finetune/Loss (Raw)": 0.9656674861907959, "Finetune/Step": 2392, "Finetune/Step Time": 4.311307363212109}
{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.939948558807373, "Finetune/Loss (Raw)": 1.0656849145889282, "Finetune/Step": 2393, "Finetune/Step Time": 4.319056510925293}
{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.9366898536682129, "Finetune/Loss (Raw)": 0.3913595378398895, "Finetune/Step": 2394, "Finetune/Step Time": 4.352410696446896}
{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.9372404217720032, "Finetune/Loss (Raw)": 0.9854861497879028, "Finetune/Step": 2395, "Finetune/Step Time": 4.351911772042513}
{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.9376801252365112, "Finetune/Loss (Raw)": 0.9123016595840454, "Finetune/Step": 2396, "Finetune/Step Time": 4.349008794873953}
{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.9376844167709351, "Finetune/Loss (Raw)": 0.971750795841217, "Finetune/Step": 2397, "Finetune/Step Time": 4.3465705662965775}
{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.9398889541625977, "Finetune/Loss (Raw)": 1.1149827241897583, "Finetune/Step": 2398, "Finetune/Step Time": 4.342870406806469}
{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.9400976896286011, "Finetune/Loss (Raw)": 1.0250831842422485, "Finetune/Step": 2399, "Finetune/Step Time": 4.355537226423621}
{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.9388188123703003, "Finetune/Loss (Raw)": 0.8493901491165161, "Finetune/Step": 2400, "Finetune/Step Time": 4.347359133884311}
{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.9390131235122681, "Finetune/Loss (Raw)": 0.9850308299064636, "Finetune/Step": 2401, "Finetune/Step Time": 4.351015063002706}
{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.9387668371200562, "Finetune/Loss (Raw)": 0.8321535587310791, "Finetune/Step": 2402, "Finetune/Step Time": 4.335160719230771}
{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.9381412267684937, "Finetune/Loss (Raw)": 0.9750582575798035, "Finetune/Step": 2403, "Finetune/Step Time": 4.343934919685125}
{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.9384612441062927, "Finetune/Loss (Raw)": 0.9973863959312439, "Finetune/Step": 2404, "Finetune/Step Time": 4.342917133122683}
{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.9400416612625122, "Finetune/Loss (Raw)": 0.9751434922218323, "Finetune/Step": 2405, "Finetune/Step Time": 4.338778583332896}
{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.9401133060455322, "Finetune/Loss (Raw)": 1.0300148725509644, "Finetune/Step": 2406, "Finetune/Step Time": 4.334346247836947}
{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.9374022483825684, "Finetune/Loss (Raw)": 0.7309553027153015, "Finetune/Step": 2407, "Finetune/Step Time": 4.355669097974896}
{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.9392609596252441, "Finetune/Loss (Raw)": 1.1587430238723755, "Finetune/Step": 2408, "Finetune/Step Time": 4.358593627810478}
{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.9391329288482666, "Finetune/Loss (Raw)": 0.9183050990104675, "Finetune/Step": 2409, "Finetune/Step Time": 4.3585508428514}
{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.9392797946929932, "Finetune/Loss (Raw)": 0.9604357481002808, "Finetune/Step": 2410, "Finetune/Step Time": 4.356527345255017}
{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.9371312856674194, "Finetune/Loss (Raw)": 0.8080862760543823, "Finetune/Step": 2411, "Finetune/Step Time": 4.363719306886196}
{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.9369423389434814, "Finetune/Loss (Raw)": 0.9221993684768677, "Finetune/Step": 2412, "Finetune/Step Time": 4.346864437684417}
{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.935714840888977, "Finetune/Loss (Raw)": 0.8592898845672607, "Finetune/Step": 2413, "Finetune/Step Time": 4.336747152730823}
{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.9356154799461365, "Finetune/Loss (Raw)": 0.9908492565155029, "Finetune/Step": 2414, "Finetune/Step Time": 4.327917603775859}
{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.9362689256668091, "Finetune/Loss (Raw)": 0.9137014150619507, "Finetune/Step": 2415, "Finetune/Step Time": 4.3277674205601215}
{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.9364352226257324, "Finetune/Loss (Raw)": 0.995227575302124, "Finetune/Step": 2416, "Finetune/Step Time": 4.3255976270884275}
{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.9377875328063965, "Finetune/Loss (Raw)": 0.9511133432388306, "Finetune/Step": 2417, "Finetune/Step Time": 4.328883953392506}
{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.933077335357666, "Finetune/Loss (Raw)": 0.43907374143600464, "Finetune/Step": 2418, "Finetune/Step Time": 4.3665689416229725}
{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.9336298704147339, "Finetune/Loss (Raw)": 0.949163019657135, "Finetune/Step": 2419, "Finetune/Step Time": 4.373829934746027}
{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.935489296913147, "Finetune/Loss (Raw)": 1.116910457611084, "Finetune/Step": 2420, "Finetune/Step Time": 4.369211528450251}
{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.9355602264404297, "Finetune/Loss (Raw)": 0.8080485463142395, "Finetune/Step": 2421, "Finetune/Step Time": 4.378774702548981}
{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.9343184232711792, "Finetune/Loss (Raw)": 0.8013262152671814, "Finetune/Step": 2422, "Finetune/Step Time": 4.388783350586891}
{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.9328395128250122, "Finetune/Loss (Raw)": 0.7895951867103577, "Finetune/Step": 2423, "Finetune/Step Time": 4.38160252943635}
{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.934247612953186, "Finetune/Loss (Raw)": 0.9707285165786743, "Finetune/Step": 2424, "Finetune/Step Time": 4.381287306547165}
{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.933535635471344, "Finetune/Loss (Raw)": 0.8902063369750977, "Finetune/Step": 2425, "Finetune/Step Time": 4.391953391954303}
{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.9293327331542969, "Finetune/Loss (Raw)": 0.3663199245929718, "Finetune/Step": 2426, "Finetune/Step Time": 4.4293193500489}
{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.929116427898407, "Finetune/Loss (Raw)": 0.9874425530433655, "Finetune/Step": 2427, "Finetune/Step Time": 4.419925320893526}
{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.927634596824646, "Finetune/Loss (Raw)": 0.8261773586273193, "Finetune/Step": 2428, "Finetune/Step Time": 4.414287321269512}
{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.9287954568862915, "Finetune/Loss (Raw)": 1.011400580406189, "Finetune/Step": 2429, "Finetune/Step Time": 4.426430158317089}
{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.9284487962722778, "Finetune/Loss (Raw)": 0.7772157788276672, "Finetune/Step": 2430, "Finetune/Step Time": 4.451053900644183}
{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.92901611328125, "Finetune/Loss (Raw)": 1.0317662954330444, "Finetune/Step": 2431, "Finetune/Step Time": 4.449324510991573}
{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.9304943680763245, "Finetune/Loss (Raw)": 0.9420812726020813, "Finetune/Step": 2432, "Finetune/Step Time": 4.45174253731966}
{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.9309791326522827, "Finetune/Loss (Raw)": 0.896880567073822, "Finetune/Step": 2433, "Finetune/Step Time": 4.451312655583024}
{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.9299113154411316, "Finetune/Loss (Raw)": 0.9555038213729858, "Finetune/Step": 2434, "Finetune/Step Time": 4.450657060369849}
{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.9291177988052368, "Finetune/Loss (Raw)": 0.9075252413749695, "Finetune/Step": 2435, "Finetune/Step Time": 4.459651153534651}
{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.9318736791610718, "Finetune/Loss (Raw)": 1.0066804885864258, "Finetune/Step": 2436, "Finetune/Step Time": 4.4525315053761005}
{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.9310832023620605, "Finetune/Loss (Raw)": 0.9056366086006165, "Finetune/Step": 2437, "Finetune/Step Time": 4.457956010475755}
{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.9313705563545227, "Finetune/Loss (Raw)": 1.035090684890747, "Finetune/Step": 2438, "Finetune/Step Time": 4.462177626788616}
{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.931115984916687, "Finetune/Loss (Raw)": 1.0197064876556396, "Finetune/Step": 2439, "Finetune/Step Time": 4.462509747594595}
{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.9317489266395569, "Finetune/Loss (Raw)": 1.018943428993225, "Finetune/Step": 2440, "Finetune/Step Time": 4.442253649234772}
{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.9317646622657776, "Finetune/Loss (Raw)": 0.9845017790794373, "Finetune/Step": 2441, "Finetune/Step Time": 4.437997382134199}
{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.932341456413269, "Finetune/Loss (Raw)": 0.9563502073287964, "Finetune/Step": 2442, "Finetune/Step Time": 4.434044931083918}
{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.9331991672515869, "Finetune/Loss (Raw)": 1.001757264137268, "Finetune/Step": 2443, "Finetune/Step Time": 4.439217237755656}
{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.9330617189407349, "Finetune/Loss (Raw)": 0.9989995956420898, "Finetune/Step": 2444, "Finetune/Step Time": 4.446007613092661}
{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.9290474653244019, "Finetune/Loss (Raw)": 0.382377952337265, "Finetune/Step": 2445, "Finetune/Step Time": 4.481293365359306}
{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.9291788935661316, "Finetune/Loss (Raw)": 0.9472989439964294, "Finetune/Step": 2446, "Finetune/Step Time": 4.4832165222615}
{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.9276435375213623, "Finetune/Loss (Raw)": 0.9312087297439575, "Finetune/Step": 2447, "Finetune/Step Time": 4.482570309191942}
{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.9282541871070862, "Finetune/Loss (Raw)": 1.039694905281067, "Finetune/Step": 2448, "Finetune/Step Time": 4.484170621261001}
{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.9273962378501892, "Finetune/Loss (Raw)": 0.8446426391601562, "Finetune/Step": 2449, "Finetune/Step Time": 4.476249845698476}
{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.923073410987854, "Finetune/Loss (Raw)": 0.48376989364624023, "Finetune/Step": 2450, "Finetune/Step Time": 4.511971615254879}
{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.9189409613609314, "Finetune/Loss (Raw)": 0.31821495294570923, "Finetune/Step": 2451, "Finetune/Step Time": 4.538620850071311}
{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.9199396371841431, "Finetune/Loss (Raw)": 1.007317066192627, "Finetune/Step": 2452, "Finetune/Step Time": 4.5398803520947695}
{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.9192858934402466, "Finetune/Loss (Raw)": 0.9813101291656494, "Finetune/Step": 2453, "Finetune/Step Time": 4.55745349638164}
{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.9233273267745972, "Finetune/Loss (Raw)": 0.9520232677459717, "Finetune/Step": 2454, "Finetune/Step Time": 4.528902363032103}
{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.9242509603500366, "Finetune/Loss (Raw)": 1.049780011177063, "Finetune/Step": 2455, "Finetune/Step Time": 4.515914557501674}
{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.9250074625015259, "Finetune/Loss (Raw)": 0.9953635334968567, "Finetune/Step": 2456, "Finetune/Step Time": 4.505880428478122}
{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.9248365163803101, "Finetune/Loss (Raw)": 0.9890500903129578, "Finetune/Step": 2457, "Finetune/Step Time": 4.502900239080191}
{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.9259634017944336, "Finetune/Loss (Raw)": 0.9898937344551086, "Finetune/Step": 2458, "Finetune/Step Time": 4.508830636739731}
{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.9253745079040527, "Finetune/Loss (Raw)": 0.903229832649231, "Finetune/Step": 2459, "Finetune/Step Time": 4.50855728238821}
{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.9239013195037842, "Finetune/Loss (Raw)": 0.9697948694229126, "Finetune/Step": 2460, "Finetune/Step Time": 4.497575994580984}
{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.9245731830596924, "Finetune/Loss (Raw)": 1.1113200187683105, "Finetune/Step": 2461, "Finetune/Step Time": 4.49421264231205}
{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.924641489982605, "Finetune/Loss (Raw)": 0.992586076259613, "Finetune/Step": 2462, "Finetune/Step Time": 4.486287651583552}
{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.9251632690429688, "Finetune/Loss (Raw)": 0.9660703539848328, "Finetune/Step": 2463, "Finetune/Step Time": 4.48635526932776}
{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.9261595010757446, "Finetune/Loss (Raw)": 1.0574737787246704, "Finetune/Step": 2464, "Finetune/Step Time": 4.471322448924184}
{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.9258198738098145, "Finetune/Loss (Raw)": 0.932461678981781, "Finetune/Step": 2465, "Finetune/Step Time": 4.468391910195351}
{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.9245436787605286, "Finetune/Loss (Raw)": 0.8455247282981873, "Finetune/Step": 2466, "Finetune/Step Time": 4.469314329326153}
{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.925325870513916, "Finetune/Loss (Raw)": 0.9556927680969238, "Finetune/Step": 2467, "Finetune/Step Time": 4.449115360155702}
{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.9271571040153503, "Finetune/Loss (Raw)": 1.153314232826233, "Finetune/Step": 2468, "Finetune/Step Time": 4.453377977013588}
{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.9266688227653503, "Finetune/Loss (Raw)": 1.0446407794952393, "Finetune/Step": 2469, "Finetune/Step Time": 4.430057119578123}
{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.9307664632797241, "Finetune/Loss (Raw)": 0.8763325810432434, "Finetune/Step": 2470, "Finetune/Step Time": 4.398425664752722}
{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.9306550025939941, "Finetune/Loss (Raw)": 1.0326693058013916, "Finetune/Step": 2471, "Finetune/Step Time": 4.376645088195801}
{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.9309874773025513, "Finetune/Loss (Raw)": 0.9764817953109741, "Finetune/Step": 2472, "Finetune/Step Time": 4.35152424685657}
{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.9291946887969971, "Finetune/Loss (Raw)": 0.9616262912750244, "Finetune/Step": 2473, "Finetune/Step Time": 4.352042810991406}
{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.9297334551811218, "Finetune/Loss (Raw)": 1.0140728950500488, "Finetune/Step": 2474, "Finetune/Step Time": 4.351168666034937}
{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.9296910762786865, "Finetune/Loss (Raw)": 0.9204190373420715, "Finetune/Step": 2475, "Finetune/Step Time": 4.351152420043945}
{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.9288949966430664, "Finetune/Loss (Raw)": 0.9739475846290588, "Finetune/Step": 2476, "Finetune/Step Time": 4.348568407818675}
{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.928997814655304, "Finetune/Loss (Raw)": 0.9703205823898315, "Finetune/Step": 2477, "Finetune/Step Time": 4.350790649652481}
{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.9290168285369873, "Finetune/Loss (Raw)": 0.9489584565162659, "Finetune/Step": 2478, "Finetune/Step Time": 4.355782378464937}
{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.9274390935897827, "Finetune/Loss (Raw)": 0.8667209148406982, "Finetune/Step": 2479, "Finetune/Step Time": 4.3562751691788435}
{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.9257478713989258, "Finetune/Loss (Raw)": 0.891074538230896, "Finetune/Step": 2480, "Finetune/Step Time": 4.354919638484716}
{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.9212418794631958, "Finetune/Loss (Raw)": 0.3722444474697113, "Finetune/Step": 2481, "Finetune/Step Time": 4.398512948304415}
{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.9225322604179382, "Finetune/Loss (Raw)": 1.1239773035049438, "Finetune/Step": 2482, "Finetune/Step Time": 4.395610323175788}
{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.9234165549278259, "Finetune/Loss (Raw)": 0.95725417137146, "Finetune/Step": 2483, "Finetune/Step Time": 4.401260685175657}
{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.9239749908447266, "Finetune/Loss (Raw)": 0.9212588667869568, "Finetune/Step": 2484, "Finetune/Step Time": 4.4121453408151865}
{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.9241943359375, "Finetune/Loss (Raw)": 0.9594973921775818, "Finetune/Step": 2485, "Finetune/Step Time": 4.412720713764429}
{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.9225198030471802, "Finetune/Loss (Raw)": 0.8509883284568787, "Finetune/Step": 2486, "Finetune/Step Time": 4.423034304752946}
{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.9226940870285034, "Finetune/Loss (Raw)": 0.310260146856308, "Finetune/Step": 2487, "Finetune/Step Time": 4.421457638964057}
{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.9237080216407776, "Finetune/Loss (Raw)": 1.0712507963180542, "Finetune/Step": 2488, "Finetune/Step Time": 4.420601135119796}
{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.9239614009857178, "Finetune/Loss (Raw)": 1.008239984512329, "Finetune/Step": 2489, "Finetune/Step Time": 4.439091641455889}
{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.9188346266746521, "Finetune/Loss (Raw)": 0.3130935728549957, "Finetune/Step": 2490, "Finetune/Step Time": 4.482057427987456}
{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.9200758934020996, "Finetune/Loss (Raw)": 0.9289852380752563, "Finetune/Step": 2491, "Finetune/Step Time": 4.475123215466738}
{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.919623613357544, "Finetune/Loss (Raw)": 0.8287286162376404, "Finetune/Step": 2492, "Finetune/Step Time": 4.476596700027585}
{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.9191325306892395, "Finetune/Loss (Raw)": 1.0051665306091309, "Finetune/Step": 2493, "Finetune/Step Time": 4.484814692288637}
{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.9210445880889893, "Finetune/Loss (Raw)": 1.062764286994934, "Finetune/Step": 2494, "Finetune/Step Time": 4.473358096554875}
{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.9208415746688843, "Finetune/Loss (Raw)": 0.9635273218154907, "Finetune/Step": 2495, "Finetune/Step Time": 4.466356229037046}
{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.9206242561340332, "Finetune/Loss (Raw)": 0.9521188735961914, "Finetune/Step": 2496, "Finetune/Step Time": 4.487857820466161}
{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.9191329479217529, "Finetune/Loss (Raw)": 0.8514508008956909, "Finetune/Step": 2497, "Finetune/Step Time": 4.486477084457874}
{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.9198850989341736, "Finetune/Loss (Raw)": 1.0362427234649658, "Finetune/Step": 2498, "Finetune/Step Time": 4.487170405685902}
{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.917191207408905, "Finetune/Loss (Raw)": 0.7026920914649963, "Finetune/Step": 2499, "Finetune/Step Time": 4.499755395576358}
{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.9176787734031677, "Finetune/Loss (Raw)": 0.9821049571037292, "Finetune/Step": 2500, "Finetune/Step Time": 4.499600596725941}
{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.9169007539749146, "Finetune/Loss (Raw)": 0.9567406177520752, "Finetune/Step": 2501, "Finetune/Step Time": 4.480193799361587}
{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.9178076386451721, "Finetune/Loss (Raw)": 0.9698432683944702, "Finetune/Step": 2502, "Finetune/Step Time": 4.480654560029507}
{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.9186666011810303, "Finetune/Loss (Raw)": 0.9245977997779846, "Finetune/Step": 2503, "Finetune/Step Time": 4.469590710476041}
{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.9181901216506958, "Finetune/Loss (Raw)": 0.9183078408241272, "Finetune/Step": 2504, "Finetune/Step Time": 4.474094109609723}
{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.9170085191726685, "Finetune/Loss (Raw)": 0.9395447969436646, "Finetune/Step": 2505, "Finetune/Step Time": 4.4735471699386835}
{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.9158938527107239, "Finetune/Loss (Raw)": 0.8948472738265991, "Finetune/Step": 2506, "Finetune/Step Time": 4.47737773321569}
{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.9163323640823364, "Finetune/Loss (Raw)": 1.0418659448623657, "Finetune/Step": 2507, "Finetune/Step Time": 4.464400140568614}
{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.9168393015861511, "Finetune/Loss (Raw)": 0.8737961053848267, "Finetune/Step": 2508, "Finetune/Step Time": 4.471817651763558}
{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.9161281585693359, "Finetune/Loss (Raw)": 0.8616158962249756, "Finetune/Step": 2509, "Finetune/Step Time": 4.474760629236698}
{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.9181514978408813, "Finetune/Loss (Raw)": 1.0865757465362549, "Finetune/Step": 2510, "Finetune/Step Time": 4.45823141746223}
{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.9204540848731995, "Finetune/Loss (Raw)": 1.0038261413574219, "Finetune/Step": 2511, "Finetune/Step Time": 4.454832002520561}
{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.9181554317474365, "Finetune/Loss (Raw)": 0.8448064923286438, "Finetune/Step": 2512, "Finetune/Step Time": 4.464048257097602}
{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.9177238345146179, "Finetune/Loss (Raw)": 0.885353684425354, "Finetune/Step": 2513, "Finetune/Step Time": 4.463361654430628}
{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.9176984429359436, "Finetune/Loss (Raw)": 1.0626919269561768, "Finetune/Step": 2514, "Finetune/Step Time": 4.469566898420453}
{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.9171854257583618, "Finetune/Loss (Raw)": 0.8272518515586853, "Finetune/Step": 2515, "Finetune/Step Time": 4.469063553959131}
{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.9168103933334351, "Finetune/Loss (Raw)": 0.9578008055686951, "Finetune/Step": 2516, "Finetune/Step Time": 4.446771413087845}
{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.9160249829292297, "Finetune/Loss (Raw)": 0.9566283822059631, "Finetune/Step": 2517, "Finetune/Step Time": 4.450129508972168}
{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.9147312641143799, "Finetune/Loss (Raw)": 0.9014238119125366, "Finetune/Step": 2518, "Finetune/Step Time": 4.456121990457177}
{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.9139090776443481, "Finetune/Loss (Raw)": 0.9138876795768738, "Finetune/Step": 2519, "Finetune/Step Time": 4.460402052849531}
{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.9143381118774414, "Finetune/Loss (Raw)": 1.0205824375152588, "Finetune/Step": 2520, "Finetune/Step Time": 4.459899483248591}
{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.9091365337371826, "Finetune/Loss (Raw)": 0.39988088607788086, "Finetune/Step": 2521, "Finetune/Step Time": 4.482682850211859}
{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.9138685464859009, "Finetune/Loss (Raw)": 0.9970585703849792, "Finetune/Step": 2522, "Finetune/Step Time": 4.46129465661943}
{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.9119869470596313, "Finetune/Loss (Raw)": 0.7446386814117432, "Finetune/Step": 2523, "Finetune/Step Time": 4.462746245786548}
{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.9119887351989746, "Finetune/Loss (Raw)": 0.9125404357910156, "Finetune/Step": 2524, "Finetune/Step Time": 4.473087379708886}
{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.911421537399292, "Finetune/Loss (Raw)": 0.8991420269012451, "Finetune/Step": 2525, "Finetune/Step Time": 4.486334510147572}
{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.9102282524108887, "Finetune/Loss (Raw)": 0.9622457027435303, "Finetune/Step": 2526, "Finetune/Step Time": 4.483665870502591}
{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.9102797508239746, "Finetune/Loss (Raw)": 1.031677007675171, "Finetune/Step": 2527, "Finetune/Step Time": 4.487757939845324}
{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.9116090536117554, "Finetune/Loss (Raw)": 1.0195367336273193, "Finetune/Step": 2528, "Finetune/Step Time": 4.493967059999704}
{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.9059786200523376, "Finetune/Loss (Raw)": 0.2643378973007202, "Finetune/Step": 2529, "Finetune/Step Time": 4.530398579314351}
{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.9069055318832397, "Finetune/Loss (Raw)": 0.9507914185523987, "Finetune/Step": 2530, "Finetune/Step Time": 4.52164301648736}
{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.905970573425293, "Finetune/Loss (Raw)": 0.8553907871246338, "Finetune/Step": 2531, "Finetune/Step Time": 4.52048460021615}
{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.9061547517776489, "Finetune/Loss (Raw)": 1.020957589149475, "Finetune/Step": 2532, "Finetune/Step Time": 4.537571050226688}
{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.9058643579483032, "Finetune/Loss (Raw)": 0.9379768967628479, "Finetune/Step": 2533, "Finetune/Step Time": 4.53988690674305}
{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.9007459282875061, "Finetune/Loss (Raw)": 0.37485310435295105, "Finetune/Step": 2534, "Finetune/Step Time": 4.577515210956335}
{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.9031254053115845, "Finetune/Loss (Raw)": 1.0355266332626343, "Finetune/Step": 2535, "Finetune/Step Time": 4.55601529031992}
{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.9000842571258545, "Finetune/Loss (Raw)": 0.7694810628890991, "Finetune/Step": 2536, "Finetune/Step Time": 4.574365897104144}
{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.9004305005073547, "Finetune/Loss (Raw)": 0.9626193642616272, "Finetune/Step": 2537, "Finetune/Step Time": 4.581476423889399}
{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.9011051654815674, "Finetune/Loss (Raw)": 1.0467993021011353, "Finetune/Step": 2538, "Finetune/Step Time": 4.585060924291611}
{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.9018895030021667, "Finetune/Loss (Raw)": 0.9084759950637817, "Finetune/Step": 2539, "Finetune/Step Time": 4.583373239263892}
{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.9028393030166626, "Finetune/Loss (Raw)": 1.0437697172164917, "Finetune/Step": 2540, "Finetune/Step Time": 4.588891977444291}
{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.9030638933181763, "Finetune/Loss (Raw)": 0.8880428075790405, "Finetune/Step": 2541, "Finetune/Step Time": 4.605783477425575}
{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.9026991724967957, "Finetune/Loss (Raw)": 0.9441633820533752, "Finetune/Step": 2542, "Finetune/Step Time": 4.610232787206769}
{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.9029994010925293, "Finetune/Loss (Raw)": 0.9521324038505554, "Finetune/Step": 2543, "Finetune/Step Time": 4.604996645823121}
{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.9011057615280151, "Finetune/Loss (Raw)": 0.7528393268585205, "Finetune/Step": 2544, "Finetune/Step Time": 4.615173725411296}
{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.9007607698440552, "Finetune/Loss (Raw)": 0.906954824924469, "Finetune/Step": 2545, "Finetune/Step Time": 4.603296048939228}
{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.8994922041893005, "Finetune/Loss (Raw)": 0.2766983211040497, "Finetune/Step": 2546, "Finetune/Step Time": 4.6031899228692055}
{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.8991327285766602, "Finetune/Loss (Raw)": 0.9031485319137573, "Finetune/Step": 2547, "Finetune/Step Time": 4.579951491206884}
{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.8987910747528076, "Finetune/Loss (Raw)": 1.0731754302978516, "Finetune/Step": 2548, "Finetune/Step Time": 4.576698064804077}
{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.8949889540672302, "Finetune/Loss (Raw)": 0.3213813602924347, "Finetune/Step": 2549, "Finetune/Step Time": 4.595146464183927}
{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.8963148593902588, "Finetune/Loss (Raw)": 0.9710492491722107, "Finetune/Step": 2550, "Finetune/Step Time": 4.584723995998502}
{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.8979471325874329, "Finetune/Loss (Raw)": 0.9985145330429077, "Finetune/Step": 2551, "Finetune/Step Time": 4.5809341091662645}
{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.8991029262542725, "Finetune/Loss (Raw)": 1.1186789274215698, "Finetune/Step": 2552, "Finetune/Step Time": 4.581863274797797}
{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.8994611501693726, "Finetune/Loss (Raw)": 0.9360533356666565, "Finetune/Step": 2553, "Finetune/Step Time": 4.583065938204527}
{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.9042474031448364, "Finetune/Loss (Raw)": 0.9789694547653198, "Finetune/Step": 2554, "Finetune/Step Time": 4.573451654985547}
{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.8990821838378906, "Finetune/Loss (Raw)": 0.3262898921966553, "Finetune/Step": 2555, "Finetune/Step Time": 4.6113982778042555}
{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.8999501466751099, "Finetune/Loss (Raw)": 0.9372765421867371, "Finetune/Step": 2556, "Finetune/Step Time": 4.611620707437396}
{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.8982165455818176, "Finetune/Loss (Raw)": 0.7894985675811768, "Finetune/Step": 2557, "Finetune/Step Time": 4.595206430181861}
{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.8990781307220459, "Finetune/Loss (Raw)": 0.8874971866607666, "Finetune/Step": 2558, "Finetune/Step Time": 4.565197682008147}
{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.8984346389770508, "Finetune/Loss (Raw)": 0.9493974447250366, "Finetune/Step": 2559, "Finetune/Step Time": 4.56401452049613}
{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.898423969745636, "Finetune/Loss (Raw)": 0.9407194256782532, "Finetune/Step": 2560, "Finetune/Step Time": 4.572801427915692}
{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.8985628485679626, "Finetune/Loss (Raw)": 0.9146561622619629, "Finetune/Step": 2561, "Finetune/Step Time": 4.5760283544659615}
{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.899175226688385, "Finetune/Loss (Raw)": 1.0338915586471558, "Finetune/Step": 2562, "Finetune/Step Time": 4.575042324140668}
{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.8975791335105896, "Finetune/Loss (Raw)": 0.7032210230827332, "Finetune/Step": 2563, "Finetune/Step Time": 4.573058553040028}
{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.8972606062889099, "Finetune/Loss (Raw)": 0.9659088850021362, "Finetune/Step": 2564, "Finetune/Step Time": 4.576142594218254}
{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.8980008363723755, "Finetune/Loss (Raw)": 1.0003910064697266, "Finetune/Step": 2565, "Finetune/Step Time": 4.573715733364224}
{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.8973928093910217, "Finetune/Loss (Raw)": 0.9572606086730957, "Finetune/Step": 2566, "Finetune/Step Time": 4.576572058722377}
{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.8958491086959839, "Finetune/Loss (Raw)": 0.8221056461334229, "Finetune/Step": 2567, "Finetune/Step Time": 4.58158003538847}
{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.8943591713905334, "Finetune/Loss (Raw)": 0.8282396197319031, "Finetune/Step": 2568, "Finetune/Step Time": 4.585245359688997}
{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.8957581520080566, "Finetune/Loss (Raw)": 1.1635680198669434, "Finetune/Step": 2569, "Finetune/Step Time": 4.583013249561191}
{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.8957573175430298, "Finetune/Loss (Raw)": 0.9562504291534424, "Finetune/Step": 2570, "Finetune/Step Time": 4.587351702153683}
{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.8963961005210876, "Finetune/Loss (Raw)": 1.0835145711898804, "Finetune/Step": 2571, "Finetune/Step Time": 4.585528073832393}
{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.8956985473632812, "Finetune/Loss (Raw)": 0.9097175598144531, "Finetune/Step": 2572, "Finetune/Step Time": 4.582457521930337}
{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.8999519944190979, "Finetune/Loss (Raw)": 0.9268132448196411, "Finetune/Step": 2573, "Finetune/Step Time": 4.550270555540919}
{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.8998204469680786, "Finetune/Loss (Raw)": 0.9304608106613159, "Finetune/Step": 2574, "Finetune/Step Time": 4.572704641148448}
{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.899373471736908, "Finetune/Loss (Raw)": 0.8739959597587585, "Finetune/Step": 2575, "Finetune/Step Time": 4.564695401117206}
{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.8989015817642212, "Finetune/Loss (Raw)": 0.9792978167533875, "Finetune/Step": 2576, "Finetune/Step Time": 4.5658354591578245}
{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.9001814126968384, "Finetune/Loss (Raw)": 1.0084633827209473, "Finetune/Step": 2577, "Finetune/Step Time": 4.570009756833315}
{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.9046306610107422, "Finetune/Loss (Raw)": 1.053269386291504, "Finetune/Step": 2578, "Finetune/Step Time": 4.531739873811603}
{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.9103939533233643, "Finetune/Loss (Raw)": 1.055917501449585, "Finetune/Step": 2579, "Finetune/Step Time": 4.492158602923155}
{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.9083293676376343, "Finetune/Loss (Raw)": 0.7430455088615417, "Finetune/Step": 2580, "Finetune/Step Time": 4.502888388931751}
{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.9090753197669983, "Finetune/Loss (Raw)": 1.0767927169799805, "Finetune/Step": 2581, "Finetune/Step Time": 4.4795669093728065}
{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.9087435007095337, "Finetune/Loss (Raw)": 0.9095577001571655, "Finetune/Step": 2582, "Finetune/Step Time": 4.469025127589703}
{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.9072848558425903, "Finetune/Loss (Raw)": 0.8630688786506653, "Finetune/Step": 2583, "Finetune/Step Time": 4.482902631163597}
{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.9080026149749756, "Finetune/Loss (Raw)": 1.0872437953948975, "Finetune/Step": 2584, "Finetune/Step Time": 4.483404327183962}
{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.9068471193313599, "Finetune/Loss (Raw)": 0.8411378860473633, "Finetune/Step": 2585, "Finetune/Step Time": 4.485849108546972}
{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.9069646000862122, "Finetune/Loss (Raw)": 1.0049339532852173, "Finetune/Step": 2586, "Finetune/Step Time": 4.472185451537371}
{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.9074795246124268, "Finetune/Loss (Raw)": 0.9691380262374878, "Finetune/Step": 2587, "Finetune/Step Time": 4.466731149703264}
{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.9068762063980103, "Finetune/Loss (Raw)": 0.8925743103027344, "Finetune/Step": 2588, "Finetune/Step Time": 4.4806672893464565}
{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.9063632488250732, "Finetune/Loss (Raw)": 1.045656681060791, "Finetune/Step": 2589, "Finetune/Step Time": 4.484620312228799}
{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.9060927629470825, "Finetune/Loss (Raw)": 0.9579734206199646, "Finetune/Step": 2590, "Finetune/Step Time": 4.482258686795831}
{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.9053023457527161, "Finetune/Loss (Raw)": 0.8648864030838013, "Finetune/Step": 2591, "Finetune/Step Time": 4.521224865689874}
{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.9043682813644409, "Finetune/Loss (Raw)": 0.9379220008850098, "Finetune/Step": 2592, "Finetune/Step Time": 4.529717333614826}
{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.9038825035095215, "Finetune/Loss (Raw)": 0.8702826499938965, "Finetune/Step": 2593, "Finetune/Step Time": 4.549687707796693}
{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.9041684865951538, "Finetune/Loss (Raw)": 0.882121741771698, "Finetune/Step": 2594, "Finetune/Step Time": 4.561183407902718}
{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.90394526720047, "Finetune/Loss (Raw)": 0.9271231889724731, "Finetune/Step": 2595, "Finetune/Step Time": 4.566442729905248}
{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.9018967747688293, "Finetune/Loss (Raw)": 0.8911055326461792, "Finetune/Step": 2596, "Finetune/Step Time": 4.559164192527533}
{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.9014219045639038, "Finetune/Loss (Raw)": 0.9838582873344421, "Finetune/Step": 2597, "Finetune/Step Time": 4.556843567639589}
{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.900804877281189, "Finetune/Loss (Raw)": 0.7973513603210449, "Finetune/Step": 2598, "Finetune/Step Time": 4.573739422485232}
{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.9005078077316284, "Finetune/Loss (Raw)": 0.9946394562721252, "Finetune/Step": 2599, "Finetune/Step Time": 4.578132571652532}
{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.9000298976898193, "Finetune/Loss (Raw)": 0.9153175354003906, "Finetune/Step": 2600, "Finetune/Step Time": 4.576751401647925}
{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.9000200033187866, "Finetune/Loss (Raw)": 0.9603590965270996, "Finetune/Step": 2601, "Finetune/Step Time": 4.583174776285887}
{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.9002973437309265, "Finetune/Loss (Raw)": 1.0495665073394775, "Finetune/Step": 2602, "Finetune/Step Time": 4.586059032008052}
{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.9010404348373413, "Finetune/Loss (Raw)": 1.0155450105667114, "Finetune/Step": 2603, "Finetune/Step Time": 4.590982802212238}
{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.9006848335266113, "Finetune/Loss (Raw)": 0.9284269213676453, "Finetune/Step": 2604, "Finetune/Step Time": 4.596964215859771}
{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.8993768692016602, "Finetune/Loss (Raw)": 0.8028988838195801, "Finetune/Step": 2605, "Finetune/Step Time": 4.595840640366077}
{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.8987609148025513, "Finetune/Loss (Raw)": 0.8701196312904358, "Finetune/Step": 2606, "Finetune/Step Time": 4.619063591584563}
{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.8996843099594116, "Finetune/Loss (Raw)": 0.9849122166633606, "Finetune/Step": 2607, "Finetune/Step Time": 4.639242134988308}
{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.900253176689148, "Finetune/Loss (Raw)": 0.9638915061950684, "Finetune/Step": 2608, "Finetune/Step Time": 4.626237295567989}
{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.9046800136566162, "Finetune/Loss (Raw)": 0.9388737678527832, "Finetune/Step": 2609, "Finetune/Step Time": 4.582768116146326}
{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.9034098386764526, "Finetune/Loss (Raw)": 0.9613965153694153, "Finetune/Step": 2610, "Finetune/Step Time": 4.599429603666067}
{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.9016746282577515, "Finetune/Loss (Raw)": 0.7351495027542114, "Finetune/Step": 2611, "Finetune/Step Time": 4.6055777836591005}
{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.9017189741134644, "Finetune/Loss (Raw)": 0.9269314408302307, "Finetune/Step": 2612, "Finetune/Step Time": 4.587979719042778}
{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.9024218320846558, "Finetune/Loss (Raw)": 1.0494731664657593, "Finetune/Step": 2613, "Finetune/Step Time": 4.586141178384423}
{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.9026552438735962, "Finetune/Loss (Raw)": 0.880862295627594, "Finetune/Step": 2614, "Finetune/Step Time": 4.578377412632108}
{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.9080857038497925, "Finetune/Loss (Raw)": 1.0053513050079346, "Finetune/Step": 2615, "Finetune/Step Time": 4.549924788996577}
{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.9073123931884766, "Finetune/Loss (Raw)": 0.9722734689712524, "Finetune/Step": 2616, "Finetune/Step Time": 4.552832506597042}
{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.9024970531463623, "Finetune/Loss (Raw)": 0.3918778896331787, "Finetune/Step": 2617, "Finetune/Step Time": 4.5678755436092615}
{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.9065893888473511, "Finetune/Loss (Raw)": 0.8369067907333374, "Finetune/Step": 2618, "Finetune/Step Time": 4.535474354401231}
{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.9071434736251831, "Finetune/Loss (Raw)": 0.9999194145202637, "Finetune/Step": 2619, "Finetune/Step Time": 4.535155214369297}
{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.9074103832244873, "Finetune/Loss (Raw)": 0.8628823161125183, "Finetune/Step": 2620, "Finetune/Step Time": 4.530867649242282}
{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.9067461490631104, "Finetune/Loss (Raw)": 0.9201487898826599, "Finetune/Step": 2621, "Finetune/Step Time": 4.527796842157841}
{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.9060204029083252, "Finetune/Loss (Raw)": 0.9698622822761536, "Finetune/Step": 2622, "Finetune/Step Time": 4.523099113255739}
{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.9057488441467285, "Finetune/Loss (Raw)": 0.9287737011909485, "Finetune/Step": 2623, "Finetune/Step Time": 4.543659413233399}
{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.9057095050811768, "Finetune/Loss (Raw)": 0.9470866918563843, "Finetune/Step": 2624, "Finetune/Step Time": 4.532520469278097}
{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.905343770980835, "Finetune/Loss (Raw)": 0.8046334385871887, "Finetune/Step": 2625, "Finetune/Step Time": 4.5461487509310246}
{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.8996397256851196, "Finetune/Loss (Raw)": 0.3061169385910034, "Finetune/Step": 2626, "Finetune/Step Time": 4.58445742353797}
{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.9012637138366699, "Finetune/Loss (Raw)": 0.9105731248855591, "Finetune/Step": 2627, "Finetune/Step Time": 4.567144205793738}
{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.9015965461730957, "Finetune/Loss (Raw)": 1.0247039794921875, "Finetune/Step": 2628, "Finetune/Step Time": 4.566752204671502}
{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.8996312618255615, "Finetune/Loss (Raw)": 0.705184280872345, "Finetune/Step": 2629, "Finetune/Step Time": 4.582211159169674}
{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.8986210823059082, "Finetune/Loss (Raw)": 0.8405357599258423, "Finetune/Step": 2630, "Finetune/Step Time": 4.582560075446963}
{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.8998773097991943, "Finetune/Loss (Raw)": 1.085400104522705, "Finetune/Step": 2631, "Finetune/Step Time": 4.579842995852232}
{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.8991941213607788, "Finetune/Loss (Raw)": 0.8308624625205994, "Finetune/Step": 2632, "Finetune/Step Time": 4.5752539075911045}
{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.899422287940979, "Finetune/Loss (Raw)": 0.9687438607215881, "Finetune/Step": 2633, "Finetune/Step Time": 4.577263787388802}
{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.9002121686935425, "Finetune/Loss (Raw)": 0.9959554076194763, "Finetune/Step": 2634, "Finetune/Step Time": 4.5783053152263165}
{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.8996801376342773, "Finetune/Loss (Raw)": 0.9737635254859924, "Finetune/Step": 2635, "Finetune/Step Time": 4.572636917233467}
{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.9009531736373901, "Finetune/Loss (Raw)": 1.0367443561553955, "Finetune/Step": 2636, "Finetune/Step Time": 4.57208882085979}
{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.9008575677871704, "Finetune/Loss (Raw)": 0.8493771553039551, "Finetune/Step": 2637, "Finetune/Step Time": 4.577009038999677}
{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.9002183675765991, "Finetune/Loss (Raw)": 1.004753828048706, "Finetune/Step": 2638, "Finetune/Step Time": 4.597365934401751}
{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.8990578651428223, "Finetune/Loss (Raw)": 0.8552912473678589, "Finetune/Step": 2639, "Finetune/Step Time": 4.58838701993227}
{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.895124614238739, "Finetune/Loss (Raw)": 0.3413470387458801, "Finetune/Step": 2640, "Finetune/Step Time": 4.618103628978133}
{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.8955084681510925, "Finetune/Loss (Raw)": 0.934487521648407, "Finetune/Step": 2641, "Finetune/Step Time": 4.60954431258142}
{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.8944830894470215, "Finetune/Loss (Raw)": 0.931444525718689, "Finetune/Step": 2642, "Finetune/Step Time": 4.598974039778113}
{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.8941750526428223, "Finetune/Loss (Raw)": 0.7878226041793823, "Finetune/Step": 2643, "Finetune/Step Time": 4.596652638167143}
{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.8931493163108826, "Finetune/Loss (Raw)": 0.8265050053596497, "Finetune/Step": 2644, "Finetune/Step Time": 4.630194302648306}
{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.893490731716156, "Finetune/Loss (Raw)": 1.0003305673599243, "Finetune/Step": 2645, "Finetune/Step Time": 4.633450455963612}
{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.8940684199333191, "Finetune/Loss (Raw)": 0.975368082523346, "Finetune/Step": 2646, "Finetune/Step Time": 4.619502751156688}
{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.893580436706543, "Finetune/Loss (Raw)": 0.8514267206192017, "Finetune/Step": 2647, "Finetune/Step Time": 4.625458223745227}
{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.8935708999633789, "Finetune/Loss (Raw)": 1.0193626880645752, "Finetune/Step": 2648, "Finetune/Step Time": 4.636631906032562}
{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.8974332213401794, "Finetune/Loss (Raw)": 0.894256055355072, "Finetune/Step": 2649, "Finetune/Step Time": 4.611053489148617}
{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.8960909843444824, "Finetune/Loss (Raw)": 0.8252446055412292, "Finetune/Step": 2650, "Finetune/Step Time": 4.5995233952999115}
{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.8971308469772339, "Finetune/Loss (Raw)": 0.8777521252632141, "Finetune/Step": 2651, "Finetune/Step Time": 4.594920637086034}
{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.8981940150260925, "Finetune/Loss (Raw)": 1.0486222505569458, "Finetune/Step": 2652, "Finetune/Step Time": 4.5903449058532715}
{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.8984494805335999, "Finetune/Loss (Raw)": 0.9318400025367737, "Finetune/Step": 2653, "Finetune/Step Time": 4.601976817473769}
{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.8935590386390686, "Finetune/Loss (Raw)": 0.3362703323364258, "Finetune/Step": 2654, "Finetune/Step Time": 4.633207822218537}
{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.893214225769043, "Finetune/Loss (Raw)": 0.9875391721725464, "Finetune/Step": 2655, "Finetune/Step Time": 4.632197180762887}
{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.8924809694290161, "Finetune/Loss (Raw)": 0.9256781339645386, "Finetune/Step": 2656, "Finetune/Step Time": 4.629324037581682}
{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.8964152336120605, "Finetune/Loss (Raw)": 0.7679205536842346, "Finetune/Step": 2657, "Finetune/Step Time": 4.6111844554543495}
{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.8949227333068848, "Finetune/Loss (Raw)": 0.7597610354423523, "Finetune/Step": 2658, "Finetune/Step Time": 4.629866862669587}
{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.8963780999183655, "Finetune/Loss (Raw)": 1.0416738986968994, "Finetune/Step": 2659, "Finetune/Step Time": 4.620949782431126}
{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.8959593772888184, "Finetune/Loss (Raw)": 0.967362642288208, "Finetune/Step": 2660, "Finetune/Step Time": 4.604733785614371}
{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.8975498676300049, "Finetune/Loss (Raw)": 1.141558051109314, "Finetune/Step": 2661, "Finetune/Step Time": 4.608667196705937}
{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.9028408527374268, "Finetune/Loss (Raw)": 1.052100419998169, "Finetune/Step": 2662, "Finetune/Step Time": 4.567226700484753}
{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.9026957154273987, "Finetune/Loss (Raw)": 1.016947865486145, "Finetune/Step": 2663, "Finetune/Step Time": 4.574490712955594}
{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.9000686407089233, "Finetune/Loss (Raw)": 0.4332250952720642, "Finetune/Step": 2664, "Finetune/Step Time": 4.58490539342165}
{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.898838996887207, "Finetune/Loss (Raw)": 0.8052192330360413, "Finetune/Step": 2665, "Finetune/Step Time": 4.577862357720733}
{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.8983502984046936, "Finetune/Loss (Raw)": 0.9842425584793091, "Finetune/Step": 2666, "Finetune/Step Time": 4.574590597301722}
{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.8976046442985535, "Finetune/Loss (Raw)": 0.8130328059196472, "Finetune/Step": 2667, "Finetune/Step Time": 4.575088670477271}
{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.8962814211845398, "Finetune/Loss (Raw)": 0.8743950128555298, "Finetune/Step": 2668, "Finetune/Step Time": 4.566199749708176}
{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.8975310325622559, "Finetune/Loss (Raw)": 1.047991394996643, "Finetune/Step": 2669, "Finetune/Step Time": 4.549656428396702}
{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.8975110054016113, "Finetune/Loss (Raw)": 0.9416072368621826, "Finetune/Step": 2670, "Finetune/Step Time": 4.539102483540773}
{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.8964875936508179, "Finetune/Loss (Raw)": 0.8211363554000854, "Finetune/Step": 2671, "Finetune/Step Time": 4.551344733685255}
{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.8961688876152039, "Finetune/Loss (Raw)": 0.7120401859283447, "Finetune/Step": 2672, "Finetune/Step Time": 4.55621050670743}
{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.8959783315658569, "Finetune/Loss (Raw)": 0.8825677633285522, "Finetune/Step": 2673, "Finetune/Step Time": 4.556295217946172}
{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.9008135795593262, "Finetune/Loss (Raw)": 0.8956101536750793, "Finetune/Step": 2674, "Finetune/Step Time": 4.528782529756427}
{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.9007025957107544, "Finetune/Loss (Raw)": 0.8889339566230774, "Finetune/Step": 2675, "Finetune/Step Time": 4.533954598009586}
{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.8990057706832886, "Finetune/Loss (Raw)": 0.8559828400611877, "Finetune/Step": 2676, "Finetune/Step Time": 4.542766481637955}
{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.9044362902641296, "Finetune/Loss (Raw)": 1.0164909362792969, "Finetune/Step": 2677, "Finetune/Step Time": 4.50235060043633}
{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.9040627479553223, "Finetune/Loss (Raw)": 0.9232338666915894, "Finetune/Step": 2678, "Finetune/Step Time": 4.501662684604526}
{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.9044830799102783, "Finetune/Loss (Raw)": 1.0523172616958618, "Finetune/Step": 2679, "Finetune/Step Time": 4.499263858422637}
{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.9031009674072266, "Finetune/Loss (Raw)": 0.941771924495697, "Finetune/Step": 2680, "Finetune/Step Time": 4.501930041238666}
{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.8984403014183044, "Finetune/Loss (Raw)": 0.33948639035224915, "Finetune/Step": 2681, "Finetune/Step Time": 4.527943328022957}
{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.8980005979537964, "Finetune/Loss (Raw)": 0.9226904511451721, "Finetune/Step": 2682, "Finetune/Step Time": 4.509559633210301}
{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.9028252363204956, "Finetune/Loss (Raw)": 0.9438424110412598, "Finetune/Step": 2683, "Finetune/Step Time": 4.469153782352805}
{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.902608335018158, "Finetune/Loss (Raw)": 0.9095088243484497, "Finetune/Step": 2684, "Finetune/Step Time": 4.468971943482757}
{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.9036427140235901, "Finetune/Loss (Raw)": 0.9219040274620056, "Finetune/Step": 2685, "Finetune/Step Time": 4.472656475380063}
{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.9031643867492676, "Finetune/Loss (Raw)": 0.8262746334075928, "Finetune/Step": 2686, "Finetune/Step Time": 4.475081758573651}
{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.9029818177223206, "Finetune/Loss (Raw)": 0.926024317741394, "Finetune/Step": 2687, "Finetune/Step Time": 4.476604895666242}
{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.9032210111618042, "Finetune/Loss (Raw)": 0.9713329076766968, "Finetune/Step": 2688, "Finetune/Step Time": 4.45737043954432}
{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.9043922424316406, "Finetune/Loss (Raw)": 1.0645753145217896, "Finetune/Step": 2689, "Finetune/Step Time": 4.454828200861812}
{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.8991637825965881, "Finetune/Loss (Raw)": 0.3646497130393982, "Finetune/Step": 2690, "Finetune/Step Time": 4.494208861142397}
{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.9021518230438232, "Finetune/Loss (Raw)": 1.0856919288635254, "Finetune/Step": 2691, "Finetune/Step Time": 4.487107291817665}
{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.9014922380447388, "Finetune/Loss (Raw)": 0.8814791440963745, "Finetune/Step": 2692, "Finetune/Step Time": 4.4861787762492895}
{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.901576578617096, "Finetune/Loss (Raw)": 1.011186122894287, "Finetune/Step": 2693, "Finetune/Step Time": 4.483902893960476}
{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.901422381401062, "Finetune/Loss (Raw)": 0.9375277757644653, "Finetune/Step": 2694, "Finetune/Step Time": 4.485277654603124}
{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.9018384218215942, "Finetune/Loss (Raw)": 0.8753594160079956, "Finetune/Step": 2695, "Finetune/Step Time": 4.484394611790776}
{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.903423547744751, "Finetune/Loss (Raw)": 1.0311331748962402, "Finetune/Step": 2696, "Finetune/Step Time": 4.496128607541323}
{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.901282548904419, "Finetune/Loss (Raw)": 0.8895222544670105, "Finetune/Step": 2697, "Finetune/Step Time": 4.498558485880494}
{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.9004393815994263, "Finetune/Loss (Raw)": 0.8483186960220337, "Finetune/Step": 2698, "Finetune/Step Time": 4.493877476081252}
{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.9002810120582581, "Finetune/Loss (Raw)": 1.0632450580596924, "Finetune/Step": 2699, "Finetune/Step Time": 4.508280066773295}
{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.9001303315162659, "Finetune/Loss (Raw)": 0.8904319405555725, "Finetune/Step": 2700, "Finetune/Step Time": 4.508089896291494}
{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.9000366926193237, "Finetune/Loss (Raw)": 0.9148248434066772, "Finetune/Step": 2701, "Finetune/Step Time": 4.530874561518431}
{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.9003381729125977, "Finetune/Loss (Raw)": 0.9690579771995544, "Finetune/Step": 2702, "Finetune/Step Time": 4.519384417682886}
{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.9003987312316895, "Finetune/Loss (Raw)": 0.8817469477653503, "Finetune/Step": 2703, "Finetune/Step Time": 4.5365684647113085}
{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.8992935419082642, "Finetune/Loss (Raw)": 0.8378276824951172, "Finetune/Step": 2704, "Finetune/Step Time": 4.5486499685794115}
{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.8984841108322144, "Finetune/Loss (Raw)": 0.9048587679862976, "Finetune/Step": 2705, "Finetune/Step Time": 4.549079619348049}
{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.8982610702514648, "Finetune/Loss (Raw)": 1.0247218608856201, "Finetune/Step": 2706, "Finetune/Step Time": 4.555832307785749}
{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.8981238603591919, "Finetune/Loss (Raw)": 1.0383530855178833, "Finetune/Step": 2707, "Finetune/Step Time": 4.552229765802622}
{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.9004291296005249, "Finetune/Loss (Raw)": 1.0381157398223877, "Finetune/Step": 2708, "Finetune/Step Time": 4.549344709143043}
{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.8989948034286499, "Finetune/Loss (Raw)": 0.8931956887245178, "Finetune/Step": 2709, "Finetune/Step Time": 4.55899603664875}
{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.894822359085083, "Finetune/Loss (Raw)": 0.37549275159835815, "Finetune/Step": 2710, "Finetune/Step Time": 4.599148517474532}
{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.8959396481513977, "Finetune/Loss (Raw)": 1.0060821771621704, "Finetune/Step": 2711, "Finetune/Step Time": 4.584288731217384}
{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.8949851989746094, "Finetune/Loss (Raw)": 0.9650676846504211, "Finetune/Step": 2712, "Finetune/Step Time": 4.602966004982591}
{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.8955625295639038, "Finetune/Loss (Raw)": 0.9150466918945312, "Finetune/Step": 2713, "Finetune/Step Time": 4.609783893451095}
{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.8953685760498047, "Finetune/Loss (Raw)": 0.9801023006439209, "Finetune/Step": 2714, "Finetune/Step Time": 4.609436905011535}
{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.8945417404174805, "Finetune/Loss (Raw)": 0.8633058667182922, "Finetune/Step": 2715, "Finetune/Step Time": 4.602440789341927}
{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.8943777084350586, "Finetune/Loss (Raw)": 0.8715751767158508, "Finetune/Step": 2716, "Finetune/Step Time": 4.589165983721614}
{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.8934398889541626, "Finetune/Loss (Raw)": 0.9256113767623901, "Finetune/Step": 2717, "Finetune/Step Time": 4.576473729684949}
{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.8929566144943237, "Finetune/Loss (Raw)": 0.8961172103881836, "Finetune/Step": 2718, "Finetune/Step Time": 4.57639142870903}
{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.8938143253326416, "Finetune/Loss (Raw)": 0.9746795892715454, "Finetune/Step": 2719, "Finetune/Step Time": 4.53882117010653}
{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.8940790295600891, "Finetune/Loss (Raw)": 0.971801221370697, "Finetune/Step": 2720, "Finetune/Step Time": 4.534283714368939}
{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.8942413330078125, "Finetune/Loss (Raw)": 0.891056478023529, "Finetune/Step": 2721, "Finetune/Step Time": 4.524854177609086}
{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.894391655921936, "Finetune/Loss (Raw)": 0.9013625383377075, "Finetune/Step": 2722, "Finetune/Step Time": 4.515308380126953}
{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.8940445184707642, "Finetune/Loss (Raw)": 0.8826903104782104, "Finetune/Step": 2723, "Finetune/Step Time": 4.51005506888032}
{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.8944910168647766, "Finetune/Loss (Raw)": 0.948258101940155, "Finetune/Step": 2724, "Finetune/Step Time": 4.5180116053670645}
{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.8941967487335205, "Finetune/Loss (Raw)": 0.9461921453475952, "Finetune/Step": 2725, "Finetune/Step Time": 4.5114118829369545}
{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.8953381776809692, "Finetune/Loss (Raw)": 0.9434502720832825, "Finetune/Step": 2726, "Finetune/Step Time": 4.503491431474686}
{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.8948470950126648, "Finetune/Loss (Raw)": 0.9317846298217773, "Finetune/Step": 2727, "Finetune/Step Time": 4.5062358025461435}
{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.8942532539367676, "Finetune/Loss (Raw)": 0.8393107056617737, "Finetune/Step": 2728, "Finetune/Step Time": 4.504935476928949}
{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.8899956941604614, "Finetune/Loss (Raw)": 0.4153819978237152, "Finetune/Step": 2729, "Finetune/Step Time": 4.539735306054354}
{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.8881623148918152, "Finetune/Loss (Raw)": 0.8148951530456543, "Finetune/Step": 2730, "Finetune/Step Time": 4.53654975630343}
{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.8874478340148926, "Finetune/Loss (Raw)": 0.9240943789482117, "Finetune/Step": 2731, "Finetune/Step Time": 4.527893578633666}
{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.8877707719802856, "Finetune/Loss (Raw)": 0.96976238489151, "Finetune/Step": 2732, "Finetune/Step Time": 4.523325635120273}
{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.8886955976486206, "Finetune/Loss (Raw)": 0.9212715029716492, "Finetune/Step": 2733, "Finetune/Step Time": 4.5176129676401615}
{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.8896623849868774, "Finetune/Loss (Raw)": 0.9938790202140808, "Finetune/Step": 2734, "Finetune/Step Time": 4.499615916982293}
{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.8897132277488708, "Finetune/Loss (Raw)": 0.9914122819900513, "Finetune/Step": 2735, "Finetune/Step Time": 4.476729549467564}
{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.8857347965240479, "Finetune/Loss (Raw)": 0.45465654134750366, "Finetune/Step": 2736, "Finetune/Step Time": 4.513855658471584}
{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.8835494518280029, "Finetune/Loss (Raw)": 0.6591508984565735, "Finetune/Step": 2737, "Finetune/Step Time": 4.524311326444149}
{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.8833674192428589, "Finetune/Loss (Raw)": 0.9380910992622375, "Finetune/Step": 2738, "Finetune/Step Time": 4.5138223972171545}
{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.8851202726364136, "Finetune/Loss (Raw)": 0.9595147967338562, "Finetune/Step": 2739, "Finetune/Step Time": 4.5002081245183945}
{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.8845705986022949, "Finetune/Loss (Raw)": 0.8565784692764282, "Finetune/Step": 2740, "Finetune/Step Time": 4.514606928452849}
{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.8843829035758972, "Finetune/Loss (Raw)": 1.0254446268081665, "Finetune/Step": 2741, "Finetune/Step Time": 4.51537387445569}
{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.8848812580108643, "Finetune/Loss (Raw)": 0.9446491003036499, "Finetune/Step": 2742, "Finetune/Step Time": 4.525841059163213}
{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.8848122954368591, "Finetune/Loss (Raw)": 0.9965255856513977, "Finetune/Step": 2743, "Finetune/Step Time": 4.523698456585407}
{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.8847053050994873, "Finetune/Loss (Raw)": 0.9585767388343811, "Finetune/Step": 2744, "Finetune/Step Time": 4.520011777058244}
{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.8896172642707825, "Finetune/Loss (Raw)": 1.0206140279769897, "Finetune/Step": 2745, "Finetune/Step Time": 4.481396950781345}
{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.8903671503067017, "Finetune/Loss (Raw)": 0.9328861236572266, "Finetune/Step": 2746, "Finetune/Step Time": 4.488126451149583}
{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.8896625638008118, "Finetune/Loss (Raw)": 0.9097355604171753, "Finetune/Step": 2747, "Finetune/Step Time": 4.498931547626853}
{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.8911311030387878, "Finetune/Loss (Raw)": 1.0508536100387573, "Finetune/Step": 2748, "Finetune/Step Time": 4.501139622181654}
{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.8916710615158081, "Finetune/Loss (Raw)": 0.9892723560333252, "Finetune/Step": 2749, "Finetune/Step Time": 4.497426979243755}
{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.8909608125686646, "Finetune/Loss (Raw)": 0.8789429068565369, "Finetune/Step": 2750, "Finetune/Step Time": 4.5012016743421555}
{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.8912063837051392, "Finetune/Loss (Raw)": 0.9602025151252747, "Finetune/Step": 2751, "Finetune/Step Time": 4.490376515313983}
{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.891510009765625, "Finetune/Loss (Raw)": 0.9859601259231567, "Finetune/Step": 2752, "Finetune/Step Time": 4.4896329790353775}
{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.8930724859237671, "Finetune/Loss (Raw)": 1.0046213865280151, "Finetune/Step": 2753, "Finetune/Step Time": 4.475929414853454}
{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.8982502222061157, "Finetune/Loss (Raw)": 0.9688687324523926, "Finetune/Step": 2754, "Finetune/Step Time": 4.43487411737442}
{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.8938885927200317, "Finetune/Loss (Raw)": 0.35228538513183594, "Finetune/Step": 2755, "Finetune/Step Time": 4.477300565689802}
{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.8939723968505859, "Finetune/Loss (Raw)": 1.035431146621704, "Finetune/Step": 2756, "Finetune/Step Time": 4.493896139785647}
{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.894830584526062, "Finetune/Loss (Raw)": 0.8150374293327332, "Finetune/Step": 2757, "Finetune/Step Time": 4.510532082989812}
{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.8958779573440552, "Finetune/Loss (Raw)": 0.9746017456054688, "Finetune/Step": 2758, "Finetune/Step Time": 4.510570863261819}
{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.8941423892974854, "Finetune/Loss (Raw)": 0.8632424473762512, "Finetune/Step": 2759, "Finetune/Step Time": 4.511172169819474}
{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.8936784267425537, "Finetune/Loss (Raw)": 0.7714695334434509, "Finetune/Step": 2760, "Finetune/Step Time": 4.505090327933431}
{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.8893556594848633, "Finetune/Loss (Raw)": 0.4154420793056488, "Finetune/Step": 2761, "Finetune/Step Time": 4.544452551752329}
{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.8884314298629761, "Finetune/Loss (Raw)": 0.8776508569717407, "Finetune/Step": 2762, "Finetune/Step Time": 4.553708707913756}
{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.8879377841949463, "Finetune/Loss (Raw)": 0.9105741381645203, "Finetune/Step": 2763, "Finetune/Step Time": 4.557064987719059}
{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.886991024017334, "Finetune/Loss (Raw)": 0.9155573844909668, "Finetune/Step": 2764, "Finetune/Step Time": 4.557905402034521}
{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.8830819725990295, "Finetune/Loss (Raw)": 0.3490203320980072, "Finetune/Step": 2765, "Finetune/Step Time": 4.590594112873077}
{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.882123589515686, "Finetune/Loss (Raw)": 0.8820781707763672, "Finetune/Step": 2766, "Finetune/Step Time": 4.576204005628824}
{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.8836115598678589, "Finetune/Loss (Raw)": 1.0457489490509033, "Finetune/Step": 2767, "Finetune/Step Time": 4.5893112532794476}
{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.8887426853179932, "Finetune/Loss (Raw)": 0.9981290698051453, "Finetune/Step": 2768, "Finetune/Step Time": 4.552219845354557}
{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.8889789581298828, "Finetune/Loss (Raw)": 0.964733362197876, "Finetune/Step": 2769, "Finetune/Step Time": 4.560914928093553}
{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.887367844581604, "Finetune/Loss (Raw)": 0.7252254486083984, "Finetune/Step": 2770, "Finetune/Step Time": 4.577594246715307}
{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.888380229473114, "Finetune/Loss (Raw)": 0.9174118638038635, "Finetune/Step": 2771, "Finetune/Step Time": 4.570385858416557}
{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.8893622756004333, "Finetune/Loss (Raw)": 0.9522055983543396, "Finetune/Step": 2772, "Finetune/Step Time": 4.5392747186124325}
{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.8892064690589905, "Finetune/Loss (Raw)": 0.9803819060325623, "Finetune/Step": 2773, "Finetune/Step Time": 4.531864868476987}
{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.8841522336006165, "Finetune/Loss (Raw)": 0.3284285068511963, "Finetune/Step": 2774, "Finetune/Step Time": 4.570700282230973}
{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.8849649429321289, "Finetune/Loss (Raw)": 0.9554532170295715, "Finetune/Step": 2775, "Finetune/Step Time": 4.5606499426066875}
{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.8835277557373047, "Finetune/Loss (Raw)": 0.8354028463363647, "Finetune/Step": 2776, "Finetune/Step Time": 4.553255582228303}
{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.8834013938903809, "Finetune/Loss (Raw)": 0.8780837059020996, "Finetune/Step": 2777, "Finetune/Step Time": 4.539920013397932}
{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.8841782808303833, "Finetune/Loss (Raw)": 0.9246848821640015, "Finetune/Step": 2778, "Finetune/Step Time": 4.534882256761193}
{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.8842487335205078, "Finetune/Loss (Raw)": 0.8867692351341248, "Finetune/Step": 2779, "Finetune/Step Time": 4.540742535144091}
{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.8831628561019897, "Finetune/Loss (Raw)": 0.90962815284729, "Finetune/Step": 2780, "Finetune/Step Time": 4.539403446018696}
{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.8839901089668274, "Finetune/Loss (Raw)": 1.0377259254455566, "Finetune/Step": 2781, "Finetune/Step Time": 4.523803371936083}
{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.8882061243057251, "Finetune/Loss (Raw)": 0.8759269714355469, "Finetune/Step": 2782, "Finetune/Step Time": 4.487440286204219}
{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.8889185190200806, "Finetune/Loss (Raw)": 1.0787214040756226, "Finetune/Step": 2783, "Finetune/Step Time": 4.490924337878823}
{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.8874910473823547, "Finetune/Loss (Raw)": 0.7429611682891846, "Finetune/Step": 2784, "Finetune/Step Time": 4.50310811214149}
{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.8885509371757507, "Finetune/Loss (Raw)": 0.903590738773346, "Finetune/Step": 2785, "Finetune/Step Time": 4.487059572711587}
{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.8904995918273926, "Finetune/Loss (Raw)": 1.0091798305511475, "Finetune/Step": 2786, "Finetune/Step Time": 4.469412200152874}
{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.8891457915306091, "Finetune/Loss (Raw)": 0.8683997392654419, "Finetune/Step": 2787, "Finetune/Step Time": 4.469767916947603}
{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.8892650604248047, "Finetune/Loss (Raw)": 0.9826198220252991, "Finetune/Step": 2788, "Finetune/Step Time": 4.4797093365341425}
{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.8873775601387024, "Finetune/Loss (Raw)": 0.89995938539505, "Finetune/Step": 2789, "Finetune/Step Time": 4.492691168561578}
{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.8866206407546997, "Finetune/Loss (Raw)": 0.955218493938446, "Finetune/Step": 2790, "Finetune/Step Time": 4.495752228423953}
{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.8849855065345764, "Finetune/Loss (Raw)": 0.8076489567756653, "Finetune/Step": 2791, "Finetune/Step Time": 4.516005413606763}
{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.8896598815917969, "Finetune/Loss (Raw)": 1.0315489768981934, "Finetune/Step": 2792, "Finetune/Step Time": 4.491582825779915}
{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.8913439512252808, "Finetune/Loss (Raw)": 1.020774483680725, "Finetune/Step": 2793, "Finetune/Step Time": 4.489661505445838}
{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.8903986811637878, "Finetune/Loss (Raw)": 0.8632475733757019, "Finetune/Step": 2794, "Finetune/Step Time": 4.49776123650372}
{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.8913626074790955, "Finetune/Loss (Raw)": 0.9364190697669983, "Finetune/Step": 2795, "Finetune/Step Time": 4.503219379112124}
{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.8914525508880615, "Finetune/Loss (Raw)": 0.8859096169471741, "Finetune/Step": 2796, "Finetune/Step Time": 4.514162132516503}
{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.8899092078208923, "Finetune/Loss (Raw)": 0.8504350185394287, "Finetune/Step": 2797, "Finetune/Step Time": 4.526604499667883}
{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.885473906993866, "Finetune/Loss (Raw)": 0.3738968074321747, "Finetune/Step": 2798, "Finetune/Step Time": 4.5696843564510345}
{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.8851367235183716, "Finetune/Loss (Raw)": 0.7779718041419983, "Finetune/Step": 2799, "Finetune/Step Time": 4.567212054505944}
{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.885799765586853, "Finetune/Loss (Raw)": 0.79691481590271, "Finetune/Step": 2800, "Finetune/Step Time": 4.561616115272045}
{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.8867872953414917, "Finetune/Loss (Raw)": 1.008974313735962, "Finetune/Step": 2801, "Finetune/Step Time": 4.565097372978926}
{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.8876859545707703, "Finetune/Loss (Raw)": 1.010628342628479, "Finetune/Step": 2802, "Finetune/Step Time": 4.570248739793897}
{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.8882509469985962, "Finetune/Loss (Raw)": 0.9612593054771423, "Finetune/Step": 2803, "Finetune/Step Time": 4.56908624432981}
{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.8890433311462402, "Finetune/Loss (Raw)": 0.957407534122467, "Finetune/Step": 2804, "Finetune/Step Time": 4.558170899748802}
{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.8893036842346191, "Finetune/Loss (Raw)": 1.0498123168945312, "Finetune/Step": 2805, "Finetune/Step Time": 4.5568539313972}
{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.8889564275741577, "Finetune/Loss (Raw)": 0.8787853121757507, "Finetune/Step": 2806, "Finetune/Step Time": 4.563410330563784}
{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.8875360488891602, "Finetune/Loss (Raw)": 0.8705131411552429, "Finetune/Step": 2807, "Finetune/Step Time": 4.561507789418101}
{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.886635422706604, "Finetune/Loss (Raw)": 0.8264956474304199, "Finetune/Step": 2808, "Finetune/Step Time": 4.577292850241065}
{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.886691689491272, "Finetune/Loss (Raw)": 0.34668296575546265, "Finetune/Step": 2809, "Finetune/Step Time": 4.58223969116807}
{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.8855949640274048, "Finetune/Loss (Raw)": 0.7823013067245483, "Finetune/Step": 2810, "Finetune/Step Time": 4.574888605624437}
{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.8857453465461731, "Finetune/Loss (Raw)": 0.9630998373031616, "Finetune/Step": 2811, "Finetune/Step Time": 4.578576540574431}
{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.8857834339141846, "Finetune/Loss (Raw)": 0.9143797159194946, "Finetune/Step": 2812, "Finetune/Step Time": 4.577864985913038}
{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.8866177201271057, "Finetune/Loss (Raw)": 1.0286906957626343, "Finetune/Step": 2813, "Finetune/Step Time": 4.576536705717444}
{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.8828752040863037, "Finetune/Loss (Raw)": 0.3472425639629364, "Finetune/Step": 2814, "Finetune/Step Time": 4.614286808297038}
{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.8839247226715088, "Finetune/Loss (Raw)": 1.0603595972061157, "Finetune/Step": 2815, "Finetune/Step Time": 4.616182658821344}
{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.8840481638908386, "Finetune/Loss (Raw)": 0.9871333837509155, "Finetune/Step": 2816, "Finetune/Step Time": 4.614512553438544}
{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.8827546238899231, "Finetune/Loss (Raw)": 0.8990017175674438, "Finetune/Step": 2817, "Finetune/Step Time": 4.621708396822214}
{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.8866758346557617, "Finetune/Loss (Raw)": 0.8665573000907898, "Finetune/Step": 2818, "Finetune/Step Time": 4.587756808847189}
{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.8864048719406128, "Finetune/Loss (Raw)": 1.051016092300415, "Finetune/Step": 2819, "Finetune/Step Time": 4.590800845995545}
{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.8877751231193542, "Finetune/Loss (Raw)": 1.0568712949752808, "Finetune/Step": 2820, "Finetune/Step Time": 4.590669009834528}
{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.8858840465545654, "Finetune/Loss (Raw)": 0.7691241502761841, "Finetune/Step": 2821, "Finetune/Step Time": 4.603694191202521}
{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.8858678936958313, "Finetune/Loss (Raw)": 0.9354634284973145, "Finetune/Step": 2822, "Finetune/Step Time": 4.599359875544906}
{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.8821464776992798, "Finetune/Loss (Raw)": 0.39902567863464355, "Finetune/Step": 2823, "Finetune/Step Time": 4.632067326456308}
{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.8808044195175171, "Finetune/Loss (Raw)": 0.8593413829803467, "Finetune/Step": 2824, "Finetune/Step Time": 4.6184160355478525}
{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.8803117275238037, "Finetune/Loss (Raw)": 0.8264580368995667, "Finetune/Step": 2825, "Finetune/Step Time": 4.6171953827142715}
{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.8800086975097656, "Finetune/Loss (Raw)": 0.8095270395278931, "Finetune/Step": 2826, "Finetune/Step Time": 4.619729798287153}
{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.8793736696243286, "Finetune/Loss (Raw)": 0.9819645881652832, "Finetune/Step": 2827, "Finetune/Step Time": 4.60219993814826}
{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.8808773756027222, "Finetune/Loss (Raw)": 1.0829079151153564, "Finetune/Step": 2828, "Finetune/Step Time": 4.601872809231281}
{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.8813287019729614, "Finetune/Loss (Raw)": 0.9725958108901978, "Finetune/Step": 2829, "Finetune/Step Time": 4.584449918940663}
{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.8815062046051025, "Finetune/Loss (Raw)": 0.991778552532196, "Finetune/Step": 2830, "Finetune/Step Time": 4.576400374993682}
{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.8830937147140503, "Finetune/Loss (Raw)": 1.0849462747573853, "Finetune/Step": 2831, "Finetune/Step Time": 4.559554684907198}
{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.8847254514694214, "Finetune/Loss (Raw)": 1.0466864109039307, "Finetune/Step": 2832, "Finetune/Step Time": 4.5548641085624695}
{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.8848365545272827, "Finetune/Loss (Raw)": 0.9190850257873535, "Finetune/Step": 2833, "Finetune/Step Time": 4.561496689915657}
{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.8795723915100098, "Finetune/Loss (Raw)": 0.3509068489074707, "Finetune/Step": 2834, "Finetune/Step Time": 4.593659099191427}
{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.8789495229721069, "Finetune/Loss (Raw)": 0.9586262702941895, "Finetune/Step": 2835, "Finetune/Step Time": 4.596413960680366}
{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.8770216703414917, "Finetune/Loss (Raw)": 0.7913573980331421, "Finetune/Step": 2836, "Finetune/Step Time": 4.588775111362338}
{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.8777669668197632, "Finetune/Loss (Raw)": 0.9885905981063843, "Finetune/Step": 2837, "Finetune/Step Time": 4.577166490256786}
{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.8816258907318115, "Finetune/Loss (Raw)": 0.8694264888763428, "Finetune/Step": 2838, "Finetune/Step Time": 4.533416111022234}
{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.880524218082428, "Finetune/Loss (Raw)": 0.8650749325752258, "Finetune/Step": 2839, "Finetune/Step Time": 4.538838664069772}
{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.8806911110877991, "Finetune/Loss (Raw)": 0.9864311814308167, "Finetune/Step": 2840, "Finetune/Step Time": 4.52249151468277}
{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.8821982145309448, "Finetune/Loss (Raw)": 1.1079531908035278, "Finetune/Step": 2841, "Finetune/Step Time": 4.516591906547546}
{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.8818678855895996, "Finetune/Loss (Raw)": 0.9378241896629333, "Finetune/Step": 2842, "Finetune/Step Time": 4.518682666122913}
{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.8812277317047119, "Finetune/Loss (Raw)": 0.7813610434532166, "Finetune/Step": 2843, "Finetune/Step Time": 4.523863673210144}
{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.8817000389099121, "Finetune/Loss (Raw)": 0.9320371747016907, "Finetune/Step": 2844, "Finetune/Step Time": 4.524191375821829}
{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.8821247816085815, "Finetune/Loss (Raw)": 0.9799744486808777, "Finetune/Step": 2845, "Finetune/Step Time": 4.529761893674731}
{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.8821265697479248, "Finetune/Loss (Raw)": 0.8963377475738525, "Finetune/Step": 2846, "Finetune/Step Time": 4.527746614068747}
{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.8802424669265747, "Finetune/Loss (Raw)": 0.7335160970687866, "Finetune/Step": 2847, "Finetune/Step Time": 4.5398928336799145}
{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.8805365562438965, "Finetune/Loss (Raw)": 1.0094492435455322, "Finetune/Step": 2848, "Finetune/Step Time": 4.546471366658807}
{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.880663275718689, "Finetune/Loss (Raw)": 0.9072729349136353, "Finetune/Step": 2849, "Finetune/Step Time": 4.542519882321358}
{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.8807064294815063, "Finetune/Loss (Raw)": 0.9068927764892578, "Finetune/Step": 2850, "Finetune/Step Time": 4.543440517038107}
{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.8814160823822021, "Finetune/Loss (Raw)": 0.9735206961631775, "Finetune/Step": 2851, "Finetune/Step Time": 4.540064711123705}
{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.882122278213501, "Finetune/Loss (Raw)": 1.0386512279510498, "Finetune/Step": 2852, "Finetune/Step Time": 4.535661535337567}
{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.8817700743675232, "Finetune/Loss (Raw)": 0.9011114835739136, "Finetune/Step": 2853, "Finetune/Step Time": 4.536010852083564}
{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.8819537162780762, "Finetune/Loss (Raw)": 0.9669519066810608, "Finetune/Step": 2854, "Finetune/Step Time": 4.528793528676033}
{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.8824827671051025, "Finetune/Loss (Raw)": 0.9995027780532837, "Finetune/Step": 2855, "Finetune/Step Time": 4.533731419593096}
{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.8837295770645142, "Finetune/Loss (Raw)": 0.9989058971405029, "Finetune/Step": 2856, "Finetune/Step Time": 4.552598062902689}
{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.8882733583450317, "Finetune/Loss (Raw)": 0.9969908595085144, "Finetune/Step": 2857, "Finetune/Step Time": 4.510872000828385}
{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.8885320425033569, "Finetune/Loss (Raw)": 0.8480042815208435, "Finetune/Step": 2858, "Finetune/Step Time": 4.504028493538499}
{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.8886216878890991, "Finetune/Loss (Raw)": 0.9355651140213013, "Finetune/Step": 2859, "Finetune/Step Time": 4.510869236662984}
{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.8874803781509399, "Finetune/Loss (Raw)": 0.8236819505691528, "Finetune/Step": 2860, "Finetune/Step Time": 4.521123498678207}
{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.8885513544082642, "Finetune/Loss (Raw)": 1.0583531856536865, "Finetune/Step": 2861, "Finetune/Step Time": 4.5267918556928635}
{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.8874677419662476, "Finetune/Loss (Raw)": 0.8551720380783081, "Finetune/Step": 2862, "Finetune/Step Time": 4.53788491897285}
{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.8873888254165649, "Finetune/Loss (Raw)": 0.9813175201416016, "Finetune/Step": 2863, "Finetune/Step Time": 4.5410200003534555}
{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.8906803131103516, "Finetune/Loss (Raw)": 0.8759644627571106, "Finetune/Step": 2864, "Finetune/Step Time": 4.500913787633181}
{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.8935332298278809, "Finetune/Loss (Raw)": 1.0243284702301025, "Finetune/Step": 2865, "Finetune/Step Time": 4.487275378778577}
{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.8892420530319214, "Finetune/Loss (Raw)": 0.38881775736808777, "Finetune/Step": 2866, "Finetune/Step Time": 4.522306816652417}
{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.8890634775161743, "Finetune/Loss (Raw)": 0.9366540908813477, "Finetune/Step": 2867, "Finetune/Step Time": 4.530890738591552}
{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.8906562924385071, "Finetune/Loss (Raw)": 1.0604625940322876, "Finetune/Step": 2868, "Finetune/Step Time": 4.520322384312749}
{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.8886698484420776, "Finetune/Loss (Raw)": 0.7711835503578186, "Finetune/Step": 2869, "Finetune/Step Time": 4.556486047804356}
{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.8842334151268005, "Finetune/Loss (Raw)": 0.37678131461143494, "Finetune/Step": 2870, "Finetune/Step Time": 4.583296749740839}
{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.8847063779830933, "Finetune/Loss (Raw)": 1.057065725326538, "Finetune/Step": 2871, "Finetune/Step Time": 4.575909990817308}
{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.8851620554924011, "Finetune/Loss (Raw)": 1.0169029235839844, "Finetune/Step": 2872, "Finetune/Step Time": 4.575951004400849}
{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.8845133781433105, "Finetune/Loss (Raw)": 0.9375793933868408, "Finetune/Step": 2873, "Finetune/Step Time": 4.5830408819019794}
{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.8799962997436523, "Finetune/Loss (Raw)": 0.3547002673149109, "Finetune/Step": 2874, "Finetune/Step Time": 4.608142044395208}
{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.8809924125671387, "Finetune/Loss (Raw)": 1.0372376441955566, "Finetune/Step": 2875, "Finetune/Step Time": 4.587937697768211}
{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.8798651695251465, "Finetune/Loss (Raw)": 0.9065732359886169, "Finetune/Step": 2876, "Finetune/Step Time": 4.5968168042600155}
{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.8789657950401306, "Finetune/Loss (Raw)": 0.8741528391838074, "Finetune/Step": 2877, "Finetune/Step Time": 4.605519529432058}
{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.8797462582588196, "Finetune/Loss (Raw)": 0.9788401126861572, "Finetune/Step": 2878, "Finetune/Step Time": 4.6108039151877165}
{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.8786574602127075, "Finetune/Loss (Raw)": 0.8208341002464294, "Finetune/Step": 2879, "Finetune/Step Time": 4.612186040729284}
{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.8788319826126099, "Finetune/Loss (Raw)": 1.0082954168319702, "Finetune/Step": 2880, "Finetune/Step Time": 4.604082083329558}
{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.8789472579956055, "Finetune/Loss (Raw)": 1.0193800926208496, "Finetune/Step": 2881, "Finetune/Step Time": 4.60882624424994}
{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.8792979121208191, "Finetune/Loss (Raw)": 1.0137542486190796, "Finetune/Step": 2882, "Finetune/Step Time": 4.610148446634412}
{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.884648859500885, "Finetune/Loss (Raw)": 1.03720223903656, "Finetune/Step": 2883, "Finetune/Step Time": 4.573903260752559}
{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.8835729360580444, "Finetune/Loss (Raw)": 0.8977201581001282, "Finetune/Step": 2884, "Finetune/Step Time": 4.580427344888449}
{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.8848040103912354, "Finetune/Loss (Raw)": 0.9726129770278931, "Finetune/Step": 2885, "Finetune/Step Time": 4.547913094982505}
{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.8829580545425415, "Finetune/Loss (Raw)": 0.7383242249488831, "Finetune/Step": 2886, "Finetune/Step Time": 4.570986906066537}
{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.8827683329582214, "Finetune/Loss (Raw)": 0.8389513492584229, "Finetune/Step": 2887, "Finetune/Step Time": 4.5757873728871346}
{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.8852685689926147, "Finetune/Loss (Raw)": 1.091502070426941, "Finetune/Step": 2888, "Finetune/Step Time": 4.5835193414241076}
{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.884566605091095, "Finetune/Loss (Raw)": 0.32558518648147583, "Finetune/Step": 2889, "Finetune/Step Time": 4.5822375528514385}
{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.884170651435852, "Finetune/Loss (Raw)": 0.8269729614257812, "Finetune/Step": 2890, "Finetune/Step Time": 4.57106420956552}
{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.884260892868042, "Finetune/Loss (Raw)": 0.9221194386482239, "Finetune/Step": 2891, "Finetune/Step Time": 4.569889476522803}
{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.885993480682373, "Finetune/Loss (Raw)": 1.1373320817947388, "Finetune/Step": 2892, "Finetune/Step Time": 4.578808980062604}
{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.8904509544372559, "Finetune/Loss (Raw)": 0.9195761680603027, "Finetune/Step": 2893, "Finetune/Step Time": 4.537698203697801}
{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.8916932344436646, "Finetune/Loss (Raw)": 1.0410888195037842, "Finetune/Step": 2894, "Finetune/Step Time": 4.536340499296784}
{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.8907822966575623, "Finetune/Loss (Raw)": 0.9291506409645081, "Finetune/Step": 2895, "Finetune/Step Time": 4.523050827905536}
{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.8907294273376465, "Finetune/Loss (Raw)": 0.9913650155067444, "Finetune/Step": 2896, "Finetune/Step Time": 4.525325171649456}
{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.8911134004592896, "Finetune/Loss (Raw)": 1.0138816833496094, "Finetune/Step": 2897, "Finetune/Step Time": 4.5198482144623995}
{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.8929270505905151, "Finetune/Loss (Raw)": 0.9573716521263123, "Finetune/Step": 2898, "Finetune/Step Time": 4.502843366935849}
{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.8927584290504456, "Finetune/Loss (Raw)": 0.8958263993263245, "Finetune/Step": 2899, "Finetune/Step Time": 4.502981394529343}
{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.8917351365089417, "Finetune/Loss (Raw)": 0.8212258815765381, "Finetune/Step": 2900, "Finetune/Step Time": 4.50663136318326}
{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.8907177448272705, "Finetune/Loss (Raw)": 0.850150465965271, "Finetune/Step": 2901, "Finetune/Step Time": 4.5162170473486185}
{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.8960078358650208, "Finetune/Loss (Raw)": 1.0055646896362305, "Finetune/Step": 2902, "Finetune/Step Time": 4.5000652596354485}
{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.8963277339935303, "Finetune/Loss (Raw)": 0.9964043498039246, "Finetune/Step": 2903, "Finetune/Step Time": 4.503068210557103}
{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.896761953830719, "Finetune/Loss (Raw)": 0.8909762501716614, "Finetune/Step": 2904, "Finetune/Step Time": 4.500920835882425}
{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.8972371816635132, "Finetune/Loss (Raw)": 0.9389083981513977, "Finetune/Step": 2905, "Finetune/Step Time": 4.502613622695208}
{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.8976325392723083, "Finetune/Loss (Raw)": 0.9752939343452454, "Finetune/Step": 2906, "Finetune/Step Time": 4.503648253157735}
{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.897691011428833, "Finetune/Loss (Raw)": 0.8942579030990601, "Finetune/Step": 2907, "Finetune/Step Time": 4.495971756055951}
{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.8981837034225464, "Finetune/Loss (Raw)": 0.9726930260658264, "Finetune/Step": 2908, "Finetune/Step Time": 4.499316748231649}
{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.8987812995910645, "Finetune/Loss (Raw)": 1.1142139434814453, "Finetune/Step": 2909, "Finetune/Step Time": 4.493709407746792}
{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.8999714851379395, "Finetune/Loss (Raw)": 1.028275489807129, "Finetune/Step": 2910, "Finetune/Step Time": 4.494707396253943}
{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.9000867605209351, "Finetune/Loss (Raw)": 1.0934700965881348, "Finetune/Step": 2911, "Finetune/Step Time": 4.480541951954365}
{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.9018592834472656, "Finetune/Loss (Raw)": 0.9698447585105896, "Finetune/Step": 2912, "Finetune/Step Time": 4.472524516284466}
{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.90256267786026, "Finetune/Loss (Raw)": 0.9936281442642212, "Finetune/Step": 2913, "Finetune/Step Time": 4.464949015527964}
{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.9006009697914124, "Finetune/Loss (Raw)": 0.7580816745758057, "Finetune/Step": 2914, "Finetune/Step Time": 4.486499387770891}
{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.9001863598823547, "Finetune/Loss (Raw)": 0.8153297901153564, "Finetune/Step": 2915, "Finetune/Step Time": 4.503377607092261}
{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.9000585079193115, "Finetune/Loss (Raw)": 0.9662591814994812, "Finetune/Step": 2916, "Finetune/Step Time": 4.490010591223836}
{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.9009698629379272, "Finetune/Loss (Raw)": 1.0166151523590088, "Finetune/Step": 2917, "Finetune/Step Time": 4.474227786064148}
{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.90055251121521, "Finetune/Loss (Raw)": 0.9017883539199829, "Finetune/Step": 2918, "Finetune/Step Time": 4.4795186799019575}
{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.901573657989502, "Finetune/Loss (Raw)": 0.9383601546287537, "Finetune/Step": 2919, "Finetune/Step Time": 4.452676830813289}
{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.8962042331695557, "Finetune/Loss (Raw)": 0.3442550599575043, "Finetune/Step": 2920, "Finetune/Step Time": 4.47761538438499}
{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.8955302834510803, "Finetune/Loss (Raw)": 0.9345138669013977, "Finetune/Step": 2921, "Finetune/Step Time": 4.494873404502869}
{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.8956795930862427, "Finetune/Loss (Raw)": 0.8823554515838623, "Finetune/Step": 2922, "Finetune/Step Time": 4.4878886342048645}
{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.8957492113113403, "Finetune/Loss (Raw)": 0.945331335067749, "Finetune/Step": 2923, "Finetune/Step Time": 4.5096309799700975}
{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.8970884084701538, "Finetune/Loss (Raw)": 1.0573267936706543, "Finetune/Step": 2924, "Finetune/Step Time": 4.493020556867123}
{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.8986123204231262, "Finetune/Loss (Raw)": 1.0455020666122437, "Finetune/Step": 2925, "Finetune/Step Time": 4.482415474951267}
{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.902958333492279, "Finetune/Loss (Raw)": 0.930180549621582, "Finetune/Step": 2926, "Finetune/Step Time": 4.4711721781641245}
{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.9025161266326904, "Finetune/Loss (Raw)": 0.7213713526725769, "Finetune/Step": 2927, "Finetune/Step Time": 4.475016709417105}
{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.9037049412727356, "Finetune/Loss (Raw)": 0.9490838646888733, "Finetune/Step": 2928, "Finetune/Step Time": 4.484076650813222}
{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.9042544364929199, "Finetune/Loss (Raw)": 1.079310655593872, "Finetune/Step": 2929, "Finetune/Step Time": 4.479987056925893}
{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.9041730761528015, "Finetune/Loss (Raw)": 1.0002131462097168, "Finetune/Step": 2930, "Finetune/Step Time": 4.466286385431886}
{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.904352068901062, "Finetune/Loss (Raw)": 0.9841689467430115, "Finetune/Step": 2931, "Finetune/Step Time": 4.474314944818616}
{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.9044189453125, "Finetune/Loss (Raw)": 0.9659695625305176, "Finetune/Step": 2932, "Finetune/Step Time": 4.478090904653072}
{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.9037781953811646, "Finetune/Loss (Raw)": 0.967793881893158, "Finetune/Step": 2933, "Finetune/Step Time": 4.489360682666302}
{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.9044128656387329, "Finetune/Loss (Raw)": 0.9600306153297424, "Finetune/Step": 2934, "Finetune/Step Time": 4.482844728976488}
{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.9050120115280151, "Finetune/Loss (Raw)": 0.9471984505653381, "Finetune/Step": 2935, "Finetune/Step Time": 4.487718658521771}
{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.9069727659225464, "Finetune/Loss (Raw)": 1.077475666999817, "Finetune/Step": 2936, "Finetune/Step Time": 4.493471955880523}
{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.9127390384674072, "Finetune/Loss (Raw)": 1.0847688913345337, "Finetune/Step": 2937, "Finetune/Step Time": 4.451091576367617}
{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.9141594171524048, "Finetune/Loss (Raw)": 0.9641057252883911, "Finetune/Step": 2938, "Finetune/Step Time": 4.452852206304669}
{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.9139203429222107, "Finetune/Loss (Raw)": 0.9324958324432373, "Finetune/Step": 2939, "Finetune/Step Time": 4.45145695284009}
{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.9127089381217957, "Finetune/Loss (Raw)": 0.759319007396698, "Finetune/Step": 2940, "Finetune/Step Time": 4.4535968992859125}
{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.9104124903678894, "Finetune/Loss (Raw)": 0.7347474098205566, "Finetune/Step": 2941, "Finetune/Step Time": 4.471438193693757}
{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.915935218334198, "Finetune/Loss (Raw)": 1.0541528463363647, "Finetune/Step": 2942, "Finetune/Step Time": 4.442625127732754}
{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.9153835773468018, "Finetune/Loss (Raw)": 0.9897502064704895, "Finetune/Step": 2943, "Finetune/Step Time": 4.447626719251275}
{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.9151515960693359, "Finetune/Loss (Raw)": 0.9574347734451294, "Finetune/Step": 2944, "Finetune/Step Time": 4.455087687820196}
{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.915015697479248, "Finetune/Loss (Raw)": 0.8816067576408386, "Finetune/Step": 2945, "Finetune/Step Time": 4.463721554726362}
{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.9157650470733643, "Finetune/Loss (Raw)": 0.9624801278114319, "Finetune/Step": 2946, "Finetune/Step Time": 4.454880364239216}
{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.9146324992179871, "Finetune/Loss (Raw)": 0.9060476422309875, "Finetune/Step": 2947, "Finetune/Step Time": 4.471513893455267}
{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.9144497513771057, "Finetune/Loss (Raw)": 1.0334762334823608, "Finetune/Step": 2948, "Finetune/Step Time": 4.481969699263573}
{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.916058361530304, "Finetune/Loss (Raw)": 0.9750277996063232, "Finetune/Step": 2949, "Finetune/Step Time": 4.471754590049386}
{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.9159859418869019, "Finetune/Loss (Raw)": 0.9261953234672546, "Finetune/Step": 2950, "Finetune/Step Time": 4.471564445644617}
{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.9152091145515442, "Finetune/Loss (Raw)": 0.2995914816856384, "Finetune/Step": 2951, "Finetune/Step Time": 4.471858656033874}
{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.9162302017211914, "Finetune/Loss (Raw)": 0.990039587020874, "Finetune/Step": 2952, "Finetune/Step Time": 4.469509705901146}
{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.9177323579788208, "Finetune/Loss (Raw)": 1.0187326669692993, "Finetune/Step": 2953, "Finetune/Step Time": 4.468780137598515}
{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.9178717136383057, "Finetune/Loss (Raw)": 0.8273693919181824, "Finetune/Step": 2954, "Finetune/Step Time": 4.473478652536869}
{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.9187524318695068, "Finetune/Loss (Raw)": 1.094697117805481, "Finetune/Step": 2955, "Finetune/Step Time": 4.480684591457248}
{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.9178338646888733, "Finetune/Loss (Raw)": 0.9653226733207703, "Finetune/Step": 2956, "Finetune/Step Time": 4.47766044922173}
{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.9176602363586426, "Finetune/Loss (Raw)": 0.9503776431083679, "Finetune/Step": 2957, "Finetune/Step Time": 4.466279126703739}
{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.9173920154571533, "Finetune/Loss (Raw)": 0.9574471116065979, "Finetune/Step": 2958, "Finetune/Step Time": 4.469522062689066}
{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.9113733172416687, "Finetune/Loss (Raw)": 0.3145511746406555, "Finetune/Step": 2959, "Finetune/Step Time": 4.505605099722743}
{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.9106266498565674, "Finetune/Loss (Raw)": 0.9511076211929321, "Finetune/Step": 2960, "Finetune/Step Time": 4.503252774477005}
{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.9102197885513306, "Finetune/Loss (Raw)": 0.8670086860656738, "Finetune/Step": 2961, "Finetune/Step Time": 4.489437794312835}
{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.9160012006759644, "Finetune/Loss (Raw)": 1.0909367799758911, "Finetune/Step": 2962, "Finetune/Step Time": 4.456772232428193}
{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.9164213538169861, "Finetune/Loss (Raw)": 1.0123989582061768, "Finetune/Step": 2963, "Finetune/Step Time": 4.467530017718673}
{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.9183478355407715, "Finetune/Loss (Raw)": 1.03794264793396, "Finetune/Step": 2964, "Finetune/Step Time": 4.470078635960817}
{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.9184661507606506, "Finetune/Loss (Raw)": 1.0037378072738647, "Finetune/Step": 2965, "Finetune/Step Time": 4.4661885146051645}
{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.9183245301246643, "Finetune/Loss (Raw)": 0.8513055443763733, "Finetune/Step": 2966, "Finetune/Step Time": 4.474112037569284}
{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.9180700182914734, "Finetune/Loss (Raw)": 0.8324974775314331, "Finetune/Step": 2967, "Finetune/Step Time": 4.4856486935168505}
{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.9187367558479309, "Finetune/Loss (Raw)": 1.0717657804489136, "Finetune/Step": 2968, "Finetune/Step Time": 4.494364282116294}
{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.9170526266098022, "Finetune/Loss (Raw)": 0.8923888206481934, "Finetune/Step": 2969, "Finetune/Step Time": 4.4913643989712}
{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.9171568155288696, "Finetune/Loss (Raw)": 0.9511632919311523, "Finetune/Step": 2970, "Finetune/Step Time": 4.503236962482333}
{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.9184824228286743, "Finetune/Loss (Raw)": 0.9510307908058167, "Finetune/Step": 2971, "Finetune/Step Time": 4.510254794731736}
{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.9187535047531128, "Finetune/Loss (Raw)": 0.9667419195175171, "Finetune/Step": 2972, "Finetune/Step Time": 4.50624268874526}
{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.9175456762313843, "Finetune/Loss (Raw)": 0.8253647089004517, "Finetune/Step": 2973, "Finetune/Step Time": 4.50971338711679}
{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.918058454990387, "Finetune/Loss (Raw)": 0.9619806408882141, "Finetune/Step": 2974, "Finetune/Step Time": 4.510945169255137}
{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.9153532981872559, "Finetune/Loss (Raw)": 0.38724929094314575, "Finetune/Step": 2975, "Finetune/Step Time": 4.5361503548920155}
{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.9141005277633667, "Finetune/Loss (Raw)": 0.8490995168685913, "Finetune/Step": 2976, "Finetune/Step Time": 4.53045011498034}
{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.9146087765693665, "Finetune/Loss (Raw)": 0.9723311066627502, "Finetune/Step": 2977, "Finetune/Step Time": 4.527897775173187}
{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.9155741930007935, "Finetune/Loss (Raw)": 1.030474305152893, "Finetune/Step": 2978, "Finetune/Step Time": 4.522903645411134}
{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.9152048230171204, "Finetune/Loss (Raw)": 0.9262285828590393, "Finetune/Step": 2979, "Finetune/Step Time": 4.538557695224881}
{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.9139870405197144, "Finetune/Loss (Raw)": 0.8827753067016602, "Finetune/Step": 2980, "Finetune/Step Time": 4.541513429954648}
{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.9133166074752808, "Finetune/Loss (Raw)": 0.8152971267700195, "Finetune/Step": 2981, "Finetune/Step Time": 4.568070145323873}
{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.912421464920044, "Finetune/Loss (Raw)": 0.8523794412612915, "Finetune/Step": 2982, "Finetune/Step Time": 4.561444368213415}
{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.9128314852714539, "Finetune/Loss (Raw)": 1.0519835948944092, "Finetune/Step": 2983, "Finetune/Step Time": 4.551739944145083}
{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.9137757420539856, "Finetune/Loss (Raw)": 1.119767427444458, "Finetune/Step": 2984, "Finetune/Step Time": 4.5466744638979435}
{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.913059413433075, "Finetune/Loss (Raw)": 0.9053008556365967, "Finetune/Step": 2985, "Finetune/Step Time": 4.5515317767858505}
{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.9089663028717041, "Finetune/Loss (Raw)": 0.3240935206413269, "Finetune/Step": 2986, "Finetune/Step Time": 4.59193753823638}
{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.9085488319396973, "Finetune/Loss (Raw)": 0.8821243047714233, "Finetune/Step": 2987, "Finetune/Step Time": 4.6052515264600515}
{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.9098047018051147, "Finetune/Loss (Raw)": 0.9844254851341248, "Finetune/Step": 2988, "Finetune/Step Time": 4.602353852242231}
{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.908399760723114, "Finetune/Loss (Raw)": 0.8785231709480286, "Finetune/Step": 2989, "Finetune/Step Time": 4.601530399173498}
{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.909858763217926, "Finetune/Loss (Raw)": 1.0419301986694336, "Finetune/Step": 2990, "Finetune/Step Time": 4.57731550000608}
{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.9099762439727783, "Finetune/Loss (Raw)": 0.9963474273681641, "Finetune/Step": 2991, "Finetune/Step Time": 4.575984764844179}
{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.909791111946106, "Finetune/Loss (Raw)": 0.8522738218307495, "Finetune/Step": 2992, "Finetune/Step Time": 4.58676222525537}
{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.9099057912826538, "Finetune/Loss (Raw)": 1.0390102863311768, "Finetune/Step": 2993, "Finetune/Step Time": 4.582555521279573}
{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.9152567982673645, "Finetune/Loss (Raw)": 1.0737453699111938, "Finetune/Step": 2994, "Finetune/Step Time": 4.540375281125307}
{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.9154267311096191, "Finetune/Loss (Raw)": 0.9583989977836609, "Finetune/Step": 2995, "Finetune/Step Time": 4.543577549979091}
{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.9143701195716858, "Finetune/Loss (Raw)": 0.925219714641571, "Finetune/Step": 2996, "Finetune/Step Time": 4.558679880574346}
{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.9151864051818848, "Finetune/Loss (Raw)": 0.8756664991378784, "Finetune/Step": 2997, "Finetune/Step Time": 4.528683578595519}
{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.919403076171875, "Finetune/Loss (Raw)": 0.9165211319923401, "Finetune/Step": 2998, "Finetune/Step Time": 4.498906172811985}
{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.9199720621109009, "Finetune/Loss (Raw)": 1.1298905611038208, "Finetune/Step": 2999, "Finetune/Step Time": 4.5106999315321445}
{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.9191988110542297, "Finetune/Loss (Raw)": 0.9179311990737915, "Finetune/Step": 3000, "Finetune/Step Time": 4.515241796150804}
{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.9188725352287292, "Finetune/Loss (Raw)": 0.8958137035369873, "Finetune/Step": 3001, "Finetune/Step Time": 4.512879628688097}
{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.9235406517982483, "Finetune/Loss (Raw)": 0.9522254467010498, "Finetune/Step": 3002, "Finetune/Step Time": 4.482582276687026}
{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.9225747585296631, "Finetune/Loss (Raw)": 0.9136022329330444, "Finetune/Step": 3003, "Finetune/Step Time": 4.494398877024651}
{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.9229837656021118, "Finetune/Loss (Raw)": 0.958916187286377, "Finetune/Step": 3004, "Finetune/Step Time": 4.487081611528993}
{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.9221647381782532, "Finetune/Loss (Raw)": 0.7693201303482056, "Finetune/Step": 3005, "Finetune/Step Time": 4.504799036309123}
{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.9220541715621948, "Finetune/Loss (Raw)": 0.9646944403648376, "Finetune/Step": 3006, "Finetune/Step Time": 4.497267372906208}
{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.9219323992729187, "Finetune/Loss (Raw)": 0.8052420020103455, "Finetune/Step": 3007, "Finetune/Step Time": 4.488076588138938}
{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.921747624874115, "Finetune/Loss (Raw)": 0.9846430420875549, "Finetune/Step": 3008, "Finetune/Step Time": 4.489071039482951}
{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.9218592643737793, "Finetune/Loss (Raw)": 1.0336695909500122, "Finetune/Step": 3009, "Finetune/Step Time": 4.481671134009957}
{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.9209902286529541, "Finetune/Loss (Raw)": 0.9025243520736694, "Finetune/Step": 3010, "Finetune/Step Time": 4.482241144403815}
{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.9212111830711365, "Finetune/Loss (Raw)": 1.0654797554016113, "Finetune/Step": 3011, "Finetune/Step Time": 4.479263298213482}
{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.9218964576721191, "Finetune/Loss (Raw)": 0.985436201095581, "Finetune/Step": 3012, "Finetune/Step Time": 4.4509784784168005}
{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.9214708805084229, "Finetune/Loss (Raw)": 0.9181353449821472, "Finetune/Step": 3013, "Finetune/Step Time": 4.447567710652947}
{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.9226679801940918, "Finetune/Loss (Raw)": 0.8915583491325378, "Finetune/Step": 3014, "Finetune/Step Time": 4.43116263858974}
{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.9223359823226929, "Finetune/Loss (Raw)": 0.7964540123939514, "Finetune/Step": 3015, "Finetune/Step Time": 4.44055812060833}
{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.9212948679924011, "Finetune/Loss (Raw)": 0.9582359194755554, "Finetune/Step": 3016, "Finetune/Step Time": 4.443958358839154}
{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.9250713586807251, "Finetune/Loss (Raw)": 0.8089805841445923, "Finetune/Step": 3017, "Finetune/Step Time": 4.410810973495245}
{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.9255238771438599, "Finetune/Loss (Raw)": 0.8848956823348999, "Finetune/Step": 3018, "Finetune/Step Time": 4.4060686361044645}
{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.9259131550788879, "Finetune/Loss (Raw)": 0.9719440340995789, "Finetune/Step": 3019, "Finetune/Step Time": 4.407727027311921}
{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.9241901636123657, "Finetune/Loss (Raw)": 0.916790783405304, "Finetune/Step": 3020, "Finetune/Step Time": 4.389483604580164}
{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.9241749048233032, "Finetune/Loss (Raw)": 0.9176172018051147, "Finetune/Step": 3021, "Finetune/Step Time": 4.39330336637795}
{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.923919677734375, "Finetune/Loss (Raw)": 1.0084246397018433, "Finetune/Step": 3022, "Finetune/Step Time": 4.393352152779698}
{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.9226582050323486, "Finetune/Loss (Raw)": 0.7676823735237122, "Finetune/Step": 3023, "Finetune/Step Time": 4.396524617448449}
{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.9224967956542969, "Finetune/Loss (Raw)": 0.9707008004188538, "Finetune/Step": 3024, "Finetune/Step Time": 4.401599071919918}
{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.9220802783966064, "Finetune/Loss (Raw)": 0.9605638384819031, "Finetune/Step": 3025, "Finetune/Step Time": 4.400449689477682}
{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.9224050045013428, "Finetune/Loss (Raw)": 0.9989432096481323, "Finetune/Step": 3026, "Finetune/Step Time": 4.404964527115226}
{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.9233618974685669, "Finetune/Loss (Raw)": 1.0183136463165283, "Finetune/Step": 3027, "Finetune/Step Time": 4.40357893705368}
{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.9242608547210693, "Finetune/Loss (Raw)": 0.9362873435020447, "Finetune/Step": 3028, "Finetune/Step Time": 4.406239623203874}
{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.9260504245758057, "Finetune/Loss (Raw)": 1.0792139768600464, "Finetune/Step": 3029, "Finetune/Step Time": 4.397009609267116}
{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.925447940826416, "Finetune/Loss (Raw)": 0.9284455180168152, "Finetune/Step": 3030, "Finetune/Step Time": 4.388389103114605}
{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.9251015186309814, "Finetune/Loss (Raw)": 0.9520666599273682, "Finetune/Step": 3031, "Finetune/Step Time": 4.3852245062589645}
{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.9262799620628357, "Finetune/Loss (Raw)": 1.041811466217041, "Finetune/Step": 3032, "Finetune/Step Time": 4.389747820794582}
{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.9261691570281982, "Finetune/Loss (Raw)": 0.9247263669967651, "Finetune/Step": 3033, "Finetune/Step Time": 4.386898942291737}
{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.9269216060638428, "Finetune/Loss (Raw)": 1.071610689163208, "Finetune/Step": 3034, "Finetune/Step Time": 4.382827237248421}
{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.9271453619003296, "Finetune/Loss (Raw)": 0.9228982925415039, "Finetune/Step": 3035, "Finetune/Step Time": 4.384123353287578}
{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.9269107580184937, "Finetune/Loss (Raw)": 0.9426674246788025, "Finetune/Step": 3036, "Finetune/Step Time": 4.396932570263743}
{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.9263871312141418, "Finetune/Loss (Raw)": 1.0471842288970947, "Finetune/Step": 3037, "Finetune/Step Time": 4.399465644732118}
{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.9264189600944519, "Finetune/Loss (Raw)": 1.0323508977890015, "Finetune/Step": 3038, "Finetune/Step Time": 4.398400686681271}
{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.9246501922607422, "Finetune/Loss (Raw)": 0.8670679926872253, "Finetune/Step": 3039, "Finetune/Step Time": 4.398573821410537}
{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.9246551394462585, "Finetune/Loss (Raw)": 0.9704779982566833, "Finetune/Step": 3040, "Finetune/Step Time": 4.391589570790529}
{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.9229968786239624, "Finetune/Loss (Raw)": 0.7813707590103149, "Finetune/Step": 3041, "Finetune/Step Time": 4.396498301997781}
{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.9244504570960999, "Finetune/Loss (Raw)": 0.9441370964050293, "Finetune/Step": 3042, "Finetune/Step Time": 4.377490669488907}
{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.9204674959182739, "Finetune/Loss (Raw)": 0.3055106997489929, "Finetune/Step": 3043, "Finetune/Step Time": 4.400581965222955}
{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.9187554121017456, "Finetune/Loss (Raw)": 0.7471147775650024, "Finetune/Step": 3044, "Finetune/Step Time": 4.420043250545859}
{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.9175527095794678, "Finetune/Loss (Raw)": 0.8626681566238403, "Finetune/Step": 3045, "Finetune/Step Time": 4.426125587895513}
{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.9189835786819458, "Finetune/Loss (Raw)": 1.0849356651306152, "Finetune/Step": 3046, "Finetune/Step Time": 4.420268427580595}
{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.9185316562652588, "Finetune/Loss (Raw)": 0.8805175423622131, "Finetune/Step": 3047, "Finetune/Step Time": 4.420728947967291}
{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.9242139458656311, "Finetune/Loss (Raw)": 1.071591854095459, "Finetune/Step": 3048, "Finetune/Step Time": 4.381922418251634}
{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.9240499138832092, "Finetune/Loss (Raw)": 0.9135152101516724, "Finetune/Step": 3049, "Finetune/Step Time": 4.3649270590394735}
{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.9251195192337036, "Finetune/Loss (Raw)": 1.0192667245864868, "Finetune/Step": 3050, "Finetune/Step Time": 4.356107322499156}
{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.9261073470115662, "Finetune/Loss (Raw)": 1.071768879890442, "Finetune/Step": 3051, "Finetune/Step Time": 4.334643539041281}
{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.9251280426979065, "Finetune/Loss (Raw)": 0.9319811463356018, "Finetune/Step": 3052, "Finetune/Step Time": 4.3447857946157455}
{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.9248939752578735, "Finetune/Loss (Raw)": 1.015542984008789, "Finetune/Step": 3053, "Finetune/Step Time": 4.347945988178253}
{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.925694465637207, "Finetune/Loss (Raw)": 1.0326405763626099, "Finetune/Step": 3054, "Finetune/Step Time": 4.322453988716006}
{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.927749752998352, "Finetune/Loss (Raw)": 0.9844405651092529, "Finetune/Step": 3055, "Finetune/Step Time": 4.313890231773257}
{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.928191065788269, "Finetune/Loss (Raw)": 1.005577802658081, "Finetune/Step": 3056, "Finetune/Step Time": 4.2925340961664915}
{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.9261837601661682, "Finetune/Loss (Raw)": 0.8223752975463867, "Finetune/Step": 3057, "Finetune/Step Time": 4.304957030341029}
{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.92637038230896, "Finetune/Loss (Raw)": 1.024101734161377, "Finetune/Step": 3058, "Finetune/Step Time": 4.302217431366444}
{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.9262998104095459, "Finetune/Loss (Raw)": 0.9751338362693787, "Finetune/Step": 3059, "Finetune/Step Time": 4.2880152259022}
{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.9267393350601196, "Finetune/Loss (Raw)": 1.0222337245941162, "Finetune/Step": 3060, "Finetune/Step Time": 4.292567953467369}
{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.9268483519554138, "Finetune/Loss (Raw)": 0.9817453026771545, "Finetune/Step": 3061, "Finetune/Step Time": 4.284191029146314}
{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.9264453649520874, "Finetune/Loss (Raw)": 0.9084473252296448, "Finetune/Step": 3062, "Finetune/Step Time": 4.312356185168028}
{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.9261240363121033, "Finetune/Loss (Raw)": 0.9060693979263306, "Finetune/Step": 3063, "Finetune/Step Time": 4.30402965657413}
{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.9250655174255371, "Finetune/Loss (Raw)": 0.9419863224029541, "Finetune/Step": 3064, "Finetune/Step Time": 4.286359628662467}
{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.9234402179718018, "Finetune/Loss (Raw)": 0.8767293691635132, "Finetune/Step": 3065, "Finetune/Step Time": 4.31436880864203}
{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.9216838479042053, "Finetune/Loss (Raw)": 0.7392894625663757, "Finetune/Step": 3066, "Finetune/Step Time": 4.342156747356057}
{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.9215673208236694, "Finetune/Loss (Raw)": 0.9175806641578674, "Finetune/Step": 3067, "Finetune/Step Time": 4.342690588906407}
{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.9231371283531189, "Finetune/Loss (Raw)": 0.9602552056312561, "Finetune/Step": 3068, "Finetune/Step Time": 4.359662631526589}
{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.9236489534378052, "Finetune/Loss (Raw)": 0.8002585768699646, "Finetune/Step": 3069, "Finetune/Step Time": 4.350937630981207}
{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.9227802753448486, "Finetune/Loss (Raw)": 0.9429665803909302, "Finetune/Step": 3070, "Finetune/Step Time": 4.343113876879215}
{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.9231357574462891, "Finetune/Loss (Raw)": 1.0352444648742676, "Finetune/Step": 3071, "Finetune/Step Time": 4.335372181609273}
{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.9226875305175781, "Finetune/Loss (Raw)": 0.9000645279884338, "Finetune/Step": 3072, "Finetune/Step Time": 4.336567834019661}
{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.9230389595031738, "Finetune/Loss (Raw)": 0.9265906810760498, "Finetune/Step": 3073, "Finetune/Step Time": 4.332365110516548}
{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.9224293828010559, "Finetune/Loss (Raw)": 0.8844556212425232, "Finetune/Step": 3074, "Finetune/Step Time": 4.334656298160553}
{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.917609453201294, "Finetune/Loss (Raw)": 0.2891007959842682, "Finetune/Step": 3075, "Finetune/Step Time": 4.357510281726718}
{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.9157918691635132, "Finetune/Loss (Raw)": 0.8008185625076294, "Finetune/Step": 3076, "Finetune/Step Time": 4.343509588390589}
{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.9157158136367798, "Finetune/Loss (Raw)": 0.9652935266494751, "Finetune/Step": 3077, "Finetune/Step Time": 4.343376565724611}
{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.9151748418807983, "Finetune/Loss (Raw)": 0.8569522500038147, "Finetune/Step": 3078, "Finetune/Step Time": 4.339696960523725}
{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.9193816184997559, "Finetune/Loss (Raw)": 0.8380621671676636, "Finetune/Step": 3079, "Finetune/Step Time": 4.323698362335563}
{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.9177843332290649, "Finetune/Loss (Raw)": 0.7855879068374634, "Finetune/Step": 3080, "Finetune/Step Time": 4.3277639374136925}
{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.9164518117904663, "Finetune/Loss (Raw)": 0.8481681942939758, "Finetune/Step": 3081, "Finetune/Step Time": 4.330867582932115}
{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.9168864488601685, "Finetune/Loss (Raw)": 0.8830038905143738, "Finetune/Step": 3082, "Finetune/Step Time": 4.32581428065896}
{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.916142463684082, "Finetune/Loss (Raw)": 0.9994633793830872, "Finetune/Step": 3083, "Finetune/Step Time": 4.331244569271803}
{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.9151802062988281, "Finetune/Loss (Raw)": 0.842159628868103, "Finetune/Step": 3084, "Finetune/Step Time": 4.342582896351814}
{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.9164264798164368, "Finetune/Loss (Raw)": 1.1098953485488892, "Finetune/Step": 3085, "Finetune/Step Time": 4.339879220351577}
{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.9167087078094482, "Finetune/Loss (Raw)": 0.9935694932937622, "Finetune/Step": 3086, "Finetune/Step Time": 4.339120576158166}
{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.9216932058334351, "Finetune/Loss (Raw)": 0.9525659084320068, "Finetune/Step": 3087, "Finetune/Step Time": 4.304955089464784}
{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.9201547503471375, "Finetune/Loss (Raw)": 0.754189670085907, "Finetune/Step": 3088, "Finetune/Step Time": 4.30362013168633}
{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.9209482669830322, "Finetune/Loss (Raw)": 0.9685865640640259, "Finetune/Step": 3089, "Finetune/Step Time": 4.307354096323252}
{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.919288694858551, "Finetune/Loss (Raw)": 0.8784996271133423, "Finetune/Step": 3090, "Finetune/Step Time": 4.301214665174484}
{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.9181468486785889, "Finetune/Loss (Raw)": 0.8662499785423279, "Finetune/Step": 3091, "Finetune/Step Time": 4.305153427645564}
{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.9123435020446777, "Finetune/Loss (Raw)": 0.29511764645576477, "Finetune/Step": 3092, "Finetune/Step Time": 4.34149818494916}
{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.9115937948226929, "Finetune/Loss (Raw)": 0.9077730178833008, "Finetune/Step": 3093, "Finetune/Step Time": 4.3486289493739605}
{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.912284255027771, "Finetune/Loss (Raw)": 0.9396857619285583, "Finetune/Step": 3094, "Finetune/Step Time": 4.34337268024683}
{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.9129688739776611, "Finetune/Loss (Raw)": 0.9201245903968811, "Finetune/Step": 3095, "Finetune/Step Time": 4.325154956430197}
{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.9119372367858887, "Finetune/Loss (Raw)": 0.9397165775299072, "Finetune/Step": 3096, "Finetune/Step Time": 4.3196958638727665}
{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.9073241949081421, "Finetune/Loss (Raw)": 0.3019246459007263, "Finetune/Step": 3097, "Finetune/Step Time": 4.360341971740127}
{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.9059407711029053, "Finetune/Loss (Raw)": 0.7740843296051025, "Finetune/Step": 3098, "Finetune/Step Time": 4.348465329036117}
{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.9061733484268188, "Finetune/Loss (Raw)": 0.9807947278022766, "Finetune/Step": 3099, "Finetune/Step Time": 4.351846555247903}
{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.9074381589889526, "Finetune/Loss (Raw)": 1.1286402940750122, "Finetune/Step": 3100, "Finetune/Step Time": 4.353855328634381}
{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.9062967896461487, "Finetune/Loss (Raw)": 0.6792680621147156, "Finetune/Step": 3101, "Finetune/Step Time": 4.355730848386884}
{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.906566858291626, "Finetune/Loss (Raw)": 0.9965423345565796, "Finetune/Step": 3102, "Finetune/Step Time": 4.3631103951483965}
{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.9118854999542236, "Finetune/Loss (Raw)": 1.068041205406189, "Finetune/Step": 3103, "Finetune/Step Time": 4.336913285776973}
{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.9127528667449951, "Finetune/Loss (Raw)": 0.9601207971572876, "Finetune/Step": 3104, "Finetune/Step Time": 4.331684047356248}
{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.912424623966217, "Finetune/Loss (Raw)": 0.9303215146064758, "Finetune/Step": 3105, "Finetune/Step Time": 4.327541613951325}
{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.9113720059394836, "Finetune/Loss (Raw)": 0.8957324028015137, "Finetune/Step": 3106, "Finetune/Step Time": 4.327335759997368}
{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.9122658371925354, "Finetune/Loss (Raw)": 1.0406397581100464, "Finetune/Step": 3107, "Finetune/Step Time": 4.315315129235387}
{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.9119624495506287, "Finetune/Loss (Raw)": 0.843949019908905, "Finetune/Step": 3108, "Finetune/Step Time": 4.306987356394529}
{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.9128069877624512, "Finetune/Loss (Raw)": 0.9233949184417725, "Finetune/Step": 3109, "Finetune/Step Time": 4.282898847013712}
{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.9129706621170044, "Finetune/Loss (Raw)": 0.8733330368995667, "Finetune/Step": 3110, "Finetune/Step Time": 4.279814256355166}
{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.9118627309799194, "Finetune/Loss (Raw)": 0.9101619720458984, "Finetune/Step": 3111, "Finetune/Step Time": 4.289047449827194}
{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.9110318422317505, "Finetune/Loss (Raw)": 1.0134114027023315, "Finetune/Step": 3112, "Finetune/Step Time": 4.27326032705605}
{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.9111328125, "Finetune/Loss (Raw)": 0.9182275533676147, "Finetune/Step": 3113, "Finetune/Step Time": 4.286436393857002}
{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.9160857200622559, "Finetune/Loss (Raw)": 0.9580724835395813, "Finetune/Step": 3114, "Finetune/Step Time": 4.253497995436192}
{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.9161185026168823, "Finetune/Loss (Raw)": 0.8863157033920288, "Finetune/Step": 3115, "Finetune/Step Time": 4.2357034254819155}
{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.9145005941390991, "Finetune/Loss (Raw)": 0.7773275971412659, "Finetune/Step": 3116, "Finetune/Step Time": 4.262746084481478}
{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.9148743748664856, "Finetune/Loss (Raw)": 0.9263736009597778, "Finetune/Step": 3117, "Finetune/Step Time": 4.257554328069091}
{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.910406231880188, "Finetune/Loss (Raw)": 0.4700002074241638, "Finetune/Step": 3118, "Finetune/Step Time": 4.298198249191046}
{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.9096642732620239, "Finetune/Loss (Raw)": 0.9013820290565491, "Finetune/Step": 3119, "Finetune/Step Time": 4.298495788127184}
{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.9102720022201538, "Finetune/Loss (Raw)": 0.9300634860992432, "Finetune/Step": 3120, "Finetune/Step Time": 4.2926907148212194}
{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.9083023071289062, "Finetune/Loss (Raw)": 0.7868959307670593, "Finetune/Step": 3121, "Finetune/Step Time": 4.308908391743898}
{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.9072589874267578, "Finetune/Loss (Raw)": 0.9401901364326477, "Finetune/Step": 3122, "Finetune/Step Time": 4.310649335384369}
{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.906563937664032, "Finetune/Loss (Raw)": 0.8694343566894531, "Finetune/Step": 3123, "Finetune/Step Time": 4.299828350543976}
{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.9073755145072937, "Finetune/Loss (Raw)": 1.02910578250885, "Finetune/Step": 3124, "Finetune/Step Time": 4.283819284290075}
{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.9083144068717957, "Finetune/Loss (Raw)": 0.9958395957946777, "Finetune/Step": 3125, "Finetune/Step Time": 4.278573280200362}
{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.9091402292251587, "Finetune/Loss (Raw)": 1.022226333618164, "Finetune/Step": 3126, "Finetune/Step Time": 4.269229689612985}
{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.9084527492523193, "Finetune/Loss (Raw)": 1.041900634765625, "Finetune/Step": 3127, "Finetune/Step Time": 4.260011084377766}
{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.9071815609931946, "Finetune/Loss (Raw)": 0.7552183270454407, "Finetune/Step": 3128, "Finetune/Step Time": 4.296458510681987}
{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.907131552696228, "Finetune/Loss (Raw)": 0.8894083499908447, "Finetune/Step": 3129, "Finetune/Step Time": 4.292819295078516}
{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.9063897132873535, "Finetune/Loss (Raw)": 0.8572745323181152, "Finetune/Step": 3130, "Finetune/Step Time": 4.3068634532392025}
{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.90620356798172, "Finetune/Loss (Raw)": 0.8897730112075806, "Finetune/Step": 3131, "Finetune/Step Time": 4.3030372727662325}
{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.901904821395874, "Finetune/Loss (Raw)": 0.40867355465888977, "Finetune/Step": 3132, "Finetune/Step Time": 4.34195813909173}
{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.9034132361412048, "Finetune/Loss (Raw)": 0.9624005556106567, "Finetune/Step": 3133, "Finetune/Step Time": 4.322910500690341}
{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.9033015966415405, "Finetune/Loss (Raw)": 0.9504061937332153, "Finetune/Step": 3134, "Finetune/Step Time": 4.3434998113662004}
{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.904561460018158, "Finetune/Loss (Raw)": 0.966498851776123, "Finetune/Step": 3135, "Finetune/Step Time": 4.345952985808253}
{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.9046679139137268, "Finetune/Loss (Raw)": 0.9982702136039734, "Finetune/Step": 3136, "Finetune/Step Time": 4.353497223928571}
{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.9034395217895508, "Finetune/Loss (Raw)": 0.8764427900314331, "Finetune/Step": 3137, "Finetune/Step Time": 4.369731854647398}
{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.9026881456375122, "Finetune/Loss (Raw)": 0.8063443899154663, "Finetune/Step": 3138, "Finetune/Step Time": 4.377583397552371}
{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.9014526605606079, "Finetune/Loss (Raw)": 0.9073333740234375, "Finetune/Step": 3139, "Finetune/Step Time": 4.3785079680383205}
{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.9008796811103821, "Finetune/Loss (Raw)": 0.9120990037918091, "Finetune/Step": 3140, "Finetune/Step Time": 4.389523457735777}
{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.9003647565841675, "Finetune/Loss (Raw)": 0.8522225022315979, "Finetune/Step": 3141, "Finetune/Step Time": 4.3915598802268505}
{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.900302529335022, "Finetune/Loss (Raw)": 0.8835977911949158, "Finetune/Step": 3142, "Finetune/Step Time": 4.401438370347023}
{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.9000816345214844, "Finetune/Loss (Raw)": 0.7681728601455688, "Finetune/Step": 3143, "Finetune/Step Time": 4.400514895096421}
{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.900510311126709, "Finetune/Loss (Raw)": 1.0131137371063232, "Finetune/Step": 3144, "Finetune/Step Time": 4.3924517668783665}
{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.9020862579345703, "Finetune/Loss (Raw)": 1.0107041597366333, "Finetune/Step": 3145, "Finetune/Step Time": 4.387391621246934}
{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.9028503894805908, "Finetune/Loss (Raw)": 0.982702374458313, "Finetune/Step": 3146, "Finetune/Step Time": 4.387871516868472}
{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.9033452868461609, "Finetune/Loss (Raw)": 1.035285472869873, "Finetune/Step": 3147, "Finetune/Step Time": 4.394930329173803}
{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.9046334624290466, "Finetune/Loss (Raw)": 1.081679344177246, "Finetune/Step": 3148, "Finetune/Step Time": 4.415290493518114}
{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.9007336497306824, "Finetune/Loss (Raw)": 0.4184362590312958, "Finetune/Step": 3149, "Finetune/Step Time": 4.451576182618737}
{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.9000040292739868, "Finetune/Loss (Raw)": 0.9150320887565613, "Finetune/Step": 3150, "Finetune/Step Time": 4.44851459749043}
{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.9012331366539001, "Finetune/Loss (Raw)": 0.9250109195709229, "Finetune/Step": 3151, "Finetune/Step Time": 4.449777279049158}
{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.9002594351768494, "Finetune/Loss (Raw)": 0.8460657596588135, "Finetune/Step": 3152, "Finetune/Step Time": 4.444519331678748}
{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.9002474546432495, "Finetune/Loss (Raw)": 0.9590362906455994, "Finetune/Step": 3153, "Finetune/Step Time": 4.44464173913002}
{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.8996727466583252, "Finetune/Loss (Raw)": 0.9253751635551453, "Finetune/Step": 3154, "Finetune/Step Time": 4.436561277136207}
{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.8995225429534912, "Finetune/Loss (Raw)": 0.9990913271903992, "Finetune/Step": 3155, "Finetune/Step Time": 4.430403299629688}
{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.8986751437187195, "Finetune/Loss (Raw)": 0.8278185725212097, "Finetune/Step": 3156, "Finetune/Step Time": 4.4256443828344345}
{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.8983402848243713, "Finetune/Loss (Raw)": 1.036352515220642, "Finetune/Step": 3157, "Finetune/Step Time": 4.431291311979294}
{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.8932933807373047, "Finetune/Loss (Raw)": 0.28243979811668396, "Finetune/Step": 3158, "Finetune/Step Time": 4.457322860136628}
{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.8928439617156982, "Finetune/Loss (Raw)": 0.8945459127426147, "Finetune/Step": 3159, "Finetune/Step Time": 4.4611560218036175}
{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.8916323184967041, "Finetune/Loss (Raw)": 0.8867214918136597, "Finetune/Step": 3160, "Finetune/Step Time": 4.451275620609522}
{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.8918349742889404, "Finetune/Loss (Raw)": 0.9506624341011047, "Finetune/Step": 3161, "Finetune/Step Time": 4.470701357349753}
{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.8866448402404785, "Finetune/Loss (Raw)": 0.407276451587677, "Finetune/Step": 3162, "Finetune/Step Time": 4.509784111753106}
{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.8878953456878662, "Finetune/Loss (Raw)": 1.082960844039917, "Finetune/Step": 3163, "Finetune/Step Time": 4.5212957337498665}
{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.8883040547370911, "Finetune/Loss (Raw)": 0.9949801564216614, "Finetune/Step": 3164, "Finetune/Step Time": 4.501989660784602}
{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.8859429359436035, "Finetune/Loss (Raw)": 0.7449632883071899, "Finetune/Step": 3165, "Finetune/Step Time": 4.504196923226118}
{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.8844931125640869, "Finetune/Loss (Raw)": 0.8467720746994019, "Finetune/Step": 3166, "Finetune/Step Time": 4.504608735442162}
{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.8851426839828491, "Finetune/Loss (Raw)": 0.9502097368240356, "Finetune/Step": 3167, "Finetune/Step Time": 4.502051644027233}
{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.8857444524765015, "Finetune/Loss (Raw)": 1.047507643699646, "Finetune/Step": 3168, "Finetune/Step Time": 4.507605394348502}
{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.8820446729660034, "Finetune/Loss (Raw)": 0.3077947199344635, "Finetune/Step": 3169, "Finetune/Step Time": 4.543299738317728}
{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.8810173869132996, "Finetune/Loss (Raw)": 0.8126454949378967, "Finetune/Step": 3170, "Finetune/Step Time": 4.538411263376474}
{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.8852524757385254, "Finetune/Loss (Raw)": 0.8476033210754395, "Finetune/Step": 3171, "Finetune/Step Time": 4.502228202298284}
{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.8867407441139221, "Finetune/Loss (Raw)": 0.937614917755127, "Finetune/Step": 3172, "Finetune/Step Time": 4.483969461172819}
{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.88660728931427, "Finetune/Loss (Raw)": 0.8455832600593567, "Finetune/Step": 3173, "Finetune/Step Time": 4.495343126356602}
{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.8865860104560852, "Finetune/Loss (Raw)": 1.082214593887329, "Finetune/Step": 3174, "Finetune/Step Time": 4.50577949360013}
{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.8869167566299438, "Finetune/Loss (Raw)": 0.9228600263595581, "Finetune/Step": 3175, "Finetune/Step Time": 4.502116829156876}
{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.8870347738265991, "Finetune/Loss (Raw)": 1.0866938829421997, "Finetune/Step": 3176, "Finetune/Step Time": 4.503778191283345}
{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.8867437839508057, "Finetune/Loss (Raw)": 0.8762697577476501, "Finetune/Step": 3177, "Finetune/Step Time": 4.5073313768953085}
{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.885679304599762, "Finetune/Loss (Raw)": 0.8830092549324036, "Finetune/Step": 3178, "Finetune/Step Time": 4.513375077396631}
{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.8861352801322937, "Finetune/Loss (Raw)": 1.1301378011703491, "Finetune/Step": 3179, "Finetune/Step Time": 4.519495934247971}
{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.8854522705078125, "Finetune/Loss (Raw)": 0.8445495367050171, "Finetune/Step": 3180, "Finetune/Step Time": 4.514980532228947}
{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.8851726055145264, "Finetune/Loss (Raw)": 0.9797427654266357, "Finetune/Step": 3181, "Finetune/Step Time": 4.510425863787532}
{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.8845469355583191, "Finetune/Loss (Raw)": 0.9525617361068726, "Finetune/Step": 3182, "Finetune/Step Time": 4.513142017647624}
{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.8839540481567383, "Finetune/Loss (Raw)": 0.9085464477539062, "Finetune/Step": 3183, "Finetune/Step Time": 4.512706596404314}
{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.883549690246582, "Finetune/Loss (Raw)": 0.9538208842277527, "Finetune/Step": 3184, "Finetune/Step Time": 4.5236749816685915}
{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.8846357464790344, "Finetune/Loss (Raw)": 0.9613893032073975, "Finetune/Step": 3185, "Finetune/Step Time": 4.5127016473561525}
{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.8835457563400269, "Finetune/Loss (Raw)": 0.8845823407173157, "Finetune/Step": 3186, "Finetune/Step Time": 4.51667963527143}
{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.8836988210678101, "Finetune/Loss (Raw)": 0.9947313666343689, "Finetune/Step": 3187, "Finetune/Step Time": 4.5147377997636795}
{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.8827671408653259, "Finetune/Loss (Raw)": 0.9029797315597534, "Finetune/Step": 3188, "Finetune/Step Time": 4.523251179605722}
{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.8821520805358887, "Finetune/Loss (Raw)": 0.9030132293701172, "Finetune/Step": 3189, "Finetune/Step Time": 4.519939292222261}
{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.8822534084320068, "Finetune/Loss (Raw)": 0.9214216470718384, "Finetune/Step": 3190, "Finetune/Step Time": 4.495091723278165}
{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.8833500146865845, "Finetune/Loss (Raw)": 1.0464322566986084, "Finetune/Step": 3191, "Finetune/Step Time": 4.52607399225235}
{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.882845401763916, "Finetune/Loss (Raw)": 0.8773989677429199, "Finetune/Step": 3192, "Finetune/Step Time": 4.525445872917771}
{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.8829931020736694, "Finetune/Loss (Raw)": 0.8956319689750671, "Finetune/Step": 3193, "Finetune/Step Time": 4.498977683484554}
{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.8836249113082886, "Finetune/Loss (Raw)": 0.820160984992981, "Finetune/Step": 3194, "Finetune/Step Time": 4.471313264220953}
{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.8844273686408997, "Finetune/Loss (Raw)": 1.0203003883361816, "Finetune/Step": 3195, "Finetune/Step Time": 4.4838897716254}
{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.8843560218811035, "Finetune/Loss (Raw)": 0.9511173963546753, "Finetune/Step": 3196, "Finetune/Step Time": 4.467991663143039}
{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.8862119913101196, "Finetune/Loss (Raw)": 1.037826418876648, "Finetune/Step": 3197, "Finetune/Step Time": 4.45972677692771}
{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.8853679895401001, "Finetune/Loss (Raw)": 0.8349301218986511, "Finetune/Step": 3198, "Finetune/Step Time": 4.468216018751264}
{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.8847469091415405, "Finetune/Loss (Raw)": 0.9557526707649231, "Finetune/Step": 3199, "Finetune/Step Time": 4.467635964974761}
{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.8862594366073608, "Finetune/Loss (Raw)": 1.0936630964279175, "Finetune/Step": 3200, "Finetune/Step Time": 4.4685581009835005}
{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.8856599926948547, "Finetune/Loss (Raw)": 0.8498631119728088, "Finetune/Step": 3201, "Finetune/Step Time": 4.465018875896931}
{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.8858781456947327, "Finetune/Loss (Raw)": 0.9123765826225281, "Finetune/Step": 3202, "Finetune/Step Time": 4.461749931797385}
{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.8905589580535889, "Finetune/Loss (Raw)": 0.888251006603241, "Finetune/Step": 3203, "Finetune/Step Time": 4.4219003189355135}
{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.8910582065582275, "Finetune/Loss (Raw)": 0.8647158145904541, "Finetune/Step": 3204, "Finetune/Step Time": 4.428750656545162}
{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.8902245759963989, "Finetune/Loss (Raw)": 0.858589768409729, "Finetune/Step": 3205, "Finetune/Step Time": 4.425278792157769}
{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.8899911642074585, "Finetune/Loss (Raw)": 0.8270718455314636, "Finetune/Step": 3206, "Finetune/Step Time": 4.432427849620581}
{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.8909577131271362, "Finetune/Loss (Raw)": 0.9617851376533508, "Finetune/Step": 3207, "Finetune/Step Time": 4.432004623115063}
{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.8926430940628052, "Finetune/Loss (Raw)": 1.0013127326965332, "Finetune/Step": 3208, "Finetune/Step Time": 4.425547501072288}
{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.8928921818733215, "Finetune/Loss (Raw)": 0.8800548315048218, "Finetune/Step": 3209, "Finetune/Step Time": 4.428117258474231}
{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.8925248384475708, "Finetune/Loss (Raw)": 0.8359851837158203, "Finetune/Step": 3210, "Finetune/Step Time": 4.432361168786883}
{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.8924039602279663, "Finetune/Loss (Raw)": 0.9839951992034912, "Finetune/Step": 3211, "Finetune/Step Time": 4.426022758707404}
{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.8889063000679016, "Finetune/Loss (Raw)": 0.39445599913597107, "Finetune/Step": 3212, "Finetune/Step Time": 4.456903172656894}
{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.8879940509796143, "Finetune/Loss (Raw)": 0.9931228160858154, "Finetune/Step": 3213, "Finetune/Step Time": 4.454894511029124}
{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.8879314661026001, "Finetune/Loss (Raw)": 0.985564112663269, "Finetune/Step": 3214, "Finetune/Step Time": 4.467389915138483}
{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.8869490623474121, "Finetune/Loss (Raw)": 0.8268203735351562, "Finetune/Step": 3215, "Finetune/Step Time": 4.476312117651105}
{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.8870499134063721, "Finetune/Loss (Raw)": 0.7671024203300476, "Finetune/Step": 3216, "Finetune/Step Time": 4.496635777875781}
{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.8870136737823486, "Finetune/Loss (Raw)": 0.9639433026313782, "Finetune/Step": 3217, "Finetune/Step Time": 4.4884464256465435}
{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.8875553607940674, "Finetune/Loss (Raw)": 0.9478303790092468, "Finetune/Step": 3218, "Finetune/Step Time": 4.486301692202687}
{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.8869488835334778, "Finetune/Loss (Raw)": 0.78862464427948, "Finetune/Step": 3219, "Finetune/Step Time": 4.470322608947754}
{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.8932614326477051, "Finetune/Loss (Raw)": 1.1031267642974854, "Finetune/Step": 3220, "Finetune/Step Time": 4.430279174819589}
{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.8928619027137756, "Finetune/Loss (Raw)": 0.8566291928291321, "Finetune/Step": 3221, "Finetune/Step Time": 4.433943485841155}
{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.8881039023399353, "Finetune/Loss (Raw)": 0.33065956830978394, "Finetune/Step": 3222, "Finetune/Step Time": 4.4710434172302485}
{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.8877625465393066, "Finetune/Loss (Raw)": 0.8764379620552063, "Finetune/Step": 3223, "Finetune/Step Time": 4.476094279438257}
{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.8879693746566772, "Finetune/Loss (Raw)": 0.9661825895309448, "Finetune/Step": 3224, "Finetune/Step Time": 4.47738871909678}
{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.8928073644638062, "Finetune/Loss (Raw)": 0.9211919903755188, "Finetune/Step": 3225, "Finetune/Step Time": 4.441682506352663}
{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.8941359519958496, "Finetune/Loss (Raw)": 0.9441396594047546, "Finetune/Step": 3226, "Finetune/Step Time": 4.440389513969421}
{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.8935572504997253, "Finetune/Loss (Raw)": 0.9067256450653076, "Finetune/Step": 3227, "Finetune/Step Time": 4.440812887623906}
{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.8917942047119141, "Finetune/Loss (Raw)": 0.9029688239097595, "Finetune/Step": 3228, "Finetune/Step Time": 4.43866865709424}
{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.8943846225738525, "Finetune/Loss (Raw)": 1.010845422744751, "Finetune/Step": 3229, "Finetune/Step Time": 4.423098497092724}
{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.8935413360595703, "Finetune/Loss (Raw)": 0.8885998725891113, "Finetune/Step": 3230, "Finetune/Step Time": 4.425567714497447}
{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.8925675749778748, "Finetune/Loss (Raw)": 0.9433950781822205, "Finetune/Step": 3231, "Finetune/Step Time": 4.438289297744632}
{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.8932969570159912, "Finetune/Loss (Raw)": 1.0534844398498535, "Finetune/Step": 3232, "Finetune/Step Time": 4.440303672105074}
{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.8950364589691162, "Finetune/Loss (Raw)": 1.1529790163040161, "Finetune/Step": 3233, "Finetune/Step Time": 4.4382074903696775}
{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.89422208070755, "Finetune/Loss (Raw)": 0.7914847731590271, "Finetune/Step": 3234, "Finetune/Step Time": 4.460167780518532}
{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.8944721221923828, "Finetune/Loss (Raw)": 1.0726563930511475, "Finetune/Step": 3235, "Finetune/Step Time": 4.464637154713273}
{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.8938629627227783, "Finetune/Loss (Raw)": 0.7659657597541809, "Finetune/Step": 3236, "Finetune/Step Time": 4.471249958500266}
{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.8945993781089783, "Finetune/Loss (Raw)": 1.017664909362793, "Finetune/Step": 3237, "Finetune/Step Time": 4.469096053391695}
{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.8908454179763794, "Finetune/Loss (Raw)": 0.39282095432281494, "Finetune/Step": 3238, "Finetune/Step Time": 4.509422242641449}
{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.89199298620224, "Finetune/Loss (Raw)": 1.0570517778396606, "Finetune/Step": 3239, "Finetune/Step Time": 4.509744444862008}
{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.8927993178367615, "Finetune/Loss (Raw)": 1.116622805595398, "Finetune/Step": 3240, "Finetune/Step Time": 4.511439722031355}
{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.8934788703918457, "Finetune/Loss (Raw)": 1.005212426185608, "Finetune/Step": 3241, "Finetune/Step Time": 4.495218362659216}
{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.8938441276550293, "Finetune/Loss (Raw)": 1.004825472831726, "Finetune/Step": 3242, "Finetune/Step Time": 4.491977766156197}
{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.8946138024330139, "Finetune/Loss (Raw)": 0.9848317503929138, "Finetune/Step": 3243, "Finetune/Step Time": 4.4908126294612885}
{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.8963413834571838, "Finetune/Loss (Raw)": 0.9984560608863831, "Finetune/Step": 3244, "Finetune/Step Time": 4.454816108569503}
{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.8971296548843384, "Finetune/Loss (Raw)": 1.0272800922393799, "Finetune/Step": 3245, "Finetune/Step Time": 4.459878137335181}
{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.8993536829948425, "Finetune/Loss (Raw)": 0.7546687126159668, "Finetune/Step": 3246, "Finetune/Step Time": 4.4295461270958185}
{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.8993470668792725, "Finetune/Loss (Raw)": 0.9005303382873535, "Finetune/Step": 3247, "Finetune/Step Time": 4.428788023069501}
{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.900131344795227, "Finetune/Loss (Raw)": 1.030452013015747, "Finetune/Step": 3248, "Finetune/Step Time": 4.432506959885359}
{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.90204256772995, "Finetune/Loss (Raw)": 1.031538963317871, "Finetune/Step": 3249, "Finetune/Step Time": 4.416651103645563}
{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.9016241431236267, "Finetune/Loss (Raw)": 0.8866292238235474, "Finetune/Step": 3250, "Finetune/Step Time": 4.435432756319642}
{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.9021822214126587, "Finetune/Loss (Raw)": 0.9408671855926514, "Finetune/Step": 3251, "Finetune/Step Time": 4.462774379178882}
{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.9026710987091064, "Finetune/Loss (Raw)": 1.0916838645935059, "Finetune/Step": 3252, "Finetune/Step Time": 4.468499705195427}
{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.9032047986984253, "Finetune/Loss (Raw)": 1.0641533136367798, "Finetune/Step": 3253, "Finetune/Step Time": 4.470981301739812}
{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.9029046893119812, "Finetune/Loss (Raw)": 0.9838128089904785, "Finetune/Step": 3254, "Finetune/Step Time": 4.470516858622432}
{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.9020683765411377, "Finetune/Loss (Raw)": 0.9348517656326294, "Finetune/Step": 3255, "Finetune/Step Time": 4.481431744992733}
{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.9045572876930237, "Finetune/Loss (Raw)": 1.0737965106964111, "Finetune/Step": 3256, "Finetune/Step Time": 4.447088122367859}
{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.9042432308197021, "Finetune/Loss (Raw)": 0.8492143750190735, "Finetune/Step": 3257, "Finetune/Step Time": 4.457310786470771}
{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.9061680436134338, "Finetune/Loss (Raw)": 1.1036467552185059, "Finetune/Step": 3258, "Finetune/Step Time": 4.4408628940582275}
{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.9063364863395691, "Finetune/Loss (Raw)": 0.9113340377807617, "Finetune/Step": 3259, "Finetune/Step Time": 4.444794310256839}
{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.9110774397850037, "Finetune/Loss (Raw)": 1.0155165195465088, "Finetune/Step": 3260, "Finetune/Step Time": 4.423033758997917}
{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.9101065993309021, "Finetune/Loss (Raw)": 0.8381359577178955, "Finetune/Step": 3261, "Finetune/Step Time": 4.423554666340351}
{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.9104768633842468, "Finetune/Loss (Raw)": 0.9977965950965881, "Finetune/Step": 3262, "Finetune/Step Time": 4.404485449194908}
{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.9109997153282166, "Finetune/Loss (Raw)": 1.033420443534851, "Finetune/Step": 3263, "Finetune/Step Time": 4.402572235092521}
{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.9102503657341003, "Finetune/Loss (Raw)": 0.9023586511611938, "Finetune/Step": 3264, "Finetune/Step Time": 4.403023328632116}
{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.9120838642120361, "Finetune/Loss (Raw)": 1.1111268997192383, "Finetune/Step": 3265, "Finetune/Step Time": 4.392039813101292}
{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.9129772782325745, "Finetune/Loss (Raw)": 0.9207045435905457, "Finetune/Step": 3266, "Finetune/Step Time": 4.386033119633794}
{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.9136021137237549, "Finetune/Loss (Raw)": 0.9873035550117493, "Finetune/Step": 3267, "Finetune/Step Time": 4.400251194834709}
{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.9142371416091919, "Finetune/Loss (Raw)": 0.9933871626853943, "Finetune/Step": 3268, "Finetune/Step Time": 4.394227262586355}
{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.9154254198074341, "Finetune/Loss (Raw)": 1.0043275356292725, "Finetune/Step": 3269, "Finetune/Step Time": 4.401675708591938}
{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.9153785705566406, "Finetune/Loss (Raw)": 0.8775997757911682, "Finetune/Step": 3270, "Finetune/Step Time": 4.385977074503899}
{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.9164713025093079, "Finetune/Loss (Raw)": 0.9080420136451721, "Finetune/Step": 3271, "Finetune/Step Time": 4.370589528232813}
{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.9163488149642944, "Finetune/Loss (Raw)": 0.9974309206008911, "Finetune/Step": 3272, "Finetune/Step Time": 4.399804189801216}
{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.914975106716156, "Finetune/Loss (Raw)": 0.8348730802536011, "Finetune/Step": 3273, "Finetune/Step Time": 4.405647536739707}
{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.9097820520401001, "Finetune/Loss (Raw)": 0.3179965019226074, "Finetune/Step": 3274, "Finetune/Step Time": 4.444794129580259}
{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.9080161452293396, "Finetune/Loss (Raw)": 0.8092455863952637, "Finetune/Step": 3275, "Finetune/Step Time": 4.443030355498195}
{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.9069016575813293, "Finetune/Loss (Raw)": 0.9390271902084351, "Finetune/Step": 3276, "Finetune/Step Time": 4.433775708079338}
{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.911313533782959, "Finetune/Loss (Raw)": 0.9831536412239075, "Finetune/Step": 3277, "Finetune/Step Time": 4.393290538340807}
{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.9111714959144592, "Finetune/Loss (Raw)": 0.8968470692634583, "Finetune/Step": 3278, "Finetune/Step Time": 4.396926498040557}
{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.911689817905426, "Finetune/Loss (Raw)": 0.9913589358329773, "Finetune/Step": 3279, "Finetune/Step Time": 4.4044417180120945}
{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.9130313992500305, "Finetune/Loss (Raw)": 1.0177875757217407, "Finetune/Step": 3280, "Finetune/Step Time": 4.4035077057778835}
{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.9138156175613403, "Finetune/Loss (Raw)": 1.059412956237793, "Finetune/Step": 3281, "Finetune/Step Time": 4.405834386125207}
{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.9136828184127808, "Finetune/Loss (Raw)": 0.9083773493766785, "Finetune/Step": 3282, "Finetune/Step Time": 4.406946446746588}
{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.9087367057800293, "Finetune/Loss (Raw)": 0.3659912347793579, "Finetune/Step": 3283, "Finetune/Step Time": 4.445592300966382}
{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.909393310546875, "Finetune/Loss (Raw)": 0.9118611216545105, "Finetune/Step": 3284, "Finetune/Step Time": 4.448889330029488}
{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.9091788530349731, "Finetune/Loss (Raw)": 1.0089054107666016, "Finetune/Step": 3285, "Finetune/Step Time": 4.442577973008156}
{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.9139877557754517, "Finetune/Loss (Raw)": 0.897975742816925, "Finetune/Step": 3286, "Finetune/Step Time": 4.409467181190848}
{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.914339005947113, "Finetune/Loss (Raw)": 0.9395111799240112, "Finetune/Step": 3287, "Finetune/Step Time": 4.416245918720961}
{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.9154211282730103, "Finetune/Loss (Raw)": 1.025235891342163, "Finetune/Step": 3288, "Finetune/Step Time": 4.421677650883794}
{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.9145669937133789, "Finetune/Loss (Raw)": 0.8413267135620117, "Finetune/Step": 3289, "Finetune/Step Time": 4.402666375041008}
{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.9189935922622681, "Finetune/Loss (Raw)": 0.9738800525665283, "Finetune/Step": 3290, "Finetune/Step Time": 4.364326445385814}
{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.9169059991836548, "Finetune/Loss (Raw)": 0.8157585859298706, "Finetune/Step": 3291, "Finetune/Step Time": 4.359362822026014}
{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.9160325527191162, "Finetune/Loss (Raw)": 0.8831777572631836, "Finetune/Step": 3292, "Finetune/Step Time": 4.36044355109334}
{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.9177353978157043, "Finetune/Loss (Raw)": 0.9629223346710205, "Finetune/Step": 3293, "Finetune/Step Time": 4.355864824727178}
{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.9179494380950928, "Finetune/Loss (Raw)": 0.8741637468338013, "Finetune/Step": 3294, "Finetune/Step Time": 4.382516602054238}
{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.9172440767288208, "Finetune/Loss (Raw)": 0.859926164150238, "Finetune/Step": 3295, "Finetune/Step Time": 4.385549737140536}
{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.9165527820587158, "Finetune/Loss (Raw)": 0.959019124507904, "Finetune/Step": 3296, "Finetune/Step Time": 4.386731561273336}
{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.9209061861038208, "Finetune/Loss (Raw)": 0.8650356531143188, "Finetune/Step": 3297, "Finetune/Step Time": 4.36852815002203}
{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.922477662563324, "Finetune/Loss (Raw)": 1.0137958526611328, "Finetune/Step": 3298, "Finetune/Step Time": 4.366778491064906}
{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.9188252687454224, "Finetune/Loss (Raw)": 0.3800930976867676, "Finetune/Step": 3299, "Finetune/Step Time": 4.403864884749055}
{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.9188846349716187, "Finetune/Loss (Raw)": 0.9452148675918579, "Finetune/Step": 3300, "Finetune/Step Time": 4.406215764582157}
{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.9183425903320312, "Finetune/Loss (Raw)": 0.7761966586112976, "Finetune/Step": 3301, "Finetune/Step Time": 4.395044764503837}
{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.9175966382026672, "Finetune/Loss (Raw)": 0.9867376685142517, "Finetune/Step": 3302, "Finetune/Step Time": 4.388009455054998}
{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.9173494577407837, "Finetune/Loss (Raw)": 0.8912285566329956, "Finetune/Step": 3303, "Finetune/Step Time": 4.391684111207724}
{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.915747880935669, "Finetune/Loss (Raw)": 0.8816871047019958, "Finetune/Step": 3304, "Finetune/Step Time": 4.401357205584645}
{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.9170327186584473, "Finetune/Loss (Raw)": 1.040725588798523, "Finetune/Step": 3305, "Finetune/Step Time": 4.397454511374235}
{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.9169095754623413, "Finetune/Loss (Raw)": 0.8672490119934082, "Finetune/Step": 3306, "Finetune/Step Time": 4.389305109158158}
{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.9164124727249146, "Finetune/Loss (Raw)": 1.0665122270584106, "Finetune/Step": 3307, "Finetune/Step Time": 4.3786207642406225}
{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.9180116653442383, "Finetune/Loss (Raw)": 1.0492432117462158, "Finetune/Step": 3308, "Finetune/Step Time": 4.379226785153151}
{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.918448805809021, "Finetune/Loss (Raw)": 1.0356967449188232, "Finetune/Step": 3309, "Finetune/Step Time": 4.389818528667092}
{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.9174720048904419, "Finetune/Loss (Raw)": 0.8275250196456909, "Finetune/Step": 3310, "Finetune/Step Time": 4.386888982728124}
{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.9168824553489685, "Finetune/Loss (Raw)": 0.833087146282196, "Finetune/Step": 3311, "Finetune/Step Time": 4.395154418423772}
{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.9162567853927612, "Finetune/Loss (Raw)": 0.873734176158905, "Finetune/Step": 3312, "Finetune/Step Time": 4.394413832575083}
{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.9120960235595703, "Finetune/Loss (Raw)": 0.4288211166858673, "Finetune/Step": 3313, "Finetune/Step Time": 4.427442062646151}
{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.9116976261138916, "Finetune/Loss (Raw)": 0.833587646484375, "Finetune/Step": 3314, "Finetune/Step Time": 4.424275269731879}
{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.9129258394241333, "Finetune/Loss (Raw)": 1.151938796043396, "Finetune/Step": 3315, "Finetune/Step Time": 4.424168262630701}
{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.9124741554260254, "Finetune/Loss (Raw)": 0.8451554775238037, "Finetune/Step": 3316, "Finetune/Step Time": 4.421022936701775}
{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.91290682554245, "Finetune/Loss (Raw)": 0.9584014415740967, "Finetune/Step": 3317, "Finetune/Step Time": 4.422009637579322}
{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.9083019495010376, "Finetune/Loss (Raw)": 0.3320011496543884, "Finetune/Step": 3318, "Finetune/Step Time": 4.456228414550424}
{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.9079947471618652, "Finetune/Loss (Raw)": 1.0071040391921997, "Finetune/Step": 3319, "Finetune/Step Time": 4.431776026263833}
{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.9081509113311768, "Finetune/Loss (Raw)": 0.8973860740661621, "Finetune/Step": 3320, "Finetune/Step Time": 4.423889026045799}
{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.907840371131897, "Finetune/Loss (Raw)": 0.855883777141571, "Finetune/Step": 3321, "Finetune/Step Time": 4.423570612445474}
{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.9084232449531555, "Finetune/Loss (Raw)": 0.8947749733924866, "Finetune/Step": 3322, "Finetune/Step Time": 4.416637139394879}
{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.9087050557136536, "Finetune/Loss (Raw)": 1.056367039680481, "Finetune/Step": 3323, "Finetune/Step Time": 4.4174783658236265}
{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.9080102443695068, "Finetune/Loss (Raw)": 0.8621848821640015, "Finetune/Step": 3324, "Finetune/Step Time": 4.436154339462519}
{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.9065060615539551, "Finetune/Loss (Raw)": 0.8452906608581543, "Finetune/Step": 3325, "Finetune/Step Time": 4.435951519757509}
{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.9076310396194458, "Finetune/Loss (Raw)": 0.9789251685142517, "Finetune/Step": 3326, "Finetune/Step Time": 4.4272547867149115}
{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.9065171480178833, "Finetune/Loss (Raw)": 0.8131793141365051, "Finetune/Step": 3327, "Finetune/Step Time": 4.440234754234552}
{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.9062145352363586, "Finetune/Loss (Raw)": 1.0549237728118896, "Finetune/Step": 3328, "Finetune/Step Time": 4.433028323575854}
{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.9078370332717896, "Finetune/Loss (Raw)": 1.057547926902771, "Finetune/Step": 3329, "Finetune/Step Time": 4.440816272050142}
{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.9072785973548889, "Finetune/Loss (Raw)": 0.84089195728302, "Finetune/Step": 3330, "Finetune/Step Time": 4.454420741647482}
{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.9079693555831909, "Finetune/Loss (Raw)": 0.9766688942909241, "Finetune/Step": 3331, "Finetune/Step Time": 4.468268321827054}
{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.9083969593048096, "Finetune/Loss (Raw)": 0.9194437861442566, "Finetune/Step": 3332, "Finetune/Step Time": 4.4675791542977095}
{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.9093748331069946, "Finetune/Loss (Raw)": 0.9837629795074463, "Finetune/Step": 3333, "Finetune/Step Time": 4.4673714227974415}
{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.9101144075393677, "Finetune/Loss (Raw)": 0.9217345714569092, "Finetune/Step": 3334, "Finetune/Step Time": 4.461888389661908}
{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.9095130562782288, "Finetune/Loss (Raw)": 0.8848204016685486, "Finetune/Step": 3335, "Finetune/Step Time": 4.440360682085156}
{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.9086571931838989, "Finetune/Loss (Raw)": 0.8917517066001892, "Finetune/Step": 3336, "Finetune/Step Time": 4.439424840733409}
{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.9083470702171326, "Finetune/Loss (Raw)": 0.8403696417808533, "Finetune/Step": 3337, "Finetune/Step Time": 4.448775993660092}
{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.9090030193328857, "Finetune/Loss (Raw)": 0.9199416041374207, "Finetune/Step": 3338, "Finetune/Step Time": 4.446658942848444}
{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.9089928865432739, "Finetune/Loss (Raw)": 0.982702374458313, "Finetune/Step": 3339, "Finetune/Step Time": 4.439299559220672}
{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.9133787155151367, "Finetune/Loss (Raw)": 0.9558404088020325, "Finetune/Step": 3340, "Finetune/Step Time": 4.402795260772109}
{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.9139032959938049, "Finetune/Loss (Raw)": 1.0602668523788452, "Finetune/Step": 3341, "Finetune/Step Time": 4.409098533913493}
{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.914371132850647, "Finetune/Loss (Raw)": 1.0454519987106323, "Finetune/Step": 3342, "Finetune/Step Time": 4.395460765808821}
{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.915442168712616, "Finetune/Loss (Raw)": 0.9639137387275696, "Finetune/Step": 3343, "Finetune/Step Time": 4.38284482806921}
{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.915372908115387, "Finetune/Loss (Raw)": 0.7582273483276367, "Finetune/Step": 3344, "Finetune/Step Time": 4.363212961703539}
{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.910571277141571, "Finetune/Loss (Raw)": 0.3493426442146301, "Finetune/Step": 3345, "Finetune/Step Time": 4.4066189005970955}
{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.9114890098571777, "Finetune/Loss (Raw)": 1.0652989149093628, "Finetune/Step": 3346, "Finetune/Step Time": 4.405188836157322}
{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.9115117788314819, "Finetune/Loss (Raw)": 0.791544497013092, "Finetune/Step": 3347, "Finetune/Step Time": 4.406043181195855}
{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.9107033014297485, "Finetune/Loss (Raw)": 0.9996346831321716, "Finetune/Step": 3348, "Finetune/Step Time": 4.410794695839286}
{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.9116235971450806, "Finetune/Loss (Raw)": 0.974434494972229, "Finetune/Step": 3349, "Finetune/Step Time": 4.407181896269321}
{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.9177225232124329, "Finetune/Loss (Raw)": 1.1113157272338867, "Finetune/Step": 3350, "Finetune/Step Time": 4.375323198735714}
{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.9178239703178406, "Finetune/Loss (Raw)": 0.889427125453949, "Finetune/Step": 3351, "Finetune/Step Time": 4.382726989686489}
{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.9179015159606934, "Finetune/Loss (Raw)": 0.9760994911193848, "Finetune/Step": 3352, "Finetune/Step Time": 4.38629787042737}
{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.9186426401138306, "Finetune/Loss (Raw)": 1.016061544418335, "Finetune/Step": 3353, "Finetune/Step Time": 4.402393126860261}
{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.9187071919441223, "Finetune/Loss (Raw)": 0.9524008631706238, "Finetune/Step": 3354, "Finetune/Step Time": 4.4003554582595825}
{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.9194875955581665, "Finetune/Loss (Raw)": 1.0066165924072266, "Finetune/Step": 3355, "Finetune/Step Time": 4.392088700085878}
{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.9201462864875793, "Finetune/Loss (Raw)": 0.9872807264328003, "Finetune/Step": 3356, "Finetune/Step Time": 4.394360871985555}
{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.9191814661026001, "Finetune/Loss (Raw)": 0.8873443603515625, "Finetune/Step": 3357, "Finetune/Step Time": 4.39506502263248}
{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.918840765953064, "Finetune/Loss (Raw)": 0.845001757144928, "Finetune/Step": 3358, "Finetune/Step Time": 4.38876186311245}
{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.9199384450912476, "Finetune/Loss (Raw)": 1.0838890075683594, "Finetune/Step": 3359, "Finetune/Step Time": 4.362708551809192}
{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.919816255569458, "Finetune/Loss (Raw)": 1.037841558456421, "Finetune/Step": 3360, "Finetune/Step Time": 4.3634745962917805}
{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.9185426235198975, "Finetune/Loss (Raw)": 0.9899603128433228, "Finetune/Step": 3361, "Finetune/Step Time": 4.376538908109069}
{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.9190052151679993, "Finetune/Loss (Raw)": 0.8506956100463867, "Finetune/Step": 3362, "Finetune/Step Time": 4.359214816242456}
{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.9181591868400574, "Finetune/Loss (Raw)": 0.9643650054931641, "Finetune/Step": 3363, "Finetune/Step Time": 4.359533805400133}
{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.9199109077453613, "Finetune/Loss (Raw)": 0.990190327167511, "Finetune/Step": 3364, "Finetune/Step Time": 4.351784160360694}
{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.9192107319831848, "Finetune/Loss (Raw)": 0.9280380606651306, "Finetune/Step": 3365, "Finetune/Step Time": 4.366083346307278}
{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.9228906631469727, "Finetune/Loss (Raw)": 0.8638513088226318, "Finetune/Step": 3366, "Finetune/Step Time": 4.344800498336554}
{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.9213019609451294, "Finetune/Loss (Raw)": 0.8536986708641052, "Finetune/Step": 3367, "Finetune/Step Time": 4.336654091253877}
{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.9159693121910095, "Finetune/Loss (Raw)": 0.43404123187065125, "Finetune/Step": 3368, "Finetune/Step Time": 4.373732948675752}
{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.9162255525588989, "Finetune/Loss (Raw)": 1.0380061864852905, "Finetune/Step": 3369, "Finetune/Step Time": 4.372566811740398}
{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.9160118103027344, "Finetune/Loss (Raw)": 0.9774738550186157, "Finetune/Step": 3370, "Finetune/Step Time": 4.370165390893817}
{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.91388338804245, "Finetune/Loss (Raw)": 0.7123934626579285, "Finetune/Step": 3371, "Finetune/Step Time": 4.3917726166546345}
{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.9132402539253235, "Finetune/Loss (Raw)": 0.9161325693130493, "Finetune/Step": 3372, "Finetune/Step Time": 4.403270710259676}
{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.9130191802978516, "Finetune/Loss (Raw)": 0.9989795684814453, "Finetune/Step": 3373, "Finetune/Step Time": 4.409275192767382}
{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.9144464135169983, "Finetune/Loss (Raw)": 0.9373605847358704, "Finetune/Step": 3374, "Finetune/Step Time": 4.4173311702907085}
{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.9165358543395996, "Finetune/Loss (Raw)": 1.167978048324585, "Finetune/Step": 3375, "Finetune/Step Time": 4.415214141830802}
{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.9164883494377136, "Finetune/Loss (Raw)": 1.0243644714355469, "Finetune/Step": 3376, "Finetune/Step Time": 4.407811064273119}
{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.9149194359779358, "Finetune/Loss (Raw)": 0.8307207226753235, "Finetune/Step": 3377, "Finetune/Step Time": 4.418880051001906}
{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.9159505367279053, "Finetune/Loss (Raw)": 1.0186139345169067, "Finetune/Step": 3378, "Finetune/Step Time": 4.414835108444095}
{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.9143636226654053, "Finetune/Loss (Raw)": 0.7377444505691528, "Finetune/Step": 3379, "Finetune/Step Time": 4.3893664162606}
{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.9123119115829468, "Finetune/Loss (Raw)": 0.8290581703186035, "Finetune/Step": 3380, "Finetune/Step Time": 4.381356442347169}
{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.911247968673706, "Finetune/Loss (Raw)": 0.9279686212539673, "Finetune/Step": 3381, "Finetune/Step Time": 4.376093557104468}
{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.9119932651519775, "Finetune/Loss (Raw)": 1.0792180299758911, "Finetune/Step": 3382, "Finetune/Step Time": 4.37807766161859}
{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.9116822481155396, "Finetune/Loss (Raw)": 0.8950387835502625, "Finetune/Step": 3383, "Finetune/Step Time": 4.365634359419346}
{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.9109513759613037, "Finetune/Loss (Raw)": 0.9802358746528625, "Finetune/Step": 3384, "Finetune/Step Time": 4.361474907025695}
{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.9106219410896301, "Finetune/Loss (Raw)": 0.8070551156997681, "Finetune/Step": 3385, "Finetune/Step Time": 4.3505888525396585}
{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.9092877507209778, "Finetune/Loss (Raw)": 0.9328681826591492, "Finetune/Step": 3386, "Finetune/Step Time": 4.3426406644284725}
{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.908780574798584, "Finetune/Loss (Raw)": 0.8464218378067017, "Finetune/Step": 3387, "Finetune/Step Time": 4.330929988995194}
{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.9074415564537048, "Finetune/Loss (Raw)": 0.8441157937049866, "Finetune/Step": 3388, "Finetune/Step Time": 4.313187226653099}
{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.9083921313285828, "Finetune/Loss (Raw)": 0.9598115086555481, "Finetune/Step": 3389, "Finetune/Step Time": 4.312382033094764}
{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.9082906246185303, "Finetune/Loss (Raw)": 0.9848083257675171, "Finetune/Step": 3390, "Finetune/Step Time": 4.322423402220011}
{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.9089318513870239, "Finetune/Loss (Raw)": 1.1154958009719849, "Finetune/Step": 3391, "Finetune/Step Time": 4.32450388930738}
{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.908832311630249, "Finetune/Loss (Raw)": 0.8896104693412781, "Finetune/Step": 3392, "Finetune/Step Time": 4.31887362152338}
{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.9083678722381592, "Finetune/Loss (Raw)": 1.0516811609268188, "Finetune/Step": 3393, "Finetune/Step Time": 4.310003627091646}
{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.9085913300514221, "Finetune/Loss (Raw)": 0.9493080973625183, "Finetune/Step": 3394, "Finetune/Step Time": 4.330439984798431}
{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.9088555574417114, "Finetune/Loss (Raw)": 1.0211350917816162, "Finetune/Step": 3395, "Finetune/Step Time": 4.325363637879491}
{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.907360315322876, "Finetune/Loss (Raw)": 0.8019859194755554, "Finetune/Step": 3396, "Finetune/Step Time": 4.324838427826762}
{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.9068539142608643, "Finetune/Loss (Raw)": 0.9395143389701843, "Finetune/Step": 3397, "Finetune/Step Time": 4.317774221301079}
{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.9071409702301025, "Finetune/Loss (Raw)": 0.9143422245979309, "Finetune/Step": 3398, "Finetune/Step Time": 4.316294692456722}
{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.9067105054855347, "Finetune/Loss (Raw)": 0.8529369235038757, "Finetune/Step": 3399, "Finetune/Step Time": 4.324705064296722}
{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.905712366104126, "Finetune/Loss (Raw)": 0.869674026966095, "Finetune/Step": 3400, "Finetune/Step Time": 4.297911360859871}
{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.9057736992835999, "Finetune/Loss (Raw)": 0.8427194952964783, "Finetune/Step": 3401, "Finetune/Step Time": 4.289753653109074}
{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.9104379415512085, "Finetune/Loss (Raw)": 0.9150176048278809, "Finetune/Step": 3402, "Finetune/Step Time": 4.250589020550251}
{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.9108125567436218, "Finetune/Loss (Raw)": 0.8572024703025818, "Finetune/Step": 3403, "Finetune/Step Time": 4.245837876573205}
{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.9108712673187256, "Finetune/Loss (Raw)": 0.9465389847755432, "Finetune/Step": 3404, "Finetune/Step Time": 4.236843599006534}
{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.9094530940055847, "Finetune/Loss (Raw)": 0.8016301393508911, "Finetune/Step": 3405, "Finetune/Step Time": 4.305154837667942}
{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.9100295305252075, "Finetune/Loss (Raw)": 0.9706259369850159, "Finetune/Step": 3406, "Finetune/Step Time": 4.301760608330369}
{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.9097681641578674, "Finetune/Loss (Raw)": 0.9579108357429504, "Finetune/Step": 3407, "Finetune/Step Time": 4.294650306925178}
{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.9095193147659302, "Finetune/Loss (Raw)": 0.9859311580657959, "Finetune/Step": 3408, "Finetune/Step Time": 4.295230660587549}
{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.9084473848342896, "Finetune/Loss (Raw)": 0.9222118258476257, "Finetune/Step": 3409, "Finetune/Step Time": 4.292739771306515}
{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.9080932140350342, "Finetune/Loss (Raw)": 0.8630390763282776, "Finetune/Step": 3410, "Finetune/Step Time": 4.296529045328498}
{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.9133328795433044, "Finetune/Loss (Raw)": 1.0366700887680054, "Finetune/Step": 3411, "Finetune/Step Time": 4.257779618725181}
{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.9140077829360962, "Finetune/Loss (Raw)": 0.9982520341873169, "Finetune/Step": 3412, "Finetune/Step Time": 4.252985989674926}
{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.9143709540367126, "Finetune/Loss (Raw)": 1.0553874969482422, "Finetune/Step": 3413, "Finetune/Step Time": 4.260648746043444}
{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.9158425331115723, "Finetune/Loss (Raw)": 1.0863398313522339, "Finetune/Step": 3414, "Finetune/Step Time": 4.258697621524334}
{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.9144866466522217, "Finetune/Loss (Raw)": 0.7659578323364258, "Finetune/Step": 3415, "Finetune/Step Time": 4.2561995182186365}
{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.9097676277160645, "Finetune/Loss (Raw)": 0.42120110988616943, "Finetune/Step": 3416, "Finetune/Step Time": 4.292366551235318}
{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.9107522368431091, "Finetune/Loss (Raw)": 0.9673541784286499, "Finetune/Step": 3417, "Finetune/Step Time": 4.298938872292638}
{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.9104931354522705, "Finetune/Loss (Raw)": 0.9407129287719727, "Finetune/Step": 3418, "Finetune/Step Time": 4.3104707803577185}
{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.9115450382232666, "Finetune/Loss (Raw)": 0.9504087567329407, "Finetune/Step": 3419, "Finetune/Step Time": 4.302765415981412}
{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.9103301763534546, "Finetune/Loss (Raw)": 0.7276673913002014, "Finetune/Step": 3420, "Finetune/Step Time": 4.327901808544993}
{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.9101309776306152, "Finetune/Loss (Raw)": 0.9374321699142456, "Finetune/Step": 3421, "Finetune/Step Time": 4.330739313736558}
{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.9106001853942871, "Finetune/Loss (Raw)": 0.9342100620269775, "Finetune/Step": 3422, "Finetune/Step Time": 4.3238513600081205}
{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.9105121493339539, "Finetune/Loss (Raw)": 0.8486648201942444, "Finetune/Step": 3423, "Finetune/Step Time": 4.322437370195985}
{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.9057213664054871, "Finetune/Loss (Raw)": 0.3458016812801361, "Finetune/Step": 3424, "Finetune/Step Time": 4.355205420404673}
{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.9060955047607422, "Finetune/Loss (Raw)": 0.9129247069358826, "Finetune/Step": 3425, "Finetune/Step Time": 4.342289233580232}
{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.9041957855224609, "Finetune/Loss (Raw)": 0.770625114440918, "Finetune/Step": 3426, "Finetune/Step Time": 4.344494357705116}
{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.9091347455978394, "Finetune/Loss (Raw)": 1.012291431427002, "Finetune/Step": 3427, "Finetune/Step Time": 4.3094246331602335}
{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.9090407490730286, "Finetune/Loss (Raw)": 0.9331799149513245, "Finetune/Step": 3428, "Finetune/Step Time": 4.317551223561168}
{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.9104188084602356, "Finetune/Loss (Raw)": 0.9525869488716125, "Finetune/Step": 3429, "Finetune/Step Time": 4.314081326127052}
{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.9097047448158264, "Finetune/Loss (Raw)": 0.8953366875648499, "Finetune/Step": 3430, "Finetune/Step Time": 4.308191945776343}
{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.9106944799423218, "Finetune/Loss (Raw)": 1.0179170370101929, "Finetune/Step": 3431, "Finetune/Step Time": 4.306636327877641}
{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.910101592540741, "Finetune/Loss (Raw)": 0.8057933449745178, "Finetune/Step": 3432, "Finetune/Step Time": 4.313944458961487}
{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.9089837074279785, "Finetune/Loss (Raw)": 0.8976375460624695, "Finetune/Step": 3433, "Finetune/Step Time": 4.331878760829568}
{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.9092943668365479, "Finetune/Loss (Raw)": 0.9070070385932922, "Finetune/Step": 3434, "Finetune/Step Time": 4.356398854404688}
{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.9083132743835449, "Finetune/Loss (Raw)": 0.9409408569335938, "Finetune/Step": 3435, "Finetune/Step Time": 4.369777366518974}
{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.9065039157867432, "Finetune/Loss (Raw)": 0.8176447749137878, "Finetune/Step": 3436, "Finetune/Step Time": 4.363268714398146}
{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.9057456851005554, "Finetune/Loss (Raw)": 0.9386420845985413, "Finetune/Step": 3437, "Finetune/Step Time": 4.351956931874156}
{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.9060792922973633, "Finetune/Loss (Raw)": 0.8702303767204285, "Finetune/Step": 3438, "Finetune/Step Time": 4.350258441641927}
{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.9075993299484253, "Finetune/Loss (Raw)": 1.0276414155960083, "Finetune/Step": 3439, "Finetune/Step Time": 4.360716113820672}
{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.9079100489616394, "Finetune/Loss (Raw)": 0.91351318359375, "Finetune/Step": 3440, "Finetune/Step Time": 4.357049606740475}
{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.910649299621582, "Finetune/Loss (Raw)": 0.7794487476348877, "Finetune/Step": 3441, "Finetune/Step Time": 4.340549742802978}
{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.910427451133728, "Finetune/Loss (Raw)": 0.8051855564117432, "Finetune/Step": 3442, "Finetune/Step Time": 4.347484137862921}
{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.9081377983093262, "Finetune/Loss (Raw)": 0.8588641881942749, "Finetune/Step": 3443, "Finetune/Step Time": 4.357571056112647}
{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.9089483618736267, "Finetune/Loss (Raw)": 0.9489100575447083, "Finetune/Step": 3444, "Finetune/Step Time": 4.345622701570392}
{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.9076065421104431, "Finetune/Loss (Raw)": 0.7866454124450684, "Finetune/Step": 3445, "Finetune/Step Time": 4.36360958404839}
{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.9120346903800964, "Finetune/Loss (Raw)": 0.8988028764724731, "Finetune/Step": 3446, "Finetune/Step Time": 4.33391984924674}
{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.9123413562774658, "Finetune/Loss (Raw)": 1.0463581085205078, "Finetune/Step": 3447, "Finetune/Step Time": 4.334175635129213}
{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.9126754999160767, "Finetune/Loss (Raw)": 0.9401565194129944, "Finetune/Step": 3448, "Finetune/Step Time": 4.339913660660386}
{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.9139426946640015, "Finetune/Loss (Raw)": 1.018090844154358, "Finetune/Step": 3449, "Finetune/Step Time": 4.335192492231727}
{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.9144808053970337, "Finetune/Loss (Raw)": 0.9636464715003967, "Finetune/Step": 3450, "Finetune/Step Time": 4.355398567393422}
{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.9131053686141968, "Finetune/Loss (Raw)": 0.8803117871284485, "Finetune/Step": 3451, "Finetune/Step Time": 4.338304508477449}
{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.9141983985900879, "Finetune/Loss (Raw)": 1.0020986795425415, "Finetune/Step": 3452, "Finetune/Step Time": 4.317336244508624}
{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.91437828540802, "Finetune/Loss (Raw)": 0.8683164715766907, "Finetune/Step": 3453, "Finetune/Step Time": 4.320743095129728}
{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.9137703776359558, "Finetune/Loss (Raw)": 0.901107132434845, "Finetune/Step": 3454, "Finetune/Step Time": 4.329103643074632}
{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.9100543260574341, "Finetune/Loss (Raw)": 0.3375285267829895, "Finetune/Step": 3455, "Finetune/Step Time": 4.3574306052178144}
{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.9094258546829224, "Finetune/Loss (Raw)": 0.974473774433136, "Finetune/Step": 3456, "Finetune/Step Time": 4.354160934686661}
{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.9082428216934204, "Finetune/Loss (Raw)": 0.9061229825019836, "Finetune/Step": 3457, "Finetune/Step Time": 4.344707503914833}
{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.9090138673782349, "Finetune/Loss (Raw)": 0.9395837187767029, "Finetune/Step": 3458, "Finetune/Step Time": 4.35277896374464}
{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.9083786606788635, "Finetune/Loss (Raw)": 0.8953638076782227, "Finetune/Step": 3459, "Finetune/Step Time": 4.342917053028941}
{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.9091200232505798, "Finetune/Loss (Raw)": 1.0143369436264038, "Finetune/Step": 3460, "Finetune/Step Time": 4.338894112035632}
{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.9040362238883972, "Finetune/Loss (Raw)": 0.33303773403167725, "Finetune/Step": 3461, "Finetune/Step Time": 4.3774700332432985}
{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.9043706059455872, "Finetune/Loss (Raw)": 0.9645304679870605, "Finetune/Step": 3462, "Finetune/Step Time": 4.3739318661391735}
{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.904455304145813, "Finetune/Loss (Raw)": 0.8956648707389832, "Finetune/Step": 3463, "Finetune/Step Time": 4.37608890235424}
{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.9050007462501526, "Finetune/Loss (Raw)": 0.9615698456764221, "Finetune/Step": 3464, "Finetune/Step Time": 4.377147134393454}
{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.9053287506103516, "Finetune/Loss (Raw)": 0.8823580741882324, "Finetune/Step": 3465, "Finetune/Step Time": 4.37199317291379}
{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.9049236178398132, "Finetune/Loss (Raw)": 0.8680787682533264, "Finetune/Step": 3466, "Finetune/Step Time": 4.376212934032083}
{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.9032149314880371, "Finetune/Loss (Raw)": 0.7639940977096558, "Finetune/Step": 3467, "Finetune/Step Time": 4.374824695289135}
{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.9017167687416077, "Finetune/Loss (Raw)": 0.7640743255615234, "Finetune/Step": 3468, "Finetune/Step Time": 4.383027650415897}
{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.9011412262916565, "Finetune/Loss (Raw)": 0.9865960478782654, "Finetune/Step": 3469, "Finetune/Step Time": 4.39158671349287}
{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.899834394454956, "Finetune/Loss (Raw)": 0.878173828125, "Finetune/Step": 3470, "Finetune/Step Time": 4.392608061432838}
{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.8998468518257141, "Finetune/Loss (Raw)": 0.9655107855796814, "Finetune/Step": 3471, "Finetune/Step Time": 4.404282530769706}
{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.9005304574966431, "Finetune/Loss (Raw)": 0.8457329273223877, "Finetune/Step": 3472, "Finetune/Step Time": 4.404758635908365}
{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.906451940536499, "Finetune/Loss (Raw)": 1.1072841882705688, "Finetune/Step": 3473, "Finetune/Step Time": 4.385579099878669}
{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.9046312570571899, "Finetune/Loss (Raw)": 0.8322609066963196, "Finetune/Step": 3474, "Finetune/Step Time": 4.390786003321409}
{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.9057024717330933, "Finetune/Loss (Raw)": 0.9286529421806335, "Finetune/Step": 3475, "Finetune/Step Time": 4.397304464131594}
{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.9040707945823669, "Finetune/Loss (Raw)": 0.790780782699585, "Finetune/Step": 3476, "Finetune/Step Time": 4.402078710496426}
{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.9031267166137695, "Finetune/Loss (Raw)": 0.8535985350608826, "Finetune/Step": 3477, "Finetune/Step Time": 4.420313937589526}
{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.9024494886398315, "Finetune/Loss (Raw)": 1.024626612663269, "Finetune/Step": 3478, "Finetune/Step Time": 4.412698209285736}
{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.9040195345878601, "Finetune/Loss (Raw)": 1.0903913974761963, "Finetune/Step": 3479, "Finetune/Step Time": 4.399320345371962}
{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.9038283824920654, "Finetune/Loss (Raw)": 0.9516316652297974, "Finetune/Step": 3480, "Finetune/Step Time": 4.391294039785862}
{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.9035978317260742, "Finetune/Loss (Raw)": 0.9865484833717346, "Finetune/Step": 3481, "Finetune/Step Time": 4.368051618337631}
{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.9034436345100403, "Finetune/Loss (Raw)": 0.9326687455177307, "Finetune/Step": 3482, "Finetune/Step Time": 4.367892876267433}
{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.9031943082809448, "Finetune/Loss (Raw)": 0.9747035503387451, "Finetune/Step": 3483, "Finetune/Step Time": 4.40674652159214}
{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.9031516313552856, "Finetune/Loss (Raw)": 0.9818164706230164, "Finetune/Step": 3484, "Finetune/Step Time": 4.422943165525794}
{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.9042189121246338, "Finetune/Loss (Raw)": 1.023958444595337, "Finetune/Step": 3485, "Finetune/Step Time": 4.419854633510113}
{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.905276894569397, "Finetune/Loss (Raw)": 0.9804210066795349, "Finetune/Step": 3486, "Finetune/Step Time": 4.413906926289201}
{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.9030146598815918, "Finetune/Loss (Raw)": 0.7943179607391357, "Finetune/Step": 3487, "Finetune/Step Time": 4.412308104336262}
{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.901045560836792, "Finetune/Loss (Raw)": 0.7858008146286011, "Finetune/Step": 3488, "Finetune/Step Time": 4.411800615489483}
{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.9014461040496826, "Finetune/Loss (Raw)": 1.041228175163269, "Finetune/Step": 3489, "Finetune/Step Time": 4.399047048762441}
{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.9013195037841797, "Finetune/Loss (Raw)": 0.8344979286193848, "Finetune/Step": 3490, "Finetune/Step Time": 4.397102752700448}
{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.90177321434021, "Finetune/Loss (Raw)": 1.0224368572235107, "Finetune/Step": 3491, "Finetune/Step Time": 4.392728103324771}
{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.9014602899551392, "Finetune/Loss (Raw)": 0.9501373767852783, "Finetune/Step": 3492, "Finetune/Step Time": 4.402237253263593}
{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.900193989276886, "Finetune/Loss (Raw)": 0.7659541368484497, "Finetune/Step": 3493, "Finetune/Step Time": 4.394397187978029}
{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.9015322923660278, "Finetune/Loss (Raw)": 1.0351510047912598, "Finetune/Step": 3494, "Finetune/Step Time": 4.375739036127925}
{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.9024573564529419, "Finetune/Loss (Raw)": 0.9720989465713501, "Finetune/Step": 3495, "Finetune/Step Time": 4.375351486727595}
{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.9074006676673889, "Finetune/Loss (Raw)": 1.0667930841445923, "Finetune/Step": 3496, "Finetune/Step Time": 4.350103162229061}
{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.9059215784072876, "Finetune/Loss (Raw)": 0.8486776351928711, "Finetune/Step": 3497, "Finetune/Step Time": 4.3589321076869965}
{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.9056723117828369, "Finetune/Loss (Raw)": 0.9455745816230774, "Finetune/Step": 3498, "Finetune/Step Time": 4.362656686455011}
{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.9079275131225586, "Finetune/Loss (Raw)": 1.0010579824447632, "Finetune/Step": 3499, "Finetune/Step Time": 4.3480946235358715}
{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.9083235263824463, "Finetune/Loss (Raw)": 0.9668288826942444, "Finetune/Step": 3500, "Finetune/Step Time": 4.338664351031184}
{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.9081820249557495, "Finetune/Loss (Raw)": 0.9808589816093445, "Finetune/Step": 3501, "Finetune/Step Time": 4.324363756924868}
{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.9095525145530701, "Finetune/Loss (Raw)": 1.112786889076233, "Finetune/Step": 3502, "Finetune/Step Time": 4.308870622888207}
{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.9082589745521545, "Finetune/Loss (Raw)": 1.002402663230896, "Finetune/Step": 3503, "Finetune/Step Time": 4.314836926758289}
{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.9071125984191895, "Finetune/Loss (Raw)": 0.8776259422302246, "Finetune/Step": 3504, "Finetune/Step Time": 4.3161867670714855}
{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.9086173176765442, "Finetune/Loss (Raw)": 1.0233278274536133, "Finetune/Step": 3505, "Finetune/Step Time": 4.312191370874643}
{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.9074256420135498, "Finetune/Loss (Raw)": 0.8660773634910583, "Finetune/Step": 3506, "Finetune/Step Time": 4.308877574279904}
{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.9074146151542664, "Finetune/Loss (Raw)": 0.7363308668136597, "Finetune/Step": 3507, "Finetune/Step Time": 4.323965582996607}
{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.9081429243087769, "Finetune/Loss (Raw)": 0.9222886562347412, "Finetune/Step": 3508, "Finetune/Step Time": 4.324359117075801}
{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.909076988697052, "Finetune/Loss (Raw)": 1.0475267171859741, "Finetune/Step": 3509, "Finetune/Step Time": 4.337812662124634}
{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.9071123003959656, "Finetune/Loss (Raw)": 0.8277361989021301, "Finetune/Step": 3510, "Finetune/Step Time": 4.336346410214901}
{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.9073973894119263, "Finetune/Loss (Raw)": 0.931533694267273, "Finetune/Step": 3511, "Finetune/Step Time": 4.343764945864677}
{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.9071565866470337, "Finetune/Loss (Raw)": 0.9494049549102783, "Finetune/Step": 3512, "Finetune/Step Time": 4.347441162914038}
{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.9084782600402832, "Finetune/Loss (Raw)": 0.9762367010116577, "Finetune/Step": 3513, "Finetune/Step Time": 4.347270211204886}
{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.907628059387207, "Finetune/Loss (Raw)": 0.8240428566932678, "Finetune/Step": 3514, "Finetune/Step Time": 4.351431980729103}
{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.9079498052597046, "Finetune/Loss (Raw)": 0.887603759765625, "Finetune/Step": 3515, "Finetune/Step Time": 4.358008552342653}
{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.9084767699241638, "Finetune/Loss (Raw)": 0.9115666151046753, "Finetune/Step": 3516, "Finetune/Step Time": 4.3646813202649355}
{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.9087370038032532, "Finetune/Loss (Raw)": 0.993120551109314, "Finetune/Step": 3517, "Finetune/Step Time": 4.362228874117136}
{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.9082430601119995, "Finetune/Loss (Raw)": 0.921579897403717, "Finetune/Step": 3518, "Finetune/Step Time": 4.3820029608905315}
{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.9062976837158203, "Finetune/Loss (Raw)": 0.8664902448654175, "Finetune/Step": 3519, "Finetune/Step Time": 4.4002419002354145}
{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.9068336486816406, "Finetune/Loss (Raw)": 0.9582129716873169, "Finetune/Step": 3520, "Finetune/Step Time": 4.401277286931872}
{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.906850278377533, "Finetune/Loss (Raw)": 1.0538138151168823, "Finetune/Step": 3521, "Finetune/Step Time": 4.401514394208789}
{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.9060449004173279, "Finetune/Loss (Raw)": 0.8462153077125549, "Finetune/Step": 3522, "Finetune/Step Time": 4.397207261994481}
{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.904754638671875, "Finetune/Loss (Raw)": 0.8559852242469788, "Finetune/Step": 3523, "Finetune/Step Time": 4.410698130726814}
{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.9050707221031189, "Finetune/Loss (Raw)": 0.8424467444419861, "Finetune/Step": 3524, "Finetune/Step Time": 4.420162413269281}
{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.9062421321868896, "Finetune/Loss (Raw)": 1.0894538164138794, "Finetune/Step": 3525, "Finetune/Step Time": 4.423624133691192}
{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.9064499139785767, "Finetune/Loss (Raw)": 0.9409319758415222, "Finetune/Step": 3526, "Finetune/Step Time": 4.437209442257881}
{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.907554030418396, "Finetune/Loss (Raw)": 0.9942721724510193, "Finetune/Step": 3527, "Finetune/Step Time": 4.425636967644095}
{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.9080718755722046, "Finetune/Loss (Raw)": 0.9359551072120667, "Finetune/Step": 3528, "Finetune/Step Time": 4.424960680305958}
{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.9081188440322876, "Finetune/Loss (Raw)": 0.8487266302108765, "Finetune/Step": 3529, "Finetune/Step Time": 4.440365571528673}
{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.9084083437919617, "Finetune/Loss (Raw)": 0.9520775079727173, "Finetune/Step": 3530, "Finetune/Step Time": 4.442132418975234}
{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.9095539450645447, "Finetune/Loss (Raw)": 1.003841519355774, "Finetune/Step": 3531, "Finetune/Step Time": 4.441954443231225}
{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.9088810682296753, "Finetune/Loss (Raw)": 0.8604056239128113, "Finetune/Step": 3532, "Finetune/Step Time": 4.454538928344846}
{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.9051092863082886, "Finetune/Loss (Raw)": 0.3188434839248657, "Finetune/Step": 3533, "Finetune/Step Time": 4.432653417810798}
{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.9052605032920837, "Finetune/Loss (Raw)": 0.9899789094924927, "Finetune/Step": 3534, "Finetune/Step Time": 4.440691227093339}
{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.9003722667694092, "Finetune/Loss (Raw)": 0.3322141170501709, "Finetune/Step": 3535, "Finetune/Step Time": 4.4735405668616295}
{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.8996109962463379, "Finetune/Loss (Raw)": 0.8884944319725037, "Finetune/Step": 3536, "Finetune/Step Time": 4.4709204249084}
{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.9005500674247742, "Finetune/Loss (Raw)": 1.042412281036377, "Finetune/Step": 3537, "Finetune/Step Time": 4.478557165712118}
{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.901898980140686, "Finetune/Loss (Raw)": 1.035703420639038, "Finetune/Step": 3538, "Finetune/Step Time": 4.4862417839467525}
{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.9013515114784241, "Finetune/Loss (Raw)": 0.9665939211845398, "Finetune/Step": 3539, "Finetune/Step Time": 4.4899084828794}
{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.9007517099380493, "Finetune/Loss (Raw)": 0.9214714169502258, "Finetune/Step": 3540, "Finetune/Step Time": 4.494186665862799}
{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.8996989727020264, "Finetune/Loss (Raw)": 0.9206469655036926, "Finetune/Step": 3541, "Finetune/Step Time": 4.48490702919662}
{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.898461103439331, "Finetune/Loss (Raw)": 0.9278891086578369, "Finetune/Step": 3542, "Finetune/Step Time": 4.494952537119389}
{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.8995698690414429, "Finetune/Loss (Raw)": 0.9078771471977234, "Finetune/Step": 3543, "Finetune/Step Time": 4.507658630609512}
{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.9037789106369019, "Finetune/Loss (Raw)": 0.9599595069885254, "Finetune/Step": 3544, "Finetune/Step Time": 4.468370055779815}
{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.899467945098877, "Finetune/Loss (Raw)": 0.41554945707321167, "Finetune/Step": 3545, "Finetune/Step Time": 4.50190519541502}
{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.8988163471221924, "Finetune/Loss (Raw)": 0.8573141098022461, "Finetune/Step": 3546, "Finetune/Step Time": 4.498692458495498}
{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.8995118141174316, "Finetune/Loss (Raw)": 1.039425015449524, "Finetune/Step": 3547, "Finetune/Step Time": 4.495841762050986}
{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.9015921950340271, "Finetune/Loss (Raw)": 0.9939548969268799, "Finetune/Step": 3548, "Finetune/Step Time": 4.4834054838865995}
{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.902289628982544, "Finetune/Loss (Raw)": 1.026700496673584, "Finetune/Step": 3549, "Finetune/Step Time": 4.482247017323971}
{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.8976577520370483, "Finetune/Loss (Raw)": 0.3413315713405609, "Finetune/Step": 3550, "Finetune/Step Time": 4.500196989625692}
{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.8974255323410034, "Finetune/Loss (Raw)": 0.8189458250999451, "Finetune/Step": 3551, "Finetune/Step Time": 4.518281940370798}
{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.9021867513656616, "Finetune/Loss (Raw)": 0.9552300572395325, "Finetune/Step": 3552, "Finetune/Step Time": 4.47693451680243}
{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.9011787176132202, "Finetune/Loss (Raw)": 0.7838969230651855, "Finetune/Step": 3553, "Finetune/Step Time": 4.484702497720718}
{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.9030275344848633, "Finetune/Loss (Raw)": 1.0072808265686035, "Finetune/Step": 3554, "Finetune/Step Time": 4.487260140478611}
{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.9038918018341064, "Finetune/Loss (Raw)": 1.122910737991333, "Finetune/Step": 3555, "Finetune/Step Time": 4.4852099269628525}
{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.8992929458618164, "Finetune/Loss (Raw)": 0.34452447295188904, "Finetune/Step": 3556, "Finetune/Step Time": 4.5154768992215395}
{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.9001452922821045, "Finetune/Loss (Raw)": 1.0616872310638428, "Finetune/Step": 3557, "Finetune/Step Time": 4.513763092458248}
{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.9004306793212891, "Finetune/Loss (Raw)": 0.9318642616271973, "Finetune/Step": 3558, "Finetune/Step Time": 4.515675911679864}
{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.900382936000824, "Finetune/Loss (Raw)": 1.0118112564086914, "Finetune/Step": 3559, "Finetune/Step Time": 4.514438636600971}
{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.9022032022476196, "Finetune/Loss (Raw)": 1.038783073425293, "Finetune/Step": 3560, "Finetune/Step Time": 4.493075400590897}
{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.903571367263794, "Finetune/Loss (Raw)": 1.0727674961090088, "Finetune/Step": 3561, "Finetune/Step Time": 4.476477770134807}
{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.9023953676223755, "Finetune/Loss (Raw)": 0.7564841508865356, "Finetune/Step": 3562, "Finetune/Step Time": 4.451718147844076}
{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.9013231992721558, "Finetune/Loss (Raw)": 0.8037045001983643, "Finetune/Step": 3563, "Finetune/Step Time": 4.443447310477495}
{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.9016796350479126, "Finetune/Loss (Raw)": 0.8632642030715942, "Finetune/Step": 3564, "Finetune/Step Time": 4.446190441027284}
{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.9010934233665466, "Finetune/Loss (Raw)": 0.8636064529418945, "Finetune/Step": 3565, "Finetune/Step Time": 4.449020300060511}
{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.9026002287864685, "Finetune/Loss (Raw)": 1.06309974193573, "Finetune/Step": 3566, "Finetune/Step Time": 4.454330300912261}
{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.901936948299408, "Finetune/Loss (Raw)": 0.9427410364151001, "Finetune/Step": 3567, "Finetune/Step Time": 4.452625188976526}
{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.9026236534118652, "Finetune/Loss (Raw)": 1.0014077425003052, "Finetune/Step": 3568, "Finetune/Step Time": 4.457764074206352}
{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.9035111665725708, "Finetune/Loss (Raw)": 0.8930541276931763, "Finetune/Step": 3569, "Finetune/Step Time": 4.445153381675482}
{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.904079258441925, "Finetune/Loss (Raw)": 0.8779048323631287, "Finetune/Step": 3570, "Finetune/Step Time": 4.4397692661732435}
{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.9049386978149414, "Finetune/Loss (Raw)": 0.9688711762428284, "Finetune/Step": 3571, "Finetune/Step Time": 4.4318764843046665}
{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.9050950407981873, "Finetune/Loss (Raw)": 0.9689197540283203, "Finetune/Step": 3572, "Finetune/Step Time": 4.433582341298461}
{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.906651496887207, "Finetune/Loss (Raw)": 0.9858719706535339, "Finetune/Step": 3573, "Finetune/Step Time": 4.4156206380575895}
{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.9076550602912903, "Finetune/Loss (Raw)": 1.0272576808929443, "Finetune/Step": 3574, "Finetune/Step Time": 4.413819266483188}
{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.9066057205200195, "Finetune/Loss (Raw)": 0.9120409488677979, "Finetune/Step": 3575, "Finetune/Step Time": 4.414927065372467}
{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.9071947336196899, "Finetune/Loss (Raw)": 1.0155503749847412, "Finetune/Step": 3576, "Finetune/Step Time": 4.412639170885086}
{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.9064774513244629, "Finetune/Loss (Raw)": 0.926276683807373, "Finetune/Step": 3577, "Finetune/Step Time": 4.431343242526054}
{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.9068182706832886, "Finetune/Loss (Raw)": 1.0072752237319946, "Finetune/Step": 3578, "Finetune/Step Time": 4.4214731100946665}
{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.9078570604324341, "Finetune/Loss (Raw)": 1.013277530670166, "Finetune/Step": 3579, "Finetune/Step Time": 4.42231790535152}
{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.9075636267662048, "Finetune/Loss (Raw)": 0.9645415544509888, "Finetune/Step": 3580, "Finetune/Step Time": 4.430060336366296}
{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.9087799191474915, "Finetune/Loss (Raw)": 1.0240002870559692, "Finetune/Step": 3581, "Finetune/Step Time": 4.434324024245143}
{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.908687174320221, "Finetune/Loss (Raw)": 0.8892354965209961, "Finetune/Step": 3582, "Finetune/Step Time": 4.436592882499099}
{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.9127649068832397, "Finetune/Loss (Raw)": 0.8594796061515808, "Finetune/Step": 3583, "Finetune/Step Time": 4.398364933207631}
{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.9127875566482544, "Finetune/Loss (Raw)": 0.9773718118667603, "Finetune/Step": 3584, "Finetune/Step Time": 4.400278719142079}
{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.9141137003898621, "Finetune/Loss (Raw)": 1.0758676528930664, "Finetune/Step": 3585, "Finetune/Step Time": 4.394806018099189}
{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.9134827852249146, "Finetune/Loss (Raw)": 0.8588340878486633, "Finetune/Step": 3586, "Finetune/Step Time": 4.392668096348643}
{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.9131112098693848, "Finetune/Loss (Raw)": 0.8477911949157715, "Finetune/Step": 3587, "Finetune/Step Time": 4.385828610509634}
{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.9108389616012573, "Finetune/Loss (Raw)": 0.7234922647476196, "Finetune/Step": 3588, "Finetune/Step Time": 4.392544308677316}
{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.9152966737747192, "Finetune/Loss (Raw)": 0.9036266803741455, "Finetune/Step": 3589, "Finetune/Step Time": 4.362699529156089}
{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.9154391288757324, "Finetune/Loss (Raw)": 0.9827718138694763, "Finetune/Step": 3590, "Finetune/Step Time": 4.366080833598971}
{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.9149322509765625, "Finetune/Loss (Raw)": 0.8307783603668213, "Finetune/Step": 3591, "Finetune/Step Time": 4.364819141104817}
{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.9149917364120483, "Finetune/Loss (Raw)": 0.9691880941390991, "Finetune/Step": 3592, "Finetune/Step Time": 4.370061490684748}
{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.9164936542510986, "Finetune/Loss (Raw)": 1.0745925903320312, "Finetune/Step": 3593, "Finetune/Step Time": 4.361482998356223}
{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.9146685004234314, "Finetune/Loss (Raw)": 0.6344650387763977, "Finetune/Step": 3594, "Finetune/Step Time": 4.367671087384224}
{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.9160667657852173, "Finetune/Loss (Raw)": 0.9429715871810913, "Finetune/Step": 3595, "Finetune/Step Time": 4.379147209227085}
{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.9184830188751221, "Finetune/Loss (Raw)": 1.073354721069336, "Finetune/Step": 3596, "Finetune/Step Time": 4.365016669034958}
{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.9127311706542969, "Finetune/Loss (Raw)": 0.2503596842288971, "Finetune/Step": 3597, "Finetune/Step Time": 4.39244569838047}
{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.912895679473877, "Finetune/Loss (Raw)": 0.8992374539375305, "Finetune/Step": 3598, "Finetune/Step Time": 4.406845115125179}
{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.9120827913284302, "Finetune/Loss (Raw)": 0.8614551424980164, "Finetune/Step": 3599, "Finetune/Step Time": 4.398596573621035}
{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.9088448286056519, "Finetune/Loss (Raw)": 0.4312765300273895, "Finetune/Step": 3600, "Finetune/Step Time": 4.429219027981162}
{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.9077092409133911, "Finetune/Loss (Raw)": 0.9619215130805969, "Finetune/Step": 3601, "Finetune/Step Time": 4.411658484488726}
{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.9080443978309631, "Finetune/Loss (Raw)": 0.8751662969589233, "Finetune/Step": 3602, "Finetune/Step Time": 4.406734840944409}
{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.9076359272003174, "Finetune/Loss (Raw)": 0.8763678669929504, "Finetune/Step": 3603, "Finetune/Step Time": 4.405382392928004}
{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.908917248249054, "Finetune/Loss (Raw)": 0.9547913074493408, "Finetune/Step": 3604, "Finetune/Step Time": 4.402088267728686}
{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.908668577671051, "Finetune/Loss (Raw)": 0.8217692375183105, "Finetune/Step": 3605, "Finetune/Step Time": 4.388296687975526}
{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.9077529907226562, "Finetune/Loss (Raw)": 0.9074342846870422, "Finetune/Step": 3606, "Finetune/Step Time": 4.405941626057029}
{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.9066921472549438, "Finetune/Loss (Raw)": 0.954596221446991, "Finetune/Step": 3607, "Finetune/Step Time": 4.409200252965093}
{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.9066445827484131, "Finetune/Loss (Raw)": 0.9455508589744568, "Finetune/Step": 3608, "Finetune/Step Time": 4.436601532623172}
{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.9065103530883789, "Finetune/Loss (Raw)": 0.9693578481674194, "Finetune/Step": 3609, "Finetune/Step Time": 4.437491511926055}
{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.9056593179702759, "Finetune/Loss (Raw)": 0.8237394094467163, "Finetune/Step": 3610, "Finetune/Step Time": 4.4369613993912935}
{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.9006896018981934, "Finetune/Loss (Raw)": 0.33858197927474976, "Finetune/Step": 3611, "Finetune/Step Time": 4.433185271918774}
{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.9000371694564819, "Finetune/Loss (Raw)": 0.8983065485954285, "Finetune/Step": 3612, "Finetune/Step Time": 4.430789241567254}
{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.8984565138816833, "Finetune/Loss (Raw)": 0.8216296434402466, "Finetune/Step": 3613, "Finetune/Step Time": 4.431849986314774}
{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.8977444767951965, "Finetune/Loss (Raw)": 0.8892818093299866, "Finetune/Step": 3614, "Finetune/Step Time": 4.43604725971818}
{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.8988757729530334, "Finetune/Loss (Raw)": 0.9391196370124817, "Finetune/Step": 3615, "Finetune/Step Time": 4.44053990393877}
{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.8990393280982971, "Finetune/Loss (Raw)": 0.8067397475242615, "Finetune/Step": 3616, "Finetune/Step Time": 4.444645719602704}
{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.8981912732124329, "Finetune/Loss (Raw)": 0.9326764345169067, "Finetune/Step": 3617, "Finetune/Step Time": 4.453248664736748}
{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.8987695574760437, "Finetune/Loss (Raw)": 0.9085187315940857, "Finetune/Step": 3618, "Finetune/Step Time": 4.461088545620441}
{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.8975705504417419, "Finetune/Loss (Raw)": 0.8689684271812439, "Finetune/Step": 3619, "Finetune/Step Time": 4.458791868761182}
{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.8969274759292603, "Finetune/Loss (Raw)": 0.8678134083747864, "Finetune/Step": 3620, "Finetune/Step Time": 4.448533629998565}
{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.8976128101348877, "Finetune/Loss (Raw)": 0.8536900877952576, "Finetune/Step": 3621, "Finetune/Step Time": 4.442110013216734}
{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.8968484401702881, "Finetune/Loss (Raw)": 0.937309741973877, "Finetune/Step": 3622, "Finetune/Step Time": 4.441006131470203}
{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.8966200351715088, "Finetune/Loss (Raw)": 0.9428520798683167, "Finetune/Step": 3623, "Finetune/Step Time": 4.441466031596065}
{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.8962301015853882, "Finetune/Loss (Raw)": 1.0168863534927368, "Finetune/Step": 3624, "Finetune/Step Time": 4.430050367489457}
{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.8973957300186157, "Finetune/Loss (Raw)": 0.997874915599823, "Finetune/Step": 3625, "Finetune/Step Time": 4.420857783406973}
{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.8966478705406189, "Finetune/Loss (Raw)": 0.8498499989509583, "Finetune/Step": 3626, "Finetune/Step Time": 4.4175346828997135}
{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.8962047100067139, "Finetune/Loss (Raw)": 0.9443381428718567, "Finetune/Step": 3627, "Finetune/Step Time": 4.432554118335247}
{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.8959981203079224, "Finetune/Loss (Raw)": 0.9403814673423767, "Finetune/Step": 3628, "Finetune/Step Time": 4.443531071767211}
{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.8950187563896179, "Finetune/Loss (Raw)": 0.8554997444152832, "Finetune/Step": 3629, "Finetune/Step Time": 4.450105078518391}
{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.8933162689208984, "Finetune/Loss (Raw)": 0.8948661684989929, "Finetune/Step": 3630, "Finetune/Step Time": 4.4501421339809895}
{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.8913602828979492, "Finetune/Loss (Raw)": 0.7520382404327393, "Finetune/Step": 3631, "Finetune/Step Time": 4.463164346292615}
{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.8924453258514404, "Finetune/Loss (Raw)": 1.0165126323699951, "Finetune/Step": 3632, "Finetune/Step Time": 4.46567277610302}
{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.8925907611846924, "Finetune/Loss (Raw)": 1.041947364807129, "Finetune/Step": 3633, "Finetune/Step Time": 4.4600161369889975}
{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.8929663300514221, "Finetune/Loss (Raw)": 0.9141482710838318, "Finetune/Step": 3634, "Finetune/Step Time": 4.452539237216115}
{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.8937438130378723, "Finetune/Loss (Raw)": 0.8358538150787354, "Finetune/Step": 3635, "Finetune/Step Time": 4.436435190960765}
{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.893924355506897, "Finetune/Loss (Raw)": 0.945390522480011, "Finetune/Step": 3636, "Finetune/Step Time": 4.435558296740055}
{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.8937682509422302, "Finetune/Loss (Raw)": 1.0275505781173706, "Finetune/Step": 3637, "Finetune/Step Time": 4.421300265938044}
{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.894873857498169, "Finetune/Loss (Raw)": 0.9692454934120178, "Finetune/Step": 3638, "Finetune/Step Time": 4.41948021762073}
{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.8947653770446777, "Finetune/Loss (Raw)": 0.9176575541496277, "Finetune/Step": 3639, "Finetune/Step Time": 4.408552207052708}
{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.8897859454154968, "Finetune/Loss (Raw)": 0.31203314661979675, "Finetune/Step": 3640, "Finetune/Step Time": 4.442021114751697}
{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.8887128233909607, "Finetune/Loss (Raw)": 0.838878333568573, "Finetune/Step": 3641, "Finetune/Step Time": 4.450840223580599}
{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.8902617692947388, "Finetune/Loss (Raw)": 1.022304892539978, "Finetune/Step": 3642, "Finetune/Step Time": 4.454482154920697}
{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.8906347751617432, "Finetune/Loss (Raw)": 0.9353516101837158, "Finetune/Step": 3643, "Finetune/Step Time": 4.447911638766527}
{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.8904381394386292, "Finetune/Loss (Raw)": 0.8863949775695801, "Finetune/Step": 3644, "Finetune/Step Time": 4.439435740932822}
{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.8894001245498657, "Finetune/Loss (Raw)": 0.8602589964866638, "Finetune/Step": 3645, "Finetune/Step Time": 4.43892203643918}
{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.8902548551559448, "Finetune/Loss (Raw)": 1.030987024307251, "Finetune/Step": 3646, "Finetune/Step Time": 4.423536311835051}
{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.8909465670585632, "Finetune/Loss (Raw)": 0.9550269246101379, "Finetune/Step": 3647, "Finetune/Step Time": 4.401602683588862}
{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.8911294937133789, "Finetune/Loss (Raw)": 0.9816226363182068, "Finetune/Step": 3648, "Finetune/Step Time": 4.409207774326205}
{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.890683650970459, "Finetune/Loss (Raw)": 0.9967502951622009, "Finetune/Step": 3649, "Finetune/Step Time": 4.413626052439213}
{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.8921985626220703, "Finetune/Loss (Raw)": 1.0401250123977661, "Finetune/Step": 3650, "Finetune/Step Time": 4.393819198012352}
{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.8918379545211792, "Finetune/Loss (Raw)": 0.8098320960998535, "Finetune/Step": 3651, "Finetune/Step Time": 4.388870311900973}
{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.8930972218513489, "Finetune/Loss (Raw)": 1.0036252737045288, "Finetune/Step": 3652, "Finetune/Step Time": 4.381657833233476}
{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.8922611474990845, "Finetune/Loss (Raw)": 0.982441246509552, "Finetune/Step": 3653, "Finetune/Step Time": 4.379159174859524}
{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.8924025297164917, "Finetune/Loss (Raw)": 0.9590259790420532, "Finetune/Step": 3654, "Finetune/Step Time": 4.383557464927435}
{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.8931596279144287, "Finetune/Loss (Raw)": 1.091185450553894, "Finetune/Step": 3655, "Finetune/Step Time": 4.388234633952379}
{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.8923035860061646, "Finetune/Loss (Raw)": 0.8263772130012512, "Finetune/Step": 3656, "Finetune/Step Time": 4.392556991428137}
{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.8927015662193298, "Finetune/Loss (Raw)": 0.8996684551239014, "Finetune/Step": 3657, "Finetune/Step Time": 4.387053458020091}
{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.8926907777786255, "Finetune/Loss (Raw)": 0.9506962299346924, "Finetune/Step": 3658, "Finetune/Step Time": 4.402733940631151}
{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.8922730684280396, "Finetune/Loss (Raw)": 0.950382649898529, "Finetune/Step": 3659, "Finetune/Step Time": 4.405704556033015}
{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.8936643600463867, "Finetune/Loss (Raw)": 1.038476824760437, "Finetune/Step": 3660, "Finetune/Step Time": 4.392654230818152}
{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.8981314897537231, "Finetune/Loss (Raw)": 0.8906461000442505, "Finetune/Step": 3661, "Finetune/Step Time": 4.34741017408669}
{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.8983873128890991, "Finetune/Loss (Raw)": 1.022715449333191, "Finetune/Step": 3662, "Finetune/Step Time": 4.337801968678832}
{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.9043524861335754, "Finetune/Loss (Raw)": 1.0957666635513306, "Finetune/Step": 3663, "Finetune/Step Time": 4.29728876799345}
{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.9042612314224243, "Finetune/Loss (Raw)": 0.8768147826194763, "Finetune/Step": 3664, "Finetune/Step Time": 4.315625162795186}
{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.903568685054779, "Finetune/Loss (Raw)": 0.953760027885437, "Finetune/Step": 3665, "Finetune/Step Time": 4.307221530005336}
{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.902902364730835, "Finetune/Loss (Raw)": 0.9504234790802002, "Finetune/Step": 3666, "Finetune/Step Time": 4.296808950603008}
{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.8986337184906006, "Finetune/Loss (Raw)": 0.42020389437675476, "Finetune/Step": 3667, "Finetune/Step Time": 4.3327573742717505}
{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.8982930779457092, "Finetune/Loss (Raw)": 0.8778634667396545, "Finetune/Step": 3668, "Finetune/Step Time": 4.322757598012686}
{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.8981281518936157, "Finetune/Loss (Raw)": 0.8995385766029358, "Finetune/Step": 3669, "Finetune/Step Time": 4.326420854777098}
{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.8982306718826294, "Finetune/Loss (Raw)": 0.9410087466239929, "Finetune/Step": 3670, "Finetune/Step Time": 4.311305308714509}
{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.8991169929504395, "Finetune/Loss (Raw)": 1.021324634552002, "Finetune/Step": 3671, "Finetune/Step Time": 4.29263486713171}
{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.8986043930053711, "Finetune/Loss (Raw)": 0.8943476676940918, "Finetune/Step": 3672, "Finetune/Step Time": 4.300377510488033}
{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.9010757803916931, "Finetune/Loss (Raw)": 0.731887936592102, "Finetune/Step": 3673, "Finetune/Step Time": 4.265693049877882}
{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.901331901550293, "Finetune/Loss (Raw)": 0.8900960087776184, "Finetune/Step": 3674, "Finetune/Step Time": 4.262200193479657}
{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.8961166739463806, "Finetune/Loss (Raw)": 0.3718787431716919, "Finetune/Step": 3675, "Finetune/Step Time": 4.3053326811641455}
{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.8962968587875366, "Finetune/Loss (Raw)": 1.0170235633850098, "Finetune/Step": 3676, "Finetune/Step Time": 4.308360297232866}
{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.8960436582565308, "Finetune/Loss (Raw)": 0.9942833185195923, "Finetune/Step": 3677, "Finetune/Step Time": 4.307830028235912}
{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.8986712694168091, "Finetune/Loss (Raw)": 0.6776660680770874, "Finetune/Step": 3678, "Finetune/Step Time": 4.269846310839057}
{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.9005608558654785, "Finetune/Loss (Raw)": 1.0608181953430176, "Finetune/Step": 3679, "Finetune/Step Time": 4.257890056818724}
{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.9005739688873291, "Finetune/Loss (Raw)": 0.9569026827812195, "Finetune/Step": 3680, "Finetune/Step Time": 4.263701604679227}
{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.9024325609207153, "Finetune/Loss (Raw)": 1.0217946767807007, "Finetune/Step": 3681, "Finetune/Step Time": 4.2445572931319475}
{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.903364896774292, "Finetune/Loss (Raw)": 1.1266261339187622, "Finetune/Step": 3682, "Finetune/Step Time": 4.241951413452625}
{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.9018319845199585, "Finetune/Loss (Raw)": 0.9266946911811829, "Finetune/Step": 3683, "Finetune/Step Time": 4.242025598883629}
{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.9045360684394836, "Finetune/Loss (Raw)": 0.6906488537788391, "Finetune/Step": 3684, "Finetune/Step Time": 4.221588395535946}
{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.9032447934150696, "Finetune/Loss (Raw)": 0.8964058756828308, "Finetune/Step": 3685, "Finetune/Step Time": 4.217924006283283}
{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.9033574461936951, "Finetune/Loss (Raw)": 0.9462796449661255, "Finetune/Step": 3686, "Finetune/Step Time": 4.217366926372051}
{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.9026405811309814, "Finetune/Loss (Raw)": 0.9200497269630432, "Finetune/Step": 3687, "Finetune/Step Time": 4.215573525056243}
{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.9013876914978027, "Finetune/Loss (Raw)": 0.8784207701683044, "Finetune/Step": 3688, "Finetune/Step Time": 4.22417270950973}
{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.9009922742843628, "Finetune/Loss (Raw)": 1.0221511125564575, "Finetune/Step": 3689, "Finetune/Step Time": 4.2293040957301855}
{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.9025003910064697, "Finetune/Loss (Raw)": 0.9495252966880798, "Finetune/Step": 3690, "Finetune/Step Time": 4.232591358944774}
{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.8986252546310425, "Finetune/Loss (Raw)": 0.3076806664466858, "Finetune/Step": 3691, "Finetune/Step Time": 4.264722038060427}
{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.8999975919723511, "Finetune/Loss (Raw)": 1.038933277130127, "Finetune/Step": 3692, "Finetune/Step Time": 4.258613845333457}
{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.900553822517395, "Finetune/Loss (Raw)": 0.9347978830337524, "Finetune/Step": 3693, "Finetune/Step Time": 4.258086532354355}
{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.8986415863037109, "Finetune/Loss (Raw)": 0.8183341026306152, "Finetune/Step": 3694, "Finetune/Step Time": 4.276087641716003}
{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.9003326892852783, "Finetune/Loss (Raw)": 1.1591984033584595, "Finetune/Step": 3695, "Finetune/Step Time": 4.25484929792583}
{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.8996243476867676, "Finetune/Loss (Raw)": 0.9107484221458435, "Finetune/Step": 3696, "Finetune/Step Time": 4.252862472087145}
{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.898775041103363, "Finetune/Loss (Raw)": 0.7843397855758667, "Finetune/Step": 3697, "Finetune/Step Time": 4.2691457234323025}
{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.8996284008026123, "Finetune/Loss (Raw)": 0.9871340394020081, "Finetune/Step": 3698, "Finetune/Step Time": 4.27560219168663}
{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.8996331095695496, "Finetune/Loss (Raw)": 0.9694681167602539, "Finetune/Step": 3699, "Finetune/Step Time": 4.2726474814116955}
{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.8994999527931213, "Finetune/Loss (Raw)": 0.9518840312957764, "Finetune/Step": 3700, "Finetune/Step Time": 4.273826515302062}
{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.8977960348129272, "Finetune/Loss (Raw)": 0.7677647471427917, "Finetune/Step": 3701, "Finetune/Step Time": 4.281345218420029}
{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.897419810295105, "Finetune/Loss (Raw)": 0.9791001081466675, "Finetune/Step": 3702, "Finetune/Step Time": 4.270325072109699}
{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.8979806900024414, "Finetune/Loss (Raw)": 0.9838351011276245, "Finetune/Step": 3703, "Finetune/Step Time": 4.262372966855764}
{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.8976658582687378, "Finetune/Loss (Raw)": 0.9752570986747742, "Finetune/Step": 3704, "Finetune/Step Time": 4.267786052078009}
{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.8963728547096252, "Finetune/Loss (Raw)": 0.7607711553573608, "Finetune/Step": 3705, "Finetune/Step Time": 4.249477356672287}
{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.8954886198043823, "Finetune/Loss (Raw)": 0.8940888047218323, "Finetune/Step": 3706, "Finetune/Step Time": 4.2516054436564445}
{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.8946398496627808, "Finetune/Loss (Raw)": 0.9046333432197571, "Finetune/Step": 3707, "Finetune/Step Time": 4.277691278606653}
{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.8938412666320801, "Finetune/Loss (Raw)": 0.8623299598693848, "Finetune/Step": 3708, "Finetune/Step Time": 4.2889047134667635}
{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.8941446542739868, "Finetune/Loss (Raw)": 1.062828540802002, "Finetune/Step": 3709, "Finetune/Step Time": 4.284675793722272}
{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.8952020406723022, "Finetune/Loss (Raw)": 1.0245826244354248, "Finetune/Step": 3710, "Finetune/Step Time": 4.271458964794874}
{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.8951661586761475, "Finetune/Loss (Raw)": 0.8548907041549683, "Finetune/Step": 3711, "Finetune/Step Time": 4.282999519258738}
{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.895710825920105, "Finetune/Loss (Raw)": 1.047084093093872, "Finetune/Step": 3712, "Finetune/Step Time": 4.282217413187027}
{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.8895128965377808, "Finetune/Loss (Raw)": 0.28253859281539917, "Finetune/Step": 3713, "Finetune/Step Time": 4.319673540070653}
{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.8901805877685547, "Finetune/Loss (Raw)": 0.9442949295043945, "Finetune/Step": 3714, "Finetune/Step Time": 4.31387079693377}
{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.8914095759391785, "Finetune/Loss (Raw)": 1.0050957202911377, "Finetune/Step": 3715, "Finetune/Step Time": 4.318179078400135}
{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.8924320340156555, "Finetune/Loss (Raw)": 0.8543789386749268, "Finetune/Step": 3716, "Finetune/Step Time": 4.335763722658157}
{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.8918338418006897, "Finetune/Loss (Raw)": 0.8270508646965027, "Finetune/Step": 3717, "Finetune/Step Time": 4.35026397369802}
{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.8908834457397461, "Finetune/Loss (Raw)": 0.8611212968826294, "Finetune/Step": 3718, "Finetune/Step Time": 4.360163424164057}
{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.889987051486969, "Finetune/Loss (Raw)": 0.7160376310348511, "Finetune/Step": 3719, "Finetune/Step Time": 4.370756393298507}
{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.8906723260879517, "Finetune/Loss (Raw)": 1.056908369064331, "Finetune/Step": 3720, "Finetune/Step Time": 4.374605245888233}
{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.8901711702346802, "Finetune/Loss (Raw)": 1.0104435682296753, "Finetune/Step": 3721, "Finetune/Step Time": 4.373976791277528}
{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.8926815986633301, "Finetune/Loss (Raw)": 0.9557974934577942, "Finetune/Step": 3722, "Finetune/Step Time": 4.3658862970769405}
{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.8931697010993958, "Finetune/Loss (Raw)": 1.0054439306259155, "Finetune/Step": 3723, "Finetune/Step Time": 4.363739920780063}
{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.8913535475730896, "Finetune/Loss (Raw)": 0.8408942222595215, "Finetune/Step": 3724, "Finetune/Step Time": 4.364310199394822}
{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.897283673286438, "Finetune/Loss (Raw)": 1.0094093084335327, "Finetune/Step": 3725, "Finetune/Step Time": 4.334241921082139}
{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.8932164907455444, "Finetune/Loss (Raw)": 0.37864452600479126, "Finetune/Step": 3726, "Finetune/Step Time": 4.354449322447181}
{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.8932092785835266, "Finetune/Loss (Raw)": 0.860529363155365, "Finetune/Step": 3727, "Finetune/Step Time": 4.353021286427975}
{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.8955983519554138, "Finetune/Loss (Raw)": 0.7370769381523132, "Finetune/Step": 3728, "Finetune/Step Time": 4.3219284024089575}
{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.8956981897354126, "Finetune/Loss (Raw)": 0.9747017025947571, "Finetune/Step": 3729, "Finetune/Step Time": 4.330583868548274}
{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.8963958621025085, "Finetune/Loss (Raw)": 0.9644687175750732, "Finetune/Step": 3730, "Finetune/Step Time": 4.35955074056983}
{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.8970863819122314, "Finetune/Loss (Raw)": 0.9647539854049683, "Finetune/Step": 3731, "Finetune/Step Time": 4.359265236184001}
{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.8969436287879944, "Finetune/Loss (Raw)": 0.9365220069885254, "Finetune/Step": 3732, "Finetune/Step Time": 4.3575444128364325}
{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.8976497650146484, "Finetune/Loss (Raw)": 0.9121569991111755, "Finetune/Step": 3733, "Finetune/Step Time": 4.3652107287198305}
{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.8983509540557861, "Finetune/Loss (Raw)": 0.9971863031387329, "Finetune/Step": 3734, "Finetune/Step Time": 4.352438857778907}
{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.8966488838195801, "Finetune/Loss (Raw)": 0.7367225289344788, "Finetune/Step": 3735, "Finetune/Step Time": 4.353348862379789}
{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.8981416821479797, "Finetune/Loss (Raw)": 1.136633038520813, "Finetune/Step": 3736, "Finetune/Step Time": 4.323606861755252}
{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.8983461856842041, "Finetune/Loss (Raw)": 0.9955302476882935, "Finetune/Step": 3737, "Finetune/Step Time": 4.342000812292099}
{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.8987470865249634, "Finetune/Loss (Raw)": 0.8750608563423157, "Finetune/Step": 3738, "Finetune/Step Time": 4.351207245141268}
{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.9029866456985474, "Finetune/Loss (Raw)": 0.8812358975410461, "Finetune/Step": 3739, "Finetune/Step Time": 4.312196461483836}
{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.9032062292098999, "Finetune/Loss (Raw)": 0.926423966884613, "Finetune/Step": 3740, "Finetune/Step Time": 4.2952908258885145}
{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.9046508073806763, "Finetune/Loss (Raw)": 1.0065301656723022, "Finetune/Step": 3741, "Finetune/Step Time": 4.294719124212861}
{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.9048091173171997, "Finetune/Loss (Raw)": 0.9095448851585388, "Finetune/Step": 3742, "Finetune/Step Time": 4.2905905675143}
{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.9049620032310486, "Finetune/Loss (Raw)": 0.9586888551712036, "Finetune/Step": 3743, "Finetune/Step Time": 4.323508098721504}
{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.9014351963996887, "Finetune/Loss (Raw)": 0.3553123474121094, "Finetune/Step": 3744, "Finetune/Step Time": 4.363622050732374}
{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.8966509103775024, "Finetune/Loss (Raw)": 0.3202892541885376, "Finetune/Step": 3745, "Finetune/Step Time": 4.390474628657103}
{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.8955657482147217, "Finetune/Loss (Raw)": 0.7696147561073303, "Finetune/Step": 3746, "Finetune/Step Time": 4.381163435056806}
{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.8950884342193604, "Finetune/Loss (Raw)": 0.8078697323799133, "Finetune/Step": 3747, "Finetune/Step Time": 4.401242969557643}
{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.8960000276565552, "Finetune/Loss (Raw)": 0.9845008850097656, "Finetune/Step": 3748, "Finetune/Step Time": 4.412229528650641}
{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.8958349227905273, "Finetune/Loss (Raw)": 0.8325639963150024, "Finetune/Step": 3749, "Finetune/Step Time": 4.419040139764547}
{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.8961825370788574, "Finetune/Loss (Raw)": 0.981796383857727, "Finetune/Step": 3750, "Finetune/Step Time": 4.423478567972779}
{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.8970324397087097, "Finetune/Loss (Raw)": 1.0516374111175537, "Finetune/Step": 3751, "Finetune/Step Time": 4.430847477167845}
{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.8959804773330688, "Finetune/Loss (Raw)": 0.882236123085022, "Finetune/Step": 3752, "Finetune/Step Time": 4.433426544070244}
{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.8954857587814331, "Finetune/Loss (Raw)": 0.9345537424087524, "Finetune/Step": 3753, "Finetune/Step Time": 4.448166819289327}
{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.8961864709854126, "Finetune/Loss (Raw)": 0.9395428895950317, "Finetune/Step": 3754, "Finetune/Step Time": 4.450248086825013}
{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.8967254161834717, "Finetune/Loss (Raw)": 1.0133219957351685, "Finetune/Step": 3755, "Finetune/Step Time": 4.437999065965414}
{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.8952850103378296, "Finetune/Loss (Raw)": 0.7560129761695862, "Finetune/Step": 3756, "Finetune/Step Time": 4.439188197255135}
{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.8962321281433105, "Finetune/Loss (Raw)": 0.9767267107963562, "Finetune/Step": 3757, "Finetune/Step Time": 4.442041300237179}
{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.8963390588760376, "Finetune/Loss (Raw)": 0.9085516929626465, "Finetune/Step": 3758, "Finetune/Step Time": 4.45707037486136}
{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.8982658386230469, "Finetune/Loss (Raw)": 0.9986644983291626, "Finetune/Step": 3759, "Finetune/Step Time": 4.436876904219389}
{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.8971831202507019, "Finetune/Loss (Raw)": 0.8779284358024597, "Finetune/Step": 3760, "Finetune/Step Time": 4.4426610711961985}
{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.8951323628425598, "Finetune/Loss (Raw)": 0.779451847076416, "Finetune/Step": 3761, "Finetune/Step Time": 4.4536681938916445}
{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.8951999545097351, "Finetune/Loss (Raw)": 0.9227992296218872, "Finetune/Step": 3762, "Finetune/Step Time": 4.459179505705833}
{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.8963701725006104, "Finetune/Loss (Raw)": 0.9856363534927368, "Finetune/Step": 3763, "Finetune/Step Time": 4.460400419309735}
{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.8956270217895508, "Finetune/Loss (Raw)": 0.8502765893936157, "Finetune/Step": 3764, "Finetune/Step Time": 4.466465458273888}
{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.8946745991706848, "Finetune/Loss (Raw)": 0.9056372046470642, "Finetune/Step": 3765, "Finetune/Step Time": 4.47539185360074}
{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.8947874307632446, "Finetune/Loss (Raw)": 0.983681857585907, "Finetune/Step": 3766, "Finetune/Step Time": 4.478186747059226}
{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.8954019546508789, "Finetune/Loss (Raw)": 0.9963158965110779, "Finetune/Step": 3767, "Finetune/Step Time": 4.481539594009519}
{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.8992452621459961, "Finetune/Loss (Raw)": 0.8039777278900146, "Finetune/Step": 3768, "Finetune/Step Time": 4.451532183215022}
{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.8946026563644409, "Finetune/Loss (Raw)": 0.24462886154651642, "Finetune/Step": 3769, "Finetune/Step Time": 4.4822845589369535}
{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.8951557874679565, "Finetune/Loss (Raw)": 1.0931092500686646, "Finetune/Step": 3770, "Finetune/Step Time": 4.473757347092032}
{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.8964914083480835, "Finetune/Loss (Raw)": 1.1063041687011719, "Finetune/Step": 3771, "Finetune/Step Time": 4.475464219227433}
{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.8973450660705566, "Finetune/Loss (Raw)": 0.9956711530685425, "Finetune/Step": 3772, "Finetune/Step Time": 4.487243048846722}
{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.8932946920394897, "Finetune/Loss (Raw)": 0.341807097196579, "Finetune/Step": 3773, "Finetune/Step Time": 4.523969352245331}
{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.892999529838562, "Finetune/Loss (Raw)": 0.9932095408439636, "Finetune/Step": 3774, "Finetune/Step Time": 4.5258520655334}
{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.8934143781661987, "Finetune/Loss (Raw)": 1.0081264972686768, "Finetune/Step": 3775, "Finetune/Step Time": 4.530568430200219}
{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.8933685421943665, "Finetune/Loss (Raw)": 0.9757524132728577, "Finetune/Step": 3776, "Finetune/Step Time": 4.528213215991855}
{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.8876889944076538, "Finetune/Loss (Raw)": 0.2697688341140747, "Finetune/Step": 3777, "Finetune/Step Time": 4.567219942808151}
{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.8870624303817749, "Finetune/Loss (Raw)": 0.9599227905273438, "Finetune/Step": 3778, "Finetune/Step Time": 4.580410910770297}
{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.8876326680183411, "Finetune/Loss (Raw)": 0.8828264474868774, "Finetune/Step": 3779, "Finetune/Step Time": 4.57456710934639}
{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.8863193988800049, "Finetune/Loss (Raw)": 0.8355293273925781, "Finetune/Step": 3780, "Finetune/Step Time": 4.575355598703027}
{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.886347770690918, "Finetune/Loss (Raw)": 0.986065685749054, "Finetune/Step": 3781, "Finetune/Step Time": 4.572624642401934}
{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.885755181312561, "Finetune/Loss (Raw)": 0.8831726312637329, "Finetune/Step": 3782, "Finetune/Step Time": 4.555246843025088}
{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.8838222026824951, "Finetune/Loss (Raw)": 0.8437756896018982, "Finetune/Step": 3783, "Finetune/Step Time": 4.557481158524752}
{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.884174108505249, "Finetune/Loss (Raw)": 0.8714061975479126, "Finetune/Step": 3784, "Finetune/Step Time": 4.568333089351654}
{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.8840991854667664, "Finetune/Loss (Raw)": 0.890087366104126, "Finetune/Step": 3785, "Finetune/Step Time": 4.561172125861049}
{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.8845895528793335, "Finetune/Loss (Raw)": 1.0134655237197876, "Finetune/Step": 3786, "Finetune/Step Time": 4.550260221585631}
{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.8846251368522644, "Finetune/Loss (Raw)": 0.9549331665039062, "Finetune/Step": 3787, "Finetune/Step Time": 4.547574568539858}
{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.8837167024612427, "Finetune/Loss (Raw)": 0.9221965074539185, "Finetune/Step": 3788, "Finetune/Step Time": 4.5533862840384245}
{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.8833823800086975, "Finetune/Loss (Raw)": 0.8478521108627319, "Finetune/Step": 3789, "Finetune/Step Time": 4.571942267939448}
{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.883073627948761, "Finetune/Loss (Raw)": 0.983201265335083, "Finetune/Step": 3790, "Finetune/Step Time": 4.57331077568233}
{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.8815807104110718, "Finetune/Loss (Raw)": 0.9046757221221924, "Finetune/Step": 3791, "Finetune/Step Time": 4.578682467341423}
{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.8773888349533081, "Finetune/Loss (Raw)": 0.3402446508407593, "Finetune/Step": 3792, "Finetune/Step Time": 4.599620694294572}
{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.8773657083511353, "Finetune/Loss (Raw)": 0.9508069157600403, "Finetune/Step": 3793, "Finetune/Step Time": 4.618993924930692}
{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.877516508102417, "Finetune/Loss (Raw)": 0.9697167873382568, "Finetune/Step": 3794, "Finetune/Step Time": 4.618251893669367}
{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.8804100155830383, "Finetune/Loss (Raw)": 0.790578305721283, "Finetune/Step": 3795, "Finetune/Step Time": 4.59280507452786}
{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.8809120059013367, "Finetune/Loss (Raw)": 0.9421214461326599, "Finetune/Step": 3796, "Finetune/Step Time": 4.5983432196080685}
{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.880138635635376, "Finetune/Loss (Raw)": 0.8005387783050537, "Finetune/Step": 3797, "Finetune/Step Time": 4.6026684157550335}
{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.8796842098236084, "Finetune/Loss (Raw)": 0.8828462362289429, "Finetune/Step": 3798, "Finetune/Step Time": 4.599225541576743}
{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.8787854313850403, "Finetune/Loss (Raw)": 0.9062833189964294, "Finetune/Step": 3799, "Finetune/Step Time": 4.609283251687884}
{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.8795734643936157, "Finetune/Loss (Raw)": 0.9952152371406555, "Finetune/Step": 3800, "Finetune/Step Time": 4.605001196265221}
{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.8810157179832458, "Finetune/Loss (Raw)": 0.9164959192276001, "Finetune/Step": 3801, "Finetune/Step Time": 4.6055938601493835}
{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.8819202780723572, "Finetune/Loss (Raw)": 1.005876064300537, "Finetune/Step": 3802, "Finetune/Step Time": 4.601424138993025}
{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.8872983455657959, "Finetune/Loss (Raw)": 1.060274600982666, "Finetune/Step": 3803, "Finetune/Step Time": 4.559002736583352}
{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.8869604468345642, "Finetune/Loss (Raw)": 0.9737735390663147, "Finetune/Step": 3804, "Finetune/Step Time": 4.543173622339964}
{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.8864530920982361, "Finetune/Loss (Raw)": 0.9293393492698669, "Finetune/Step": 3805, "Finetune/Step Time": 4.5601934511214495}
{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.8884950876235962, "Finetune/Loss (Raw)": 0.939050018787384, "Finetune/Step": 3806, "Finetune/Step Time": 4.572655325755477}
{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.8871784210205078, "Finetune/Loss (Raw)": 0.8922698497772217, "Finetune/Step": 3807, "Finetune/Step Time": 4.580177346244454}
{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.8864636421203613, "Finetune/Loss (Raw)": 0.8654139637947083, "Finetune/Step": 3808, "Finetune/Step Time": 4.587234519422054}
{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.8854296207427979, "Finetune/Loss (Raw)": 0.8894414901733398, "Finetune/Step": 3809, "Finetune/Step Time": 4.601969374343753}
{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.8841927647590637, "Finetune/Loss (Raw)": 0.9683125615119934, "Finetune/Step": 3810, "Finetune/Step Time": 4.598731104284525}
{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.8840043544769287, "Finetune/Loss (Raw)": 0.9025749564170837, "Finetune/Step": 3811, "Finetune/Step Time": 4.605034127831459}
{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.8852933645248413, "Finetune/Loss (Raw)": 0.8556436896324158, "Finetune/Step": 3812, "Finetune/Step Time": 4.5993784461170435}
{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.8853408694267273, "Finetune/Loss (Raw)": 0.9024840593338013, "Finetune/Step": 3813, "Finetune/Step Time": 4.596895419061184}
{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.8849027156829834, "Finetune/Loss (Raw)": 0.8902047872543335, "Finetune/Step": 3814, "Finetune/Step Time": 4.594962680712342}
{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.8845639824867249, "Finetune/Loss (Raw)": 0.8766856789588928, "Finetune/Step": 3815, "Finetune/Step Time": 4.613581208512187}
{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.8849127888679504, "Finetune/Loss (Raw)": 0.9230737090110779, "Finetune/Step": 3816, "Finetune/Step Time": 4.608751866966486}
{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.8834809064865112, "Finetune/Loss (Raw)": 0.8388614654541016, "Finetune/Step": 3817, "Finetune/Step Time": 4.600333096459508}
{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.8827658891677856, "Finetune/Loss (Raw)": 0.8580043315887451, "Finetune/Step": 3818, "Finetune/Step Time": 4.593518851324916}
{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.8868622183799744, "Finetune/Loss (Raw)": 0.8320120573043823, "Finetune/Step": 3819, "Finetune/Step Time": 4.5568975154310465}
{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.8845404386520386, "Finetune/Loss (Raw)": 0.7417448163032532, "Finetune/Step": 3820, "Finetune/Step Time": 4.55843922495842}
{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.8840981125831604, "Finetune/Loss (Raw)": 0.8781825304031372, "Finetune/Step": 3821, "Finetune/Step Time": 4.5638689789921045}
{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.8840951919555664, "Finetune/Loss (Raw)": 0.8179606199264526, "Finetune/Step": 3822, "Finetune/Step Time": 4.542813589796424}
{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.882975697517395, "Finetune/Loss (Raw)": 1.015898585319519, "Finetune/Step": 3823, "Finetune/Step Time": 4.545947393402457}
{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.883063793182373, "Finetune/Loss (Raw)": 0.9220263361930847, "Finetune/Step": 3824, "Finetune/Step Time": 4.539895236492157}
{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.883267879486084, "Finetune/Loss (Raw)": 0.8104633092880249, "Finetune/Step": 3825, "Finetune/Step Time": 4.523828661069274}
{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.8821597099304199, "Finetune/Loss (Raw)": 0.8452852368354797, "Finetune/Step": 3826, "Finetune/Step Time": 4.520321113988757}
{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.8821059465408325, "Finetune/Loss (Raw)": 0.9625915288925171, "Finetune/Step": 3827, "Finetune/Step Time": 4.548320960253477}
{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.8824068903923035, "Finetune/Loss (Raw)": 0.9904040694236755, "Finetune/Step": 3828, "Finetune/Step Time": 4.551523346453905}
{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.8785680532455444, "Finetune/Loss (Raw)": 0.2763899862766266, "Finetune/Step": 3829, "Finetune/Step Time": 4.584533281624317}
{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.8782920837402344, "Finetune/Loss (Raw)": 0.9437798261642456, "Finetune/Step": 3830, "Finetune/Step Time": 4.5938167199492455}
{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.8774125576019287, "Finetune/Loss (Raw)": 0.8712525963783264, "Finetune/Step": 3831, "Finetune/Step Time": 4.606656484305859}
{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.8782615065574646, "Finetune/Loss (Raw)": 1.0839265584945679, "Finetune/Step": 3832, "Finetune/Step Time": 4.604182632640004}
{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.8802868127822876, "Finetune/Loss (Raw)": 1.020011067390442, "Finetune/Step": 3833, "Finetune/Step Time": 4.6272693034261465}
{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.8812099695205688, "Finetune/Loss (Raw)": 1.0122557878494263, "Finetune/Step": 3834, "Finetune/Step Time": 4.615757437422872}
{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.8818588256835938, "Finetune/Loss (Raw)": 0.9876869916915894, "Finetune/Step": 3835, "Finetune/Step Time": 4.596259959042072}
{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.8818811178207397, "Finetune/Loss (Raw)": 0.8651812076568604, "Finetune/Step": 3836, "Finetune/Step Time": 4.574383670464158}
{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.8805946111679077, "Finetune/Loss (Raw)": 0.8981544375419617, "Finetune/Step": 3837, "Finetune/Step Time": 4.574724396690726}
{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.8792421817779541, "Finetune/Loss (Raw)": 0.8514766693115234, "Finetune/Step": 3838, "Finetune/Step Time": 4.572577716782689}
{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.879862368106842, "Finetune/Loss (Raw)": 0.9342678189277649, "Finetune/Step": 3839, "Finetune/Step Time": 4.59210998006165}
{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.8785339593887329, "Finetune/Loss (Raw)": 0.8770467638969421, "Finetune/Step": 3840, "Finetune/Step Time": 4.592244330793619}
{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.8843692541122437, "Finetune/Loss (Raw)": 1.0294605493545532, "Finetune/Step": 3841, "Finetune/Step Time": 4.553870478644967}
{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.8836275339126587, "Finetune/Loss (Raw)": 0.8493492007255554, "Finetune/Step": 3842, "Finetune/Step Time": 4.5448441170156}
{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.8830099105834961, "Finetune/Loss (Raw)": 0.9260435700416565, "Finetune/Step": 3843, "Finetune/Step Time": 4.552498476579785}
{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.8832756876945496, "Finetune/Loss (Raw)": 0.888399064540863, "Finetune/Step": 3844, "Finetune/Step Time": 4.5335980504751205}
{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.8836461305618286, "Finetune/Loss (Raw)": 0.874466061592102, "Finetune/Step": 3845, "Finetune/Step Time": 4.517496012151241}
{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.8827662467956543, "Finetune/Loss (Raw)": 0.7485028505325317, "Finetune/Step": 3846, "Finetune/Step Time": 4.50790997967124}
{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.8851295709609985, "Finetune/Loss (Raw)": 1.0185388326644897, "Finetune/Step": 3847, "Finetune/Step Time": 4.495661832392216}
{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.8794447779655457, "Finetune/Loss (Raw)": 0.32925063371658325, "Finetune/Step": 3848, "Finetune/Step Time": 4.524028662592173}
{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.8799805641174316, "Finetune/Loss (Raw)": 1.0790295600891113, "Finetune/Step": 3849, "Finetune/Step Time": 4.544693613424897}
{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.8777432441711426, "Finetune/Loss (Raw)": 0.669414758682251, "Finetune/Step": 3850, "Finetune/Step Time": 4.552225913852453}
{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.8762004375457764, "Finetune/Loss (Raw)": 0.8079677224159241, "Finetune/Step": 3851, "Finetune/Step Time": 4.543721353635192}
{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.8769171833992004, "Finetune/Loss (Raw)": 0.9326386451721191, "Finetune/Step": 3852, "Finetune/Step Time": 4.544698193669319}
{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.8725426197052002, "Finetune/Loss (Raw)": 0.4494617283344269, "Finetune/Step": 3853, "Finetune/Step Time": 4.57275677472353}
{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.8770143985748291, "Finetune/Loss (Raw)": 0.9510401487350464, "Finetune/Step": 3854, "Finetune/Step Time": 4.5387376714497805}
{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.875749945640564, "Finetune/Loss (Raw)": 0.6986759901046753, "Finetune/Step": 3855, "Finetune/Step Time": 4.554800173267722}
{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.8780320286750793, "Finetune/Loss (Raw)": 1.0291775465011597, "Finetune/Step": 3856, "Finetune/Step Time": 4.547692136839032}
{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.8732342720031738, "Finetune/Loss (Raw)": 0.3605913817882538, "Finetune/Step": 3857, "Finetune/Step Time": 4.575452329590917}
{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.8683016896247864, "Finetune/Loss (Raw)": 0.33310186862945557, "Finetune/Step": 3858, "Finetune/Step Time": 4.588495248928666}
{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.8693909645080566, "Finetune/Loss (Raw)": 1.1041786670684814, "Finetune/Step": 3859, "Finetune/Step Time": 4.581133084371686}
{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.869287371635437, "Finetune/Loss (Raw)": 0.9232640862464905, "Finetune/Step": 3860, "Finetune/Step Time": 4.580059776082635}
{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.8690820336341858, "Finetune/Loss (Raw)": 0.8858708739280701, "Finetune/Step": 3861, "Finetune/Step Time": 4.56518529355526}
{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.8683037757873535, "Finetune/Loss (Raw)": 0.8975769281387329, "Finetune/Step": 3862, "Finetune/Step Time": 4.564003821462393}
{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.8695656657218933, "Finetune/Loss (Raw)": 0.8982380628585815, "Finetune/Step": 3863, "Finetune/Step Time": 4.574045222252607}
{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.868180513381958, "Finetune/Loss (Raw)": 0.9593328237533569, "Finetune/Step": 3864, "Finetune/Step Time": 4.576853079721332}
{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.8678723573684692, "Finetune/Loss (Raw)": 0.9560835957527161, "Finetune/Step": 3865, "Finetune/Step Time": 4.594253307208419}
{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.8693920969963074, "Finetune/Loss (Raw)": 1.069589614868164, "Finetune/Step": 3866, "Finetune/Step Time": 4.58562977053225}
{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.8711737394332886, "Finetune/Loss (Raw)": 1.1092880964279175, "Finetune/Step": 3867, "Finetune/Step Time": 4.585933076217771}
{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.8712364435195923, "Finetune/Loss (Raw)": 0.9344530701637268, "Finetune/Step": 3868, "Finetune/Step Time": 4.589369913563132}
{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.8700932264328003, "Finetune/Loss (Raw)": 0.860190212726593, "Finetune/Step": 3869, "Finetune/Step Time": 4.5911494847387075}
{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.8697600960731506, "Finetune/Loss (Raw)": 0.8669081926345825, "Finetune/Step": 3870, "Finetune/Step Time": 4.61553250066936}
{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.8693900108337402, "Finetune/Loss (Raw)": 0.911320149898529, "Finetune/Step": 3871, "Finetune/Step Time": 4.58499257825315}
{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.8712929487228394, "Finetune/Loss (Raw)": 0.5988786816596985, "Finetune/Step": 3872, "Finetune/Step Time": 4.5758525300771}
{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.8748407363891602, "Finetune/Loss (Raw)": 0.7744179964065552, "Finetune/Step": 3873, "Finetune/Step Time": 4.546000575646758}
{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.8761075139045715, "Finetune/Loss (Raw)": 0.9317579865455627, "Finetune/Step": 3874, "Finetune/Step Time": 4.545950455591083}
{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.8771165609359741, "Finetune/Loss (Raw)": 0.9370309710502625, "Finetune/Step": 3875, "Finetune/Step Time": 4.528085248544812}
{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.8766475915908813, "Finetune/Loss (Raw)": 0.9244753122329712, "Finetune/Step": 3876, "Finetune/Step Time": 4.514655951410532}
{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.8773599863052368, "Finetune/Loss (Raw)": 0.9237481951713562, "Finetune/Step": 3877, "Finetune/Step Time": 4.522504465654492}
{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.8733357191085815, "Finetune/Loss (Raw)": 0.4666805565357208, "Finetune/Step": 3878, "Finetune/Step Time": 4.560075422748923}
{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.8720852732658386, "Finetune/Loss (Raw)": 0.891588568687439, "Finetune/Step": 3879, "Finetune/Step Time": 4.5856373477727175}
{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.8722056150436401, "Finetune/Loss (Raw)": 0.8976343870162964, "Finetune/Step": 3880, "Finetune/Step Time": 4.5820509027689695}
{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.8724614381790161, "Finetune/Loss (Raw)": 0.967296838760376, "Finetune/Step": 3881, "Finetune/Step Time": 4.574695687741041}
{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.8727959394454956, "Finetune/Loss (Raw)": 0.9823576807975769, "Finetune/Step": 3882, "Finetune/Step Time": 4.578620292246342}
{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.8727947473526001, "Finetune/Loss (Raw)": 1.0131731033325195, "Finetune/Step": 3883, "Finetune/Step Time": 4.572281150147319}
{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.873528003692627, "Finetune/Loss (Raw)": 0.8498760461807251, "Finetune/Step": 3884, "Finetune/Step Time": 4.559980919584632}
{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.8717721700668335, "Finetune/Loss (Raw)": 0.7519805431365967, "Finetune/Step": 3885, "Finetune/Step Time": 4.566529022529721}
{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.8708534240722656, "Finetune/Loss (Raw)": 0.7909532189369202, "Finetune/Step": 3886, "Finetune/Step Time": 4.552968570962548}
{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.8695974349975586, "Finetune/Loss (Raw)": 0.8378977179527283, "Finetune/Step": 3887, "Finetune/Step Time": 4.554626204073429}
{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.870139479637146, "Finetune/Loss (Raw)": 0.9472996592521667, "Finetune/Step": 3888, "Finetune/Step Time": 4.54667529463768}
{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.871160626411438, "Finetune/Loss (Raw)": 0.9101639986038208, "Finetune/Step": 3889, "Finetune/Step Time": 4.537679769098759}
{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.8714412450790405, "Finetune/Loss (Raw)": 0.9587119817733765, "Finetune/Step": 3890, "Finetune/Step Time": 4.53107650950551}
{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.871035099029541, "Finetune/Loss (Raw)": 0.9336624145507812, "Finetune/Step": 3891, "Finetune/Step Time": 4.546024767681956}
{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.8712793588638306, "Finetune/Loss (Raw)": 0.8815353512763977, "Finetune/Step": 3892, "Finetune/Step Time": 4.549144674092531}
{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.8670463562011719, "Finetune/Loss (Raw)": 0.36381009221076965, "Finetune/Step": 3893, "Finetune/Step Time": 4.57857820764184}
{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.866623044013977, "Finetune/Loss (Raw)": 0.9294947385787964, "Finetune/Step": 3894, "Finetune/Step Time": 4.5773538295179605}
{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.8663869500160217, "Finetune/Loss (Raw)": 0.966101348400116, "Finetune/Step": 3895, "Finetune/Step Time": 4.575670976191759}
{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.8678654432296753, "Finetune/Loss (Raw)": 0.9932312965393066, "Finetune/Step": 3896, "Finetune/Step Time": 4.564237128943205}
{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.8732563853263855, "Finetune/Loss (Raw)": 0.934664249420166, "Finetune/Step": 3897, "Finetune/Step Time": 4.530367527157068}
{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.8719550371170044, "Finetune/Loss (Raw)": 0.9265351891517639, "Finetune/Step": 3898, "Finetune/Step Time": 4.54666205868125}
{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.8715364933013916, "Finetune/Loss (Raw)": 1.0527358055114746, "Finetune/Step": 3899, "Finetune/Step Time": 4.549757551401854}
{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.8709015250205994, "Finetune/Loss (Raw)": 0.9143892526626587, "Finetune/Step": 3900, "Finetune/Step Time": 4.554459802806377}
{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.8758248090744019, "Finetune/Loss (Raw)": 0.9719871282577515, "Finetune/Step": 3901, "Finetune/Step Time": 4.515241876244545}
{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.8757634162902832, "Finetune/Loss (Raw)": 0.9853519201278687, "Finetune/Step": 3902, "Finetune/Step Time": 4.4995078314095736}
{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.8756715059280396, "Finetune/Loss (Raw)": 0.9963652491569519, "Finetune/Step": 3903, "Finetune/Step Time": 4.494419381022453}
{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.8753567934036255, "Finetune/Loss (Raw)": 0.9354639649391174, "Finetune/Step": 3904, "Finetune/Step Time": 4.49821019731462}
{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.8791767358779907, "Finetune/Loss (Raw)": 0.7587264776229858, "Finetune/Step": 3905, "Finetune/Step Time": 4.478234114125371}
{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.8796972036361694, "Finetune/Loss (Raw)": 1.0265377759933472, "Finetune/Step": 3906, "Finetune/Step Time": 4.506439618766308}
{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.8821033239364624, "Finetune/Loss (Raw)": 1.190817952156067, "Finetune/Step": 3907, "Finetune/Step Time": 4.49161608889699}
{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.8825876712799072, "Finetune/Loss (Raw)": 0.8975220918655396, "Finetune/Step": 3908, "Finetune/Step Time": 4.503971656784415}
{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.88175368309021, "Finetune/Loss (Raw)": 0.8793097138404846, "Finetune/Step": 3909, "Finetune/Step Time": 4.50997818633914}
{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.8826746940612793, "Finetune/Loss (Raw)": 1.0010619163513184, "Finetune/Step": 3910, "Finetune/Step Time": 4.5104198306798935}
{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.8845704793930054, "Finetune/Loss (Raw)": 1.086434006690979, "Finetune/Step": 3911, "Finetune/Step Time": 4.506663229316473}
{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.8845012784004211, "Finetune/Loss (Raw)": 0.8625586628913879, "Finetune/Step": 3912, "Finetune/Step Time": 4.504605900496244}
{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.8849582672119141, "Finetune/Loss (Raw)": 0.9485772252082825, "Finetune/Step": 3913, "Finetune/Step Time": 4.513691935688257}
{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.8838086724281311, "Finetune/Loss (Raw)": 0.8663178086280823, "Finetune/Step": 3914, "Finetune/Step Time": 4.5113257840275764}
{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.8837004899978638, "Finetune/Loss (Raw)": 0.9410842061042786, "Finetune/Step": 3915, "Finetune/Step Time": 4.508685393258929}
{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.8836793899536133, "Finetune/Loss (Raw)": 0.919493556022644, "Finetune/Step": 3916, "Finetune/Step Time": 4.5089771673083305}
{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.8845281600952148, "Finetune/Loss (Raw)": 0.9564980864524841, "Finetune/Step": 3917, "Finetune/Step Time": 4.509914657101035}
{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.8843817710876465, "Finetune/Loss (Raw)": 0.9644664525985718, "Finetune/Step": 3918, "Finetune/Step Time": 4.50923346914351}
{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.8842246532440186, "Finetune/Loss (Raw)": 0.8845617771148682, "Finetune/Step": 3919, "Finetune/Step Time": 4.514279020950198}
{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.8888437747955322, "Finetune/Loss (Raw)": 0.9314969182014465, "Finetune/Step": 3920, "Finetune/Step Time": 4.511113787069917}
{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.8872136473655701, "Finetune/Loss (Raw)": 0.7421478629112244, "Finetune/Step": 3921, "Finetune/Step Time": 4.520046211779118}
{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.887380838394165, "Finetune/Loss (Raw)": 0.9911206960678101, "Finetune/Step": 3922, "Finetune/Step Time": 4.523291263729334}
{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.8874822854995728, "Finetune/Loss (Raw)": 0.8035604357719421, "Finetune/Step": 3923, "Finetune/Step Time": 4.528073899447918}
{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.8873462677001953, "Finetune/Loss (Raw)": 0.9247130155563354, "Finetune/Step": 3924, "Finetune/Step Time": 4.531634354963899}
{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.8885337114334106, "Finetune/Loss (Raw)": 0.952526867389679, "Finetune/Step": 3925, "Finetune/Step Time": 4.52798318490386}
{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.8883994817733765, "Finetune/Loss (Raw)": 0.8656616806983948, "Finetune/Step": 3926, "Finetune/Step Time": 4.532881760969758}
{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.8885601758956909, "Finetune/Loss (Raw)": 0.9268526434898376, "Finetune/Step": 3927, "Finetune/Step Time": 4.540271697565913}
{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.8889950513839722, "Finetune/Loss (Raw)": 1.050881266593933, "Finetune/Step": 3928, "Finetune/Step Time": 4.541044767946005}
{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.8892130851745605, "Finetune/Loss (Raw)": 0.9444065093994141, "Finetune/Step": 3929, "Finetune/Step Time": 4.54315366782248}
{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.8884341716766357, "Finetune/Loss (Raw)": 0.9061747193336487, "Finetune/Step": 3930, "Finetune/Step Time": 4.548523971810937}
{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.888136625289917, "Finetune/Loss (Raw)": 1.022187352180481, "Finetune/Step": 3931, "Finetune/Step Time": 4.549357688054442}
{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.8876794576644897, "Finetune/Loss (Raw)": 0.915256679058075, "Finetune/Step": 3932, "Finetune/Step Time": 4.564121065661311}
{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.8859052062034607, "Finetune/Loss (Raw)": 0.7022374868392944, "Finetune/Step": 3933, "Finetune/Step Time": 4.572301100939512}
{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.8850057125091553, "Finetune/Loss (Raw)": 0.8239133358001709, "Finetune/Step": 3934, "Finetune/Step Time": 4.558712054044008}
{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.8848617076873779, "Finetune/Loss (Raw)": 0.8738371133804321, "Finetune/Step": 3935, "Finetune/Step Time": 4.555979838594794}
{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.8859186172485352, "Finetune/Loss (Raw)": 1.000698208808899, "Finetune/Step": 3936, "Finetune/Step Time": 4.54718154668808}
{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.8863339424133301, "Finetune/Loss (Raw)": 0.9426059126853943, "Finetune/Step": 3937, "Finetune/Step Time": 4.541391586884856}
{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.8857747316360474, "Finetune/Loss (Raw)": 0.8967361450195312, "Finetune/Step": 3938, "Finetune/Step Time": 4.5471721068024635}
{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.886570394039154, "Finetune/Loss (Raw)": 1.00441312789917, "Finetune/Step": 3939, "Finetune/Step Time": 4.548376178368926}
{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.8868786692619324, "Finetune/Loss (Raw)": 0.8951080441474915, "Finetune/Step": 3940, "Finetune/Step Time": 4.536059387028217}
{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.8875713348388672, "Finetune/Loss (Raw)": 0.9911449551582336, "Finetune/Step": 3941, "Finetune/Step Time": 4.5394191183149815}
{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.8884382247924805, "Finetune/Loss (Raw)": 1.0011622905731201, "Finetune/Step": 3942, "Finetune/Step Time": 4.545686772093177}
{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.888161301612854, "Finetune/Loss (Raw)": 0.8412436842918396, "Finetune/Step": 3943, "Finetune/Step Time": 4.551399068906903}
{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.8883994817733765, "Finetune/Loss (Raw)": 0.9535573124885559, "Finetune/Step": 3944, "Finetune/Step Time": 4.551253005862236}
{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.8906261920928955, "Finetune/Loss (Raw)": 1.1238857507705688, "Finetune/Step": 3945, "Finetune/Step Time": 4.573779497295618}
{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.8910551071166992, "Finetune/Loss (Raw)": 0.9129049181938171, "Finetune/Step": 3946, "Finetune/Step Time": 4.588193604722619}
{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.8918284773826599, "Finetune/Loss (Raw)": 0.9309985041618347, "Finetune/Step": 3947, "Finetune/Step Time": 4.595352705568075}
{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.8888298869132996, "Finetune/Loss (Raw)": 0.35793060064315796, "Finetune/Step": 3948, "Finetune/Step Time": 4.63490335457027}
{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.8901905417442322, "Finetune/Loss (Raw)": 1.0523451566696167, "Finetune/Step": 3949, "Finetune/Step Time": 4.630940089002252}
{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.8918233513832092, "Finetune/Loss (Raw)": 1.0269556045532227, "Finetune/Step": 3950, "Finetune/Step Time": 4.6283766515553}
{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.891800582408905, "Finetune/Loss (Raw)": 1.0129834413528442, "Finetune/Step": 3951, "Finetune/Step Time": 4.632149135693908}
{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.8910806179046631, "Finetune/Loss (Raw)": 0.8298761248588562, "Finetune/Step": 3952, "Finetune/Step Time": 4.641021065413952}
{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.8916904926300049, "Finetune/Loss (Raw)": 0.8885250091552734, "Finetune/Step": 3953, "Finetune/Step Time": 4.633336463943124}
{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.891893208026886, "Finetune/Loss (Raw)": 0.8712329864501953, "Finetune/Step": 3954, "Finetune/Step Time": 4.626846879720688}
{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.8908677101135254, "Finetune/Loss (Raw)": 0.831326961517334, "Finetune/Step": 3955, "Finetune/Step Time": 4.5945852510631084}
{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.8919702768325806, "Finetune/Loss (Raw)": 1.1315373182296753, "Finetune/Step": 3956, "Finetune/Step Time": 4.594611424952745}
{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.897003173828125, "Finetune/Loss (Raw)": 0.920595109462738, "Finetune/Step": 3957, "Finetune/Step Time": 4.555671114474535}
{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.8966014385223389, "Finetune/Loss (Raw)": 0.8923659324645996, "Finetune/Step": 3958, "Finetune/Step Time": 4.552104732021689}
{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.8966254591941833, "Finetune/Loss (Raw)": 0.8743185997009277, "Finetune/Step": 3959, "Finetune/Step Time": 4.564433999359608}
{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.895004391670227, "Finetune/Loss (Raw)": 0.8764314651489258, "Finetune/Step": 3960, "Finetune/Step Time": 4.567360771819949}
{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.8946699500083923, "Finetune/Loss (Raw)": 0.9772043228149414, "Finetune/Step": 3961, "Finetune/Step Time": 4.549586348235607}
{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.8933155536651611, "Finetune/Loss (Raw)": 0.8388962745666504, "Finetune/Step": 3962, "Finetune/Step Time": 4.557363769039512}
{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.8930827379226685, "Finetune/Loss (Raw)": 0.957880973815918, "Finetune/Step": 3963, "Finetune/Step Time": 4.561369404196739}
{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.8934484720230103, "Finetune/Loss (Raw)": 0.9120033383369446, "Finetune/Step": 3964, "Finetune/Step Time": 4.570242062211037}
{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.8944921493530273, "Finetune/Loss (Raw)": 1.0317379236221313, "Finetune/Step": 3965, "Finetune/Step Time": 4.58248426951468}
{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.8908311128616333, "Finetune/Loss (Raw)": 0.38286730647087097, "Finetune/Step": 3966, "Finetune/Step Time": 4.625062122941017}
{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.8901810646057129, "Finetune/Loss (Raw)": 0.8510613441467285, "Finetune/Step": 3967, "Finetune/Step Time": 4.59281188622117}
{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.8911151885986328, "Finetune/Loss (Raw)": 0.9966107606887817, "Finetune/Step": 3968, "Finetune/Step Time": 4.591140935197473}
{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.8907625675201416, "Finetune/Loss (Raw)": 0.9843304753303528, "Finetune/Step": 3969, "Finetune/Step Time": 4.621305450797081}
{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.891729474067688, "Finetune/Loss (Raw)": 0.973109245300293, "Finetune/Step": 3970, "Finetune/Step Time": 4.621999718248844}
{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.8923366069793701, "Finetune/Loss (Raw)": 1.0037522315979004, "Finetune/Step": 3971, "Finetune/Step Time": 4.613621002063155}
{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.891787052154541, "Finetune/Loss (Raw)": 0.8180627822875977, "Finetune/Step": 3972, "Finetune/Step Time": 4.616635397076607}
{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.8917814493179321, "Finetune/Loss (Raw)": 0.8737425804138184, "Finetune/Step": 3973, "Finetune/Step Time": 4.607701279222965}
{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.8924735188484192, "Finetune/Loss (Raw)": 0.8370926380157471, "Finetune/Step": 3974, "Finetune/Step Time": 4.61641545034945}
{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.892227292060852, "Finetune/Loss (Raw)": 0.9870172142982483, "Finetune/Step": 3975, "Finetune/Step Time": 4.614500679075718}
{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.8971531391143799, "Finetune/Loss (Raw)": 0.9597569704055786, "Finetune/Step": 3976, "Finetune/Step Time": 4.58817171677947}
{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.8950680494308472, "Finetune/Loss (Raw)": 0.8121411800384521, "Finetune/Step": 3977, "Finetune/Step Time": 4.57774936966598}
{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.895229697227478, "Finetune/Loss (Raw)": 0.6901121139526367, "Finetune/Step": 3978, "Finetune/Step Time": 4.568733910098672}
{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.8960169553756714, "Finetune/Loss (Raw)": 0.9087331295013428, "Finetune/Step": 3979, "Finetune/Step Time": 4.577542457729578}
{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.8942075371742249, "Finetune/Loss (Raw)": 0.7010326981544495, "Finetune/Step": 3980, "Finetune/Step Time": 4.5793041586875916}
{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.8986107110977173, "Finetune/Loss (Raw)": 1.013063907623291, "Finetune/Step": 3981, "Finetune/Step Time": 4.542274976149201}
{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.8978913426399231, "Finetune/Loss (Raw)": 0.8589641451835632, "Finetune/Step": 3982, "Finetune/Step Time": 4.541514337062836}
{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.8992465734481812, "Finetune/Loss (Raw)": 0.8721494674682617, "Finetune/Step": 3983, "Finetune/Step Time": 4.5255609434098005}
{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.8938354253768921, "Finetune/Loss (Raw)": 0.33654505014419556, "Finetune/Step": 3984, "Finetune/Step Time": 4.564468681812286}
{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.89846271276474, "Finetune/Loss (Raw)": 0.9528884887695312, "Finetune/Step": 3985, "Finetune/Step Time": 4.527829319238663}
{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.904503345489502, "Finetune/Loss (Raw)": 1.1063090562820435, "Finetune/Step": 3986, "Finetune/Step Time": 4.48728153668344}
{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.9022759795188904, "Finetune/Loss (Raw)": 0.8190658092498779, "Finetune/Step": 3987, "Finetune/Step Time": 4.495123844593763}
{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.90276700258255, "Finetune/Loss (Raw)": 0.9861142039299011, "Finetune/Step": 3988, "Finetune/Step Time": 4.492734441533685}
{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.9037541151046753, "Finetune/Loss (Raw)": 1.0122209787368774, "Finetune/Step": 3989, "Finetune/Step Time": 4.4918421525508165}
{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.9042891263961792, "Finetune/Loss (Raw)": 0.9660606384277344, "Finetune/Step": 3990, "Finetune/Step Time": 4.501545401290059}
{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.9052738547325134, "Finetune/Loss (Raw)": 1.0242854356765747, "Finetune/Step": 3991, "Finetune/Step Time": 4.4937237575650215}
{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.9039222002029419, "Finetune/Loss (Raw)": 0.7863131761550903, "Finetune/Step": 3992, "Finetune/Step Time": 4.5114064030349255}
{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.9038139581680298, "Finetune/Loss (Raw)": 0.9422308206558228, "Finetune/Step": 3993, "Finetune/Step Time": 4.477967277169228}
{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.9018197059631348, "Finetune/Loss (Raw)": 0.8143255710601807, "Finetune/Step": 3994, "Finetune/Step Time": 4.490707224234939}
{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.8996391296386719, "Finetune/Loss (Raw)": 0.830179750919342, "Finetune/Step": 3995, "Finetune/Step Time": 4.490840645506978}
{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.8987686634063721, "Finetune/Loss (Raw)": 0.8230271935462952, "Finetune/Step": 3996, "Finetune/Step Time": 4.489128218963742}
{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.8989652395248413, "Finetune/Loss (Raw)": 0.8853561878204346, "Finetune/Step": 3997, "Finetune/Step Time": 4.487483972683549}
{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.900431752204895, "Finetune/Loss (Raw)": 1.0546164512634277, "Finetune/Step": 3998, "Finetune/Step Time": 4.470966104418039}
{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.9012237787246704, "Finetune/Loss (Raw)": 1.0127089023590088, "Finetune/Step": 3999, "Finetune/Step Time": 4.481137420982122}
{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.9031002521514893, "Finetune/Loss (Raw)": 0.8390632271766663, "Finetune/Step": 4000, "Finetune/Step Time": 4.451190488412976}
{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.9040948748588562, "Finetune/Loss (Raw)": 0.9017301201820374, "Finetune/Step": 4001, "Finetune/Step Time": 4.462492013350129}
{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.9034830927848816, "Finetune/Loss (Raw)": 0.853452742099762, "Finetune/Step": 4002, "Finetune/Step Time": 4.472695363685489}
{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.903316080570221, "Finetune/Loss (Raw)": 0.9156482815742493, "Finetune/Step": 4003, "Finetune/Step Time": 4.484673416242003}
{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.9036022424697876, "Finetune/Loss (Raw)": 0.9611068367958069, "Finetune/Step": 4004, "Finetune/Step Time": 4.489204594865441}
{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.9035360813140869, "Finetune/Loss (Raw)": 0.9152718186378479, "Finetune/Step": 4005, "Finetune/Step Time": 4.4738011080771685}
{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.9085466861724854, "Finetune/Loss (Raw)": 1.1080479621887207, "Finetune/Step": 4006, "Finetune/Step Time": 4.43255221657455}
{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.9043616056442261, "Finetune/Loss (Raw)": 0.3558993637561798, "Finetune/Step": 4007, "Finetune/Step Time": 4.441153842955828}
{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.9037165641784668, "Finetune/Loss (Raw)": 0.8150624632835388, "Finetune/Step": 4008, "Finetune/Step Time": 4.43954985588789}
{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.9028470516204834, "Finetune/Loss (Raw)": 0.8560009002685547, "Finetune/Step": 4009, "Finetune/Step Time": 4.434965256601572}
{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.9017592668533325, "Finetune/Loss (Raw)": 0.8431212902069092, "Finetune/Step": 4010, "Finetune/Step Time": 4.443678991869092}
{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.9018998742103577, "Finetune/Loss (Raw)": 1.0311728715896606, "Finetune/Step": 4011, "Finetune/Step Time": 4.4485548455268145}
{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.9010804891586304, "Finetune/Loss (Raw)": 0.7449941635131836, "Finetune/Step": 4012, "Finetune/Step Time": 4.4661297891289}
{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.9024722576141357, "Finetune/Loss (Raw)": 0.9301269054412842, "Finetune/Step": 4013, "Finetune/Step Time": 4.459849067032337}
{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.9030430316925049, "Finetune/Loss (Raw)": 0.8640183806419373, "Finetune/Step": 4014, "Finetune/Step Time": 4.485115174204111}
{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.9034583568572998, "Finetune/Loss (Raw)": 0.8910531401634216, "Finetune/Step": 4015, "Finetune/Step Time": 4.485592285171151}
{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.9033612012863159, "Finetune/Loss (Raw)": 0.9348616600036621, "Finetune/Step": 4016, "Finetune/Step Time": 4.487432388588786}
{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.903592586517334, "Finetune/Loss (Raw)": 0.9397854208946228, "Finetune/Step": 4017, "Finetune/Step Time": 4.489518588408828}
{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.8986169099807739, "Finetune/Loss (Raw)": 0.32182416319847107, "Finetune/Step": 4018, "Finetune/Step Time": 4.529344793409109}
{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.8994492292404175, "Finetune/Loss (Raw)": 1.0402008295059204, "Finetune/Step": 4019, "Finetune/Step Time": 4.509068975225091}
{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.9002867937088013, "Finetune/Loss (Raw)": 0.9887415170669556, "Finetune/Step": 4020, "Finetune/Step Time": 4.502105401828885}
{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.9046956896781921, "Finetune/Loss (Raw)": 0.9281449317932129, "Finetune/Step": 4021, "Finetune/Step Time": 4.47401200607419}
{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.9039242267608643, "Finetune/Loss (Raw)": 0.83074951171875, "Finetune/Step": 4022, "Finetune/Step Time": 4.476792845875025}
{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.9036959409713745, "Finetune/Loss (Raw)": 0.9368811845779419, "Finetune/Step": 4023, "Finetune/Step Time": 4.479420192539692}
{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.9037364721298218, "Finetune/Loss (Raw)": 0.998418927192688, "Finetune/Step": 4024, "Finetune/Step Time": 4.485462225973606}
{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.9035359621047974, "Finetune/Loss (Raw)": 0.9089992046356201, "Finetune/Step": 4025, "Finetune/Step Time": 4.485091028735042}
{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.9044246673583984, "Finetune/Loss (Raw)": 1.0402964353561401, "Finetune/Step": 4026, "Finetune/Step Time": 4.472110426053405}
{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.9043875336647034, "Finetune/Loss (Raw)": 1.047977089881897, "Finetune/Step": 4027, "Finetune/Step Time": 4.468590522184968}
{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.9039860963821411, "Finetune/Loss (Raw)": 0.8630005717277527, "Finetune/Step": 4028, "Finetune/Step Time": 4.4535403568297625}
{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.9036503434181213, "Finetune/Loss (Raw)": 0.9290151000022888, "Finetune/Step": 4029, "Finetune/Step Time": 4.453971151262522}
{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.8990148901939392, "Finetune/Loss (Raw)": 0.39201584458351135, "Finetune/Step": 4030, "Finetune/Step Time": 4.489746490493417}
{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.8984050750732422, "Finetune/Loss (Raw)": 0.9183094501495361, "Finetune/Step": 4031, "Finetune/Step Time": 4.489816322922707}
{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.8983665108680725, "Finetune/Loss (Raw)": 0.9305270314216614, "Finetune/Step": 4032, "Finetune/Step Time": 4.482888476923108}
{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.8999130725860596, "Finetune/Loss (Raw)": 0.9566839933395386, "Finetune/Step": 4033, "Finetune/Step Time": 4.4658591914922}
{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.8987874984741211, "Finetune/Loss (Raw)": 0.8824700713157654, "Finetune/Step": 4034, "Finetune/Step Time": 4.425972452387214}
{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.8965951204299927, "Finetune/Loss (Raw)": 0.910190224647522, "Finetune/Step": 4035, "Finetune/Step Time": 4.432411393150687}
{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.8979371190071106, "Finetune/Loss (Raw)": 1.0692919492721558, "Finetune/Step": 4036, "Finetune/Step Time": 4.413681942969561}
{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.897762656211853, "Finetune/Loss (Raw)": 0.8569790720939636, "Finetune/Step": 4037, "Finetune/Step Time": 4.425510440021753}
{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.8926951885223389, "Finetune/Loss (Raw)": 0.3524301052093506, "Finetune/Step": 4038, "Finetune/Step Time": 4.467095842584968}
{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.8919435739517212, "Finetune/Loss (Raw)": 0.9902249574661255, "Finetune/Step": 4039, "Finetune/Step Time": 4.4876502845436335}
{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.8926692008972168, "Finetune/Loss (Raw)": 0.9554376006126404, "Finetune/Step": 4040, "Finetune/Step Time": 4.476581379771233}
{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.8918571472167969, "Finetune/Loss (Raw)": 0.8446393013000488, "Finetune/Step": 4041, "Finetune/Step Time": 4.47167064063251}
{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.8919928073883057, "Finetune/Loss (Raw)": 0.8836863040924072, "Finetune/Step": 4042, "Finetune/Step Time": 4.48478583432734}
{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.8920188546180725, "Finetune/Loss (Raw)": 0.9444085955619812, "Finetune/Step": 4043, "Finetune/Step Time": 4.487215066328645}
{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.8921277523040771, "Finetune/Loss (Raw)": 0.9334364533424377, "Finetune/Step": 4044, "Finetune/Step Time": 4.485488755628467}
{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.8869157433509827, "Finetune/Loss (Raw)": 0.2893601059913635, "Finetune/Step": 4045, "Finetune/Step Time": 4.510003264993429}
{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.8861309289932251, "Finetune/Loss (Raw)": 0.864004909992218, "Finetune/Step": 4046, "Finetune/Step Time": 4.507068425416946}
{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.8859173655509949, "Finetune/Loss (Raw)": 0.8572278022766113, "Finetune/Step": 4047, "Finetune/Step Time": 4.5099467895925045}
{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.8815184235572815, "Finetune/Loss (Raw)": 0.36843934655189514, "Finetune/Step": 4048, "Finetune/Step Time": 4.51266366802156}
{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.8818463087081909, "Finetune/Loss (Raw)": 0.7841159105300903, "Finetune/Step": 4049, "Finetune/Step Time": 4.495965477079153}
{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.8809304237365723, "Finetune/Loss (Raw)": 0.8738889098167419, "Finetune/Step": 4050, "Finetune/Step Time": 4.4940233789384365}
{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.8812432289123535, "Finetune/Loss (Raw)": 0.8435992002487183, "Finetune/Step": 4051, "Finetune/Step Time": 4.480710489675403}
{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.8810870051383972, "Finetune/Loss (Raw)": 0.9047139286994934, "Finetune/Step": 4052, "Finetune/Step Time": 4.501397592946887}
{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.8765457272529602, "Finetune/Loss (Raw)": 0.3712414801120758, "Finetune/Step": 4053, "Finetune/Step Time": 4.537639331072569}
{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.877074122428894, "Finetune/Loss (Raw)": 0.9332938194274902, "Finetune/Step": 4054, "Finetune/Step Time": 4.546879233792424}
{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.8773282170295715, "Finetune/Loss (Raw)": 0.9593808054924011, "Finetune/Step": 4055, "Finetune/Step Time": 4.528562428429723}
{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.8743736743927002, "Finetune/Loss (Raw)": 0.6726962924003601, "Finetune/Step": 4056, "Finetune/Step Time": 4.54445887170732}
{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.8748202323913574, "Finetune/Loss (Raw)": 1.0015617609024048, "Finetune/Step": 4057, "Finetune/Step Time": 4.535196825861931}
{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.8744569420814514, "Finetune/Loss (Raw)": 0.8596823811531067, "Finetune/Step": 4058, "Finetune/Step Time": 4.52696886472404}
{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.8738502264022827, "Finetune/Loss (Raw)": 0.9445264339447021, "Finetune/Step": 4059, "Finetune/Step Time": 4.541133338585496}
{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.8724960088729858, "Finetune/Loss (Raw)": 0.7419139742851257, "Finetune/Step": 4060, "Finetune/Step Time": 4.543144399300218}
{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.8739171624183655, "Finetune/Loss (Raw)": 0.8841443657875061, "Finetune/Step": 4061, "Finetune/Step Time": 4.541529297828674}
{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.8758049011230469, "Finetune/Loss (Raw)": 1.0655497312545776, "Finetune/Step": 4062, "Finetune/Step Time": 4.544627556577325}
{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.8717111349105835, "Finetune/Loss (Raw)": 0.3498343825340271, "Finetune/Step": 4063, "Finetune/Step Time": 4.572163002565503}
{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.8668448328971863, "Finetune/Loss (Raw)": 0.3778102397918701, "Finetune/Step": 4064, "Finetune/Step Time": 4.612542230635881}
{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.8661753535270691, "Finetune/Loss (Raw)": 0.856907308101654, "Finetune/Step": 4065, "Finetune/Step Time": 4.6182859148830175}
{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.8663066625595093, "Finetune/Loss (Raw)": 0.9135524034500122, "Finetune/Step": 4066, "Finetune/Step Time": 4.6165258549153805}
{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.8667265176773071, "Finetune/Loss (Raw)": 1.0581430196762085, "Finetune/Step": 4067, "Finetune/Step Time": 4.615484124049544}
{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.867232084274292, "Finetune/Loss (Raw)": 0.9598304629325867, "Finetune/Step": 4068, "Finetune/Step Time": 4.617068385705352}
{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.8669930696487427, "Finetune/Loss (Raw)": 0.9605545401573181, "Finetune/Step": 4069, "Finetune/Step Time": 4.630163233727217}
{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.8657481670379639, "Finetune/Loss (Raw)": 0.8418074250221252, "Finetune/Step": 4070, "Finetune/Step Time": 4.625941414386034}
{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.8666372299194336, "Finetune/Loss (Raw)": 0.9550417065620422, "Finetune/Step": 4071, "Finetune/Step Time": 4.632522204890847}
{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.8653842210769653, "Finetune/Loss (Raw)": 0.7931789755821228, "Finetune/Step": 4072, "Finetune/Step Time": 4.64238072745502}
{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.8638952970504761, "Finetune/Loss (Raw)": 0.9332940578460693, "Finetune/Step": 4073, "Finetune/Step Time": 4.624619092792273}
{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.8649036884307861, "Finetune/Loss (Raw)": 1.041987419128418, "Finetune/Step": 4074, "Finetune/Step Time": 4.6173918433487415}
{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.864322304725647, "Finetune/Loss (Raw)": 0.8565811514854431, "Finetune/Step": 4075, "Finetune/Step Time": 4.60596726834774}
{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.8671528100967407, "Finetune/Loss (Raw)": 0.7202317714691162, "Finetune/Step": 4076, "Finetune/Step Time": 4.586433397606015}
{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.8661161661148071, "Finetune/Loss (Raw)": 0.9196576476097107, "Finetune/Step": 4077, "Finetune/Step Time": 4.600538142025471}
{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.8647710084915161, "Finetune/Loss (Raw)": 0.8547747135162354, "Finetune/Step": 4078, "Finetune/Step Time": 4.603200104087591}
{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.8656222820281982, "Finetune/Loss (Raw)": 1.1219420433044434, "Finetune/Step": 4079, "Finetune/Step Time": 4.61446481756866}
{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.8654229640960693, "Finetune/Loss (Raw)": 0.8043704032897949, "Finetune/Step": 4080, "Finetune/Step Time": 4.613703599199653}
{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.865685224533081, "Finetune/Loss (Raw)": 0.9220918416976929, "Finetune/Step": 4081, "Finetune/Step Time": 4.635815296322107}
{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.8656571507453918, "Finetune/Loss (Raw)": 0.8676365613937378, "Finetune/Step": 4082, "Finetune/Step Time": 4.643695777282119}
{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.8671314716339111, "Finetune/Loss (Raw)": 1.0200341939926147, "Finetune/Step": 4083, "Finetune/Step Time": 4.645936146378517}
{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.8618864417076111, "Finetune/Loss (Raw)": 0.46018147468566895, "Finetune/Step": 4084, "Finetune/Step Time": 4.679420903325081}
{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.862178385257721, "Finetune/Loss (Raw)": 0.9579665660858154, "Finetune/Step": 4085, "Finetune/Step Time": 4.691061723977327}
{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.8624931573867798, "Finetune/Loss (Raw)": 0.93265300989151, "Finetune/Step": 4086, "Finetune/Step Time": 4.698464633896947}
{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.8638352155685425, "Finetune/Loss (Raw)": 1.0460976362228394, "Finetune/Step": 4087, "Finetune/Step Time": 4.680768856778741}
{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.8647202849388123, "Finetune/Loss (Raw)": 0.9897258281707764, "Finetune/Step": 4088, "Finetune/Step Time": 4.6762002017349005}
{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.8638666868209839, "Finetune/Loss (Raw)": 0.8679482340812683, "Finetune/Step": 4089, "Finetune/Step Time": 4.677258087322116}
{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.8640726804733276, "Finetune/Loss (Raw)": 0.8652592897415161, "Finetune/Step": 4090, "Finetune/Step Time": 4.669883545488119}
{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.8633416891098022, "Finetune/Loss (Raw)": 0.8643096685409546, "Finetune/Step": 4091, "Finetune/Step Time": 4.68311264924705}
{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.8630330562591553, "Finetune/Loss (Raw)": 0.8725050687789917, "Finetune/Step": 4092, "Finetune/Step Time": 4.684616953134537}
{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.8630499839782715, "Finetune/Loss (Raw)": 1.033905267715454, "Finetune/Step": 4093, "Finetune/Step Time": 4.668897660449147}
{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.8685111999511719, "Finetune/Loss (Raw)": 1.0818984508514404, "Finetune/Step": 4094, "Finetune/Step Time": 4.631606470793486}
{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.8682268261909485, "Finetune/Loss (Raw)": 0.8146617412567139, "Finetune/Step": 4095, "Finetune/Step Time": 4.63927099108696}
{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.8687849044799805, "Finetune/Loss (Raw)": 1.068042516708374, "Finetune/Step": 4096, "Finetune/Step Time": 4.643864287063479}
{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.8689696788787842, "Finetune/Loss (Raw)": 1.0079824924468994, "Finetune/Step": 4097, "Finetune/Step Time": 4.6243905778974295}
{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.8671549558639526, "Finetune/Loss (Raw)": 0.7408338189125061, "Finetune/Step": 4098, "Finetune/Step Time": 4.632512707263231}
{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.8668195009231567, "Finetune/Loss (Raw)": 0.9608098268508911, "Finetune/Step": 4099, "Finetune/Step Time": 4.64120302349329}
{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.8681008219718933, "Finetune/Loss (Raw)": 0.9820664525032043, "Finetune/Step": 4100, "Finetune/Step Time": 4.63571235910058}
{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.8686434030532837, "Finetune/Loss (Raw)": 0.9431944489479065, "Finetune/Step": 4101, "Finetune/Step Time": 4.6564623061567545}
{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.8690492510795593, "Finetune/Loss (Raw)": 0.8890411257743835, "Finetune/Step": 4102, "Finetune/Step Time": 4.646968919783831}
{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.8686099648475647, "Finetune/Loss (Raw)": 0.9307849407196045, "Finetune/Step": 4103, "Finetune/Step Time": 4.65528872795403}
{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.8681002855300903, "Finetune/Loss (Raw)": 0.894529402256012, "Finetune/Step": 4104, "Finetune/Step Time": 4.648497583344579}
{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.8683759570121765, "Finetune/Loss (Raw)": 0.8474206924438477, "Finetune/Step": 4105, "Finetune/Step Time": 4.647900175303221}
{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.8697891235351562, "Finetune/Loss (Raw)": 0.8710001707077026, "Finetune/Step": 4106, "Finetune/Step Time": 4.651740403845906}
{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.8696833252906799, "Finetune/Loss (Raw)": 0.8951878547668457, "Finetune/Step": 4107, "Finetune/Step Time": 4.648629907518625}
{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.87192702293396, "Finetune/Loss (Raw)": 0.9882202744483948, "Finetune/Step": 4108, "Finetune/Step Time": 4.64774002507329}
{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.8707162737846375, "Finetune/Loss (Raw)": 0.85808926820755, "Finetune/Step": 4109, "Finetune/Step Time": 4.6554593946784735}
{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.8714351654052734, "Finetune/Loss (Raw)": 0.9509863257408142, "Finetune/Step": 4110, "Finetune/Step Time": 4.662830885499716}
{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.8727993965148926, "Finetune/Loss (Raw)": 1.0467705726623535, "Finetune/Step": 4111, "Finetune/Step Time": 4.66302558593452}
{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.8765413761138916, "Finetune/Loss (Raw)": 0.8155227899551392, "Finetune/Step": 4112, "Finetune/Step Time": 4.637513713911176}
{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.875015914440155, "Finetune/Loss (Raw)": 0.7576241493225098, "Finetune/Step": 4113, "Finetune/Step Time": 4.635867763310671}
{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.8734107613563538, "Finetune/Loss (Raw)": 0.9008558392524719, "Finetune/Step": 4114, "Finetune/Step Time": 4.643066618591547}
{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.8740689158439636, "Finetune/Loss (Raw)": 0.9033035635948181, "Finetune/Step": 4115, "Finetune/Step Time": 4.63916927203536}
{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.8717199563980103, "Finetune/Loss (Raw)": 0.6854453682899475, "Finetune/Step": 4116, "Finetune/Step Time": 4.654462870210409}
{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.8701330423355103, "Finetune/Loss (Raw)": 0.8090919852256775, "Finetune/Step": 4117, "Finetune/Step Time": 4.663294753059745}
{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.870999813079834, "Finetune/Loss (Raw)": 1.0770127773284912, "Finetune/Step": 4118, "Finetune/Step Time": 4.650708107277751}
{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.870937705039978, "Finetune/Loss (Raw)": 1.0163366794586182, "Finetune/Step": 4119, "Finetune/Step Time": 4.64500817656517}
{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.8723479509353638, "Finetune/Loss (Raw)": 0.9668300151824951, "Finetune/Step": 4120, "Finetune/Step Time": 4.640313161537051}
{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.8722057342529297, "Finetune/Loss (Raw)": 0.9240230321884155, "Finetune/Step": 4121, "Finetune/Step Time": 4.645968001335859}
{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.8731492757797241, "Finetune/Loss (Raw)": 0.9351046085357666, "Finetune/Step": 4122, "Finetune/Step Time": 4.644996108487248}
{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.8748969435691833, "Finetune/Loss (Raw)": 1.053880214691162, "Finetune/Step": 4123, "Finetune/Step Time": 4.646334178745747}
{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.8738437294960022, "Finetune/Loss (Raw)": 0.6882107853889465, "Finetune/Step": 4124, "Finetune/Step Time": 4.648411851376295}
{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.8742996454238892, "Finetune/Loss (Raw)": 0.9437128305435181, "Finetune/Step": 4125, "Finetune/Step Time": 4.651907911524177}
{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.8731801509857178, "Finetune/Loss (Raw)": 0.9113231897354126, "Finetune/Step": 4126, "Finetune/Step Time": 4.652213230729103}
{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.8725255131721497, "Finetune/Loss (Raw)": 0.9289109706878662, "Finetune/Step": 4127, "Finetune/Step Time": 4.632092818617821}
{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.8726379871368408, "Finetune/Loss (Raw)": 0.8534644842147827, "Finetune/Step": 4128, "Finetune/Step Time": 4.627708362415433}
{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.8722495436668396, "Finetune/Loss (Raw)": 0.8520042896270752, "Finetune/Step": 4129, "Finetune/Step Time": 4.607984349131584}
{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.8723506927490234, "Finetune/Loss (Raw)": 0.8664035797119141, "Finetune/Step": 4130, "Finetune/Step Time": 4.598337152972817}
{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.8723107576370239, "Finetune/Loss (Raw)": 0.9105338454246521, "Finetune/Step": 4131, "Finetune/Step Time": 4.5917032007128}
{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.8721081018447876, "Finetune/Loss (Raw)": 0.93517005443573, "Finetune/Step": 4132, "Finetune/Step Time": 4.593383213505149}
{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.8719642162322998, "Finetune/Loss (Raw)": 0.8968450427055359, "Finetune/Step": 4133, "Finetune/Step Time": 4.601029317826033}
{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.8703960180282593, "Finetune/Loss (Raw)": 0.9073256850242615, "Finetune/Step": 4134, "Finetune/Step Time": 4.617475053295493}
{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.8740442991256714, "Finetune/Loss (Raw)": 0.8228821158409119, "Finetune/Step": 4135, "Finetune/Step Time": 4.579476322978735}
{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.874612033367157, "Finetune/Loss (Raw)": 0.8877329230308533, "Finetune/Step": 4136, "Finetune/Step Time": 4.579923637211323}
{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.8745055794715881, "Finetune/Loss (Raw)": 0.8423758745193481, "Finetune/Step": 4137, "Finetune/Step Time": 4.577493365854025}
{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.8757339119911194, "Finetune/Loss (Raw)": 1.0003480911254883, "Finetune/Step": 4138, "Finetune/Step Time": 4.5632662158459425}
{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.8740237951278687, "Finetune/Loss (Raw)": 0.812274158000946, "Finetune/Step": 4139, "Finetune/Step Time": 4.553341357037425}
{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.8747662901878357, "Finetune/Loss (Raw)": 0.8400350213050842, "Finetune/Step": 4140, "Finetune/Step Time": 4.542799053713679}
{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.8704675436019897, "Finetune/Loss (Raw)": 0.37988772988319397, "Finetune/Step": 4141, "Finetune/Step Time": 4.571920840069652}
{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.8700524568557739, "Finetune/Loss (Raw)": 0.8108810186386108, "Finetune/Step": 4142, "Finetune/Step Time": 4.549040287733078}
{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.869504451751709, "Finetune/Loss (Raw)": 0.8209150433540344, "Finetune/Step": 4143, "Finetune/Step Time": 4.545831687748432}
{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.8644461035728455, "Finetune/Loss (Raw)": 0.2873927652835846, "Finetune/Step": 4144, "Finetune/Step Time": 4.5803122371435165}
{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.8632673621177673, "Finetune/Loss (Raw)": 0.7889087796211243, "Finetune/Step": 4145, "Finetune/Step Time": 4.5889072846621275}
{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.8680867552757263, "Finetune/Loss (Raw)": 0.9387037754058838, "Finetune/Step": 4146, "Finetune/Step Time": 4.5448953583836555}
{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.8667975664138794, "Finetune/Loss (Raw)": 0.8751862049102783, "Finetune/Step": 4147, "Finetune/Step Time": 4.550524830818176}
{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.8663422465324402, "Finetune/Loss (Raw)": 0.93045973777771, "Finetune/Step": 4148, "Finetune/Step Time": 4.551028976216912}
{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.8659636378288269, "Finetune/Loss (Raw)": 0.8796809315681458, "Finetune/Step": 4149, "Finetune/Step Time": 4.539609184488654}
{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.8660136461257935, "Finetune/Loss (Raw)": 0.8371492028236389, "Finetune/Step": 4150, "Finetune/Step Time": 4.564596392214298}
{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.8657660484313965, "Finetune/Loss (Raw)": 0.9051877856254578, "Finetune/Step": 4151, "Finetune/Step Time": 4.56941756606102}
{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.8650318384170532, "Finetune/Loss (Raw)": 0.9044451117515564, "Finetune/Step": 4152, "Finetune/Step Time": 4.57412039488554}
{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.8647406101226807, "Finetune/Loss (Raw)": 0.8717201352119446, "Finetune/Step": 4153, "Finetune/Step Time": 4.56567401625216}
{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.8636815547943115, "Finetune/Loss (Raw)": 0.904739499092102, "Finetune/Step": 4154, "Finetune/Step Time": 4.569857608526945}
{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.8620578050613403, "Finetune/Loss (Raw)": 0.8401403427124023, "Finetune/Step": 4155, "Finetune/Step Time": 4.572403147816658}
{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.8626058101654053, "Finetune/Loss (Raw)": 0.9331364035606384, "Finetune/Step": 4156, "Finetune/Step Time": 4.571490675210953}
{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.8634048700332642, "Finetune/Loss (Raw)": 1.031299352645874, "Finetune/Step": 4157, "Finetune/Step Time": 4.571971019729972}
{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.8673067092895508, "Finetune/Loss (Raw)": 0.8914517760276794, "Finetune/Step": 4158, "Finetune/Step Time": 4.543342838063836}
{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.8676512241363525, "Finetune/Loss (Raw)": 0.9624054431915283, "Finetune/Step": 4159, "Finetune/Step Time": 4.543157864362001}
{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.8682617545127869, "Finetune/Loss (Raw)": 1.0086758136749268, "Finetune/Step": 4160, "Finetune/Step Time": 4.536274962127209}
{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.868342936038971, "Finetune/Loss (Raw)": 0.967078685760498, "Finetune/Step": 4161, "Finetune/Step Time": 4.533805012702942}
{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.8690985441207886, "Finetune/Loss (Raw)": 0.9791845083236694, "Finetune/Step": 4162, "Finetune/Step Time": 4.535444689914584}
{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.8680722713470459, "Finetune/Loss (Raw)": 0.7788252830505371, "Finetune/Step": 4163, "Finetune/Step Time": 4.546514190733433}
{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.8646085262298584, "Finetune/Loss (Raw)": 0.6259300112724304, "Finetune/Step": 4164, "Finetune/Step Time": 4.558927170932293}
{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.8661165237426758, "Finetune/Loss (Raw)": 1.0500075817108154, "Finetune/Step": 4165, "Finetune/Step Time": 4.551604095846415}
{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.8709685802459717, "Finetune/Loss (Raw)": 0.9734933972358704, "Finetune/Step": 4166, "Finetune/Step Time": 4.513527004048228}
{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.8696966767311096, "Finetune/Loss (Raw)": 0.8274182081222534, "Finetune/Step": 4167, "Finetune/Step Time": 4.497991839423776}
{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.8679530620574951, "Finetune/Loss (Raw)": 0.7322595119476318, "Finetune/Step": 4168, "Finetune/Step Time": 4.496199604123831}
{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.864267110824585, "Finetune/Loss (Raw)": 0.3728368580341339, "Finetune/Step": 4169, "Finetune/Step Time": 4.534501556307077}
{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.863831639289856, "Finetune/Loss (Raw)": 0.8279445171356201, "Finetune/Step": 4170, "Finetune/Step Time": 4.525844322517514}
{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.8638639450073242, "Finetune/Loss (Raw)": 0.948539137840271, "Finetune/Step": 4171, "Finetune/Step Time": 4.533587329089642}
{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.8640172481536865, "Finetune/Loss (Raw)": 0.9530618190765381, "Finetune/Step": 4172, "Finetune/Step Time": 4.547788510099053}
{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.8685402870178223, "Finetune/Loss (Raw)": 0.868306040763855, "Finetune/Step": 4173, "Finetune/Step Time": 4.514462498947978}
{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.8645613193511963, "Finetune/Loss (Raw)": 0.35469943284988403, "Finetune/Step": 4174, "Finetune/Step Time": 4.553801916539669}
{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.8640798926353455, "Finetune/Loss (Raw)": 0.79560786485672, "Finetune/Step": 4175, "Finetune/Step Time": 4.54830382950604}
{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.8676460981369019, "Finetune/Loss (Raw)": 0.8249155879020691, "Finetune/Step": 4176, "Finetune/Step Time": 4.522787053138018}
{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.8695549368858337, "Finetune/Loss (Raw)": 1.0284503698349, "Finetune/Step": 4177, "Finetune/Step Time": 4.533306945115328}
{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.8701680302619934, "Finetune/Loss (Raw)": 0.9523573517799377, "Finetune/Step": 4178, "Finetune/Step Time": 4.535967227071524}
{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.8707377910614014, "Finetune/Loss (Raw)": 0.9165330529212952, "Finetune/Step": 4179, "Finetune/Step Time": 4.5486399959772825}
{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.8714312314987183, "Finetune/Loss (Raw)": 0.9934661388397217, "Finetune/Step": 4180, "Finetune/Step Time": 4.528718238696456}
{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.8752239346504211, "Finetune/Loss (Raw)": 0.8567163348197937, "Finetune/Step": 4181, "Finetune/Step Time": 4.493964297696948}
{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.8736318349838257, "Finetune/Loss (Raw)": 0.7294973134994507, "Finetune/Step": 4182, "Finetune/Step Time": 4.494172863662243}
{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.8737322092056274, "Finetune/Loss (Raw)": 0.972233772277832, "Finetune/Step": 4183, "Finetune/Step Time": 4.493374932557344}
{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.8757237792015076, "Finetune/Loss (Raw)": 0.9276188015937805, "Finetune/Step": 4184, "Finetune/Step Time": 4.470929626375437}
{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.8758006691932678, "Finetune/Loss (Raw)": 1.0114065408706665, "Finetune/Step": 4185, "Finetune/Step Time": 4.4741954784840345}
{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.8766689300537109, "Finetune/Loss (Raw)": 0.9708174467086792, "Finetune/Step": 4186, "Finetune/Step Time": 4.487712066620588}
{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.8759961724281311, "Finetune/Loss (Raw)": 0.8584089875221252, "Finetune/Step": 4187, "Finetune/Step Time": 4.475717632099986}
{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.8770574927330017, "Finetune/Loss (Raw)": 0.8777679204940796, "Finetune/Step": 4188, "Finetune/Step Time": 4.466733809560537}
{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.8766464591026306, "Finetune/Loss (Raw)": 0.8315272927284241, "Finetune/Step": 4189, "Finetune/Step Time": 4.4487299378961325}
{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.8739926218986511, "Finetune/Loss (Raw)": 0.7258548736572266, "Finetune/Step": 4190, "Finetune/Step Time": 4.449008302763104}
{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.878849983215332, "Finetune/Loss (Raw)": 0.9715827703475952, "Finetune/Step": 4191, "Finetune/Step Time": 4.414402790367603}
{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.8841829299926758, "Finetune/Loss (Raw)": 1.0604215860366821, "Finetune/Step": 4192, "Finetune/Step Time": 4.373136904090643}
{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.8798449039459229, "Finetune/Loss (Raw)": 0.30164653062820435, "Finetune/Step": 4193, "Finetune/Step Time": 4.401747865602374}
{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.8799896240234375, "Finetune/Loss (Raw)": 0.9320701956748962, "Finetune/Step": 4194, "Finetune/Step Time": 4.401095870882273}
{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.8789904713630676, "Finetune/Loss (Raw)": 0.9302554130554199, "Finetune/Step": 4195, "Finetune/Step Time": 4.4016895275563}
{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.8787453770637512, "Finetune/Loss (Raw)": 0.928459644317627, "Finetune/Step": 4196, "Finetune/Step Time": 4.399181172251701}
{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.8763405084609985, "Finetune/Loss (Raw)": 0.6527374386787415, "Finetune/Step": 4197, "Finetune/Step Time": 4.413411011919379}
{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.8774977922439575, "Finetune/Loss (Raw)": 0.9899280667304993, "Finetune/Step": 4198, "Finetune/Step Time": 4.411456955596805}
{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.8779615163803101, "Finetune/Loss (Raw)": 1.0144035816192627, "Finetune/Step": 4199, "Finetune/Step Time": 4.3809441942721605}
{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.8791258931159973, "Finetune/Loss (Raw)": 0.9422204494476318, "Finetune/Step": 4200, "Finetune/Step Time": 4.377333810552955}
{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.8788079619407654, "Finetune/Loss (Raw)": 0.8925994038581848, "Finetune/Step": 4201, "Finetune/Step Time": 4.387891655787826}
{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.8773871660232544, "Finetune/Loss (Raw)": 0.8601282238960266, "Finetune/Step": 4202, "Finetune/Step Time": 4.385404147207737}
{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.8772190809249878, "Finetune/Loss (Raw)": 0.8350603580474854, "Finetune/Step": 4203, "Finetune/Step Time": 4.386806486174464}
{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.8781483173370361, "Finetune/Loss (Raw)": 0.8391726613044739, "Finetune/Step": 4204, "Finetune/Step Time": 4.366964152082801}
{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.8782561421394348, "Finetune/Loss (Raw)": 0.9334647059440613, "Finetune/Step": 4205, "Finetune/Step Time": 4.348384868353605}
{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.8784385323524475, "Finetune/Loss (Raw)": 0.8781107664108276, "Finetune/Step": 4206, "Finetune/Step Time": 4.346749313175678}
{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.8771941065788269, "Finetune/Loss (Raw)": 0.9626622796058655, "Finetune/Step": 4207, "Finetune/Step Time": 4.340394468978047}
{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.877600371837616, "Finetune/Loss (Raw)": 0.8563695549964905, "Finetune/Step": 4208, "Finetune/Step Time": 4.330121029168367}
{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.8790770769119263, "Finetune/Loss (Raw)": 1.1111186742782593, "Finetune/Step": 4209, "Finetune/Step Time": 4.308055054396391}
{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.879115641117096, "Finetune/Loss (Raw)": 0.8725613355636597, "Finetune/Step": 4210, "Finetune/Step Time": 4.3032922856509686}
{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.87879878282547, "Finetune/Loss (Raw)": 0.9794840812683105, "Finetune/Step": 4211, "Finetune/Step Time": 4.3084647487849}
{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.8815439343452454, "Finetune/Loss (Raw)": 0.8115583062171936, "Finetune/Step": 4212, "Finetune/Step Time": 4.269098756834865}
{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.8800415396690369, "Finetune/Loss (Raw)": 0.7656641006469727, "Finetune/Step": 4213, "Finetune/Step Time": 4.267184494063258}
{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.8800721764564514, "Finetune/Loss (Raw)": 0.9365726113319397, "Finetune/Step": 4214, "Finetune/Step Time": 4.257313383743167}
{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.8793686628341675, "Finetune/Loss (Raw)": 0.9560490250587463, "Finetune/Step": 4215, "Finetune/Step Time": 4.2835495714098215}
{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.8788737058639526, "Finetune/Loss (Raw)": 0.9263755679130554, "Finetune/Step": 4216, "Finetune/Step Time": 4.278613783419132}
{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.8797544240951538, "Finetune/Loss (Raw)": 0.9806796312332153, "Finetune/Step": 4217, "Finetune/Step Time": 4.275628168135881}
{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.8799045085906982, "Finetune/Loss (Raw)": 0.884468138217926, "Finetune/Step": 4218, "Finetune/Step Time": 4.274837326258421}
{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.8795374631881714, "Finetune/Loss (Raw)": 0.8173255920410156, "Finetune/Step": 4219, "Finetune/Step Time": 4.257982175797224}
{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.8797693252563477, "Finetune/Loss (Raw)": 0.9021787643432617, "Finetune/Step": 4220, "Finetune/Step Time": 4.247150886803865}
{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.8798395395278931, "Finetune/Loss (Raw)": 1.0429039001464844, "Finetune/Step": 4221, "Finetune/Step Time": 4.249041449278593}
{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.8792323470115662, "Finetune/Loss (Raw)": 1.0041636228561401, "Finetune/Step": 4222, "Finetune/Step Time": 4.25273010134697}
{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.8807157278060913, "Finetune/Loss (Raw)": 1.004536747932434, "Finetune/Step": 4223, "Finetune/Step Time": 4.244083555415273}
{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.8789418935775757, "Finetune/Loss (Raw)": 0.8409960269927979, "Finetune/Step": 4224, "Finetune/Step Time": 4.249176923185587}
{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.8775758743286133, "Finetune/Loss (Raw)": 0.8331321477890015, "Finetune/Step": 4225, "Finetune/Step Time": 4.241582922637463}
{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.8798648715019226, "Finetune/Loss (Raw)": 1.033820390701294, "Finetune/Step": 4226, "Finetune/Step Time": 4.2350281327962875}
{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.8808772563934326, "Finetune/Loss (Raw)": 1.0904016494750977, "Finetune/Step": 4227, "Finetune/Step Time": 4.2287158109247684}
{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.880041241645813, "Finetune/Loss (Raw)": 0.8750495910644531, "Finetune/Step": 4228, "Finetune/Step Time": 4.230614127591252}
{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.8800009489059448, "Finetune/Loss (Raw)": 0.9380437135696411, "Finetune/Step": 4229, "Finetune/Step Time": 4.218952052295208}
{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.8751208782196045, "Finetune/Loss (Raw)": 0.26438891887664795, "Finetune/Step": 4230, "Finetune/Step Time": 4.257995005697012}
{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.87351393699646, "Finetune/Loss (Raw)": 0.725093424320221, "Finetune/Step": 4231, "Finetune/Step Time": 4.297962371259928}
{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.8739547729492188, "Finetune/Loss (Raw)": 0.9509567022323608, "Finetune/Step": 4232, "Finetune/Step Time": 4.300735889002681}
{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.8738831281661987, "Finetune/Loss (Raw)": 0.8382596373558044, "Finetune/Step": 4233, "Finetune/Step Time": 4.307120913639665}
{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.8761211037635803, "Finetune/Loss (Raw)": 1.157458782196045, "Finetune/Step": 4234, "Finetune/Step Time": 4.3044431153684855}
{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.8764625191688538, "Finetune/Loss (Raw)": 0.9388837814331055, "Finetune/Step": 4235, "Finetune/Step Time": 4.3039218578487635}
{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.8748533725738525, "Finetune/Loss (Raw)": 0.782249927520752, "Finetune/Step": 4236, "Finetune/Step Time": 4.312792517244816}
{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.876297116279602, "Finetune/Loss (Raw)": 1.0428868532180786, "Finetune/Step": 4237, "Finetune/Step Time": 4.305339213460684}
{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.8767349123954773, "Finetune/Loss (Raw)": 1.0070257186889648, "Finetune/Step": 4238, "Finetune/Step Time": 4.293131215497851}
{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.8759883046150208, "Finetune/Loss (Raw)": 0.9512068033218384, "Finetune/Step": 4239, "Finetune/Step Time": 4.289300300180912}
{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.8763769865036011, "Finetune/Loss (Raw)": 0.8652803897857666, "Finetune/Step": 4240, "Finetune/Step Time": 4.282733798027039}
{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.8772631883621216, "Finetune/Loss (Raw)": 0.8710499405860901, "Finetune/Step": 4241, "Finetune/Step Time": 4.284340303391218}
{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.8778918981552124, "Finetune/Loss (Raw)": 0.9813351631164551, "Finetune/Step": 4242, "Finetune/Step Time": 4.28282785974443}
{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.8781284093856812, "Finetune/Loss (Raw)": 0.9335728883743286, "Finetune/Step": 4243, "Finetune/Step Time": 4.308367911726236}
{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.8800908327102661, "Finetune/Loss (Raw)": 0.9366377592086792, "Finetune/Step": 4244, "Finetune/Step Time": 4.292026203125715}
{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.8810439109802246, "Finetune/Loss (Raw)": 0.9310879111289978, "Finetune/Step": 4245, "Finetune/Step Time": 4.2945932522416115}
{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.8798140287399292, "Finetune/Loss (Raw)": 0.9195841550827026, "Finetune/Step": 4246, "Finetune/Step Time": 4.331411235034466}
{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.8789105415344238, "Finetune/Loss (Raw)": 0.9006926417350769, "Finetune/Step": 4247, "Finetune/Step Time": 4.333106691017747}
{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.8735806941986084, "Finetune/Loss (Raw)": 0.28460603952407837, "Finetune/Step": 4248, "Finetune/Step Time": 4.358755810186267}
{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.8739178776741028, "Finetune/Loss (Raw)": 0.9671822786331177, "Finetune/Step": 4249, "Finetune/Step Time": 4.351864976808429}
{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.8724485039710999, "Finetune/Loss (Raw)": 0.7470307350158691, "Finetune/Step": 4250, "Finetune/Step Time": 4.348142506554723}
{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.8703291416168213, "Finetune/Loss (Raw)": 0.7825980186462402, "Finetune/Step": 4251, "Finetune/Step Time": 4.347551314160228}
{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.8735031485557556, "Finetune/Loss (Raw)": 1.0944840908050537, "Finetune/Step": 4252, "Finetune/Step Time": 4.349377490580082}
{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.8715609908103943, "Finetune/Loss (Raw)": 0.6951168775558472, "Finetune/Step": 4253, "Finetune/Step Time": 4.375720106065273}
{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.8701865077018738, "Finetune/Loss (Raw)": 0.7353876829147339, "Finetune/Step": 4254, "Finetune/Step Time": 4.380310641601682}
{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.8692318201065063, "Finetune/Loss (Raw)": 0.80671626329422, "Finetune/Step": 4255, "Finetune/Step Time": 4.386605249717832}
{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.870141327381134, "Finetune/Loss (Raw)": 0.9698782563209534, "Finetune/Step": 4256, "Finetune/Step Time": 4.402509326115251}
{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.8714312314987183, "Finetune/Loss (Raw)": 1.0171105861663818, "Finetune/Step": 4257, "Finetune/Step Time": 4.406711522489786}
{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.870246171951294, "Finetune/Loss (Raw)": 0.7147198915481567, "Finetune/Step": 4258, "Finetune/Step Time": 4.407873557880521}
{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.8713244199752808, "Finetune/Loss (Raw)": 1.048550009727478, "Finetune/Step": 4259, "Finetune/Step Time": 4.411644473671913}
{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.8708699941635132, "Finetune/Loss (Raw)": 0.8770027756690979, "Finetune/Step": 4260, "Finetune/Step Time": 4.408376319333911}
{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.8715225458145142, "Finetune/Loss (Raw)": 0.9803731441497803, "Finetune/Step": 4261, "Finetune/Step Time": 4.402491297572851}
{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.8712475299835205, "Finetune/Loss (Raw)": 0.8721191883087158, "Finetune/Step": 4262, "Finetune/Step Time": 4.392832005396485}
{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.8732284903526306, "Finetune/Loss (Raw)": 1.0764461755752563, "Finetune/Step": 4263, "Finetune/Step Time": 4.385151663795114}
{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.8728142976760864, "Finetune/Loss (Raw)": 0.8347166180610657, "Finetune/Step": 4264, "Finetune/Step Time": 4.396431619301438}
{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.8738090991973877, "Finetune/Loss (Raw)": 0.9697113633155823, "Finetune/Step": 4265, "Finetune/Step Time": 4.403869539499283}
{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.8736739754676819, "Finetune/Loss (Raw)": 0.9830518960952759, "Finetune/Step": 4266, "Finetune/Step Time": 4.403243204578757}
{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.8737649917602539, "Finetune/Loss (Raw)": 0.8239259719848633, "Finetune/Step": 4267, "Finetune/Step Time": 4.4172917399555445}
{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.8736836910247803, "Finetune/Loss (Raw)": 0.8296217918395996, "Finetune/Step": 4268, "Finetune/Step Time": 4.41414131782949}
{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.87713623046875, "Finetune/Loss (Raw)": 0.8218221068382263, "Finetune/Step": 4269, "Finetune/Step Time": 4.411149041727185}
{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.8775856494903564, "Finetune/Loss (Raw)": 0.8684017062187195, "Finetune/Step": 4270, "Finetune/Step Time": 4.4110184125602245}
{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.8736850619316101, "Finetune/Loss (Raw)": 0.32164624333381653, "Finetune/Step": 4271, "Finetune/Step Time": 4.451240032911301}
{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.8788711428642273, "Finetune/Loss (Raw)": 0.9512031674385071, "Finetune/Step": 4272, "Finetune/Step Time": 4.414481181651354}
{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.8787516951560974, "Finetune/Loss (Raw)": 0.7736212015151978, "Finetune/Step": 4273, "Finetune/Step Time": 4.40244254656136}
{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.8784762620925903, "Finetune/Loss (Raw)": 0.9034419655799866, "Finetune/Step": 4274, "Finetune/Step Time": 4.408431904390454}
{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.8785141706466675, "Finetune/Loss (Raw)": 0.8800436854362488, "Finetune/Step": 4275, "Finetune/Step Time": 4.419816637411714}
{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.878751277923584, "Finetune/Loss (Raw)": 0.9608075022697449, "Finetune/Step": 4276, "Finetune/Step Time": 4.420637309551239}
{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.8789076805114746, "Finetune/Loss (Raw)": 0.899703323841095, "Finetune/Step": 4277, "Finetune/Step Time": 4.442938458174467}
{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.8798542022705078, "Finetune/Loss (Raw)": 0.958299458026886, "Finetune/Step": 4278, "Finetune/Step Time": 4.416751543059945}
{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.8792582154273987, "Finetune/Loss (Raw)": 0.8289093971252441, "Finetune/Step": 4279, "Finetune/Step Time": 4.414565443992615}
{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.8799347877502441, "Finetune/Loss (Raw)": 0.9910430312156677, "Finetune/Step": 4280, "Finetune/Step Time": 4.4082797188311815}
{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.881273627281189, "Finetune/Loss (Raw)": 1.043088674545288, "Finetune/Step": 4281, "Finetune/Step Time": 4.413900200277567}
{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.8818520307540894, "Finetune/Loss (Raw)": 0.9787752032279968, "Finetune/Step": 4282, "Finetune/Step Time": 4.412130581215024}
{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.8825626373291016, "Finetune/Loss (Raw)": 0.9310995936393738, "Finetune/Step": 4283, "Finetune/Step Time": 4.417196607217193}
{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.8828204274177551, "Finetune/Loss (Raw)": 0.9661337733268738, "Finetune/Step": 4284, "Finetune/Step Time": 4.415554642677307}
{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.8803288340568542, "Finetune/Loss (Raw)": 0.7123792767524719, "Finetune/Step": 4285, "Finetune/Step Time": 4.450195858255029}
{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.8808724880218506, "Finetune/Loss (Raw)": 0.9610342979431152, "Finetune/Step": 4286, "Finetune/Step Time": 4.4411774799227715}
{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.880722165107727, "Finetune/Loss (Raw)": 0.9431622624397278, "Finetune/Step": 4287, "Finetune/Step Time": 4.444352084770799}
{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.8812097907066345, "Finetune/Loss (Raw)": 1.0710920095443726, "Finetune/Step": 4288, "Finetune/Step Time": 4.458986774086952}
{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.8802096843719482, "Finetune/Loss (Raw)": 0.8390675783157349, "Finetune/Step": 4289, "Finetune/Step Time": 4.465796135365963}
{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.8804923892021179, "Finetune/Loss (Raw)": 1.0153660774230957, "Finetune/Step": 4290, "Finetune/Step Time": 4.46662219800055}
{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.8817143440246582, "Finetune/Loss (Raw)": 0.9352379441261292, "Finetune/Step": 4291, "Finetune/Step Time": 4.451217962428927}
{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.8843469619750977, "Finetune/Loss (Raw)": 0.962904155254364, "Finetune/Step": 4292, "Finetune/Step Time": 4.446463903412223}
{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.8836746215820312, "Finetune/Loss (Raw)": 0.9639528393745422, "Finetune/Step": 4293, "Finetune/Step Time": 4.44901398383081}
{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.8832780122756958, "Finetune/Loss (Raw)": 0.9227275252342224, "Finetune/Step": 4294, "Finetune/Step Time": 4.46535013243556}
{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.8791443705558777, "Finetune/Loss (Raw)": 0.2983097434043884, "Finetune/Step": 4295, "Finetune/Step Time": 4.501135498285294}
{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.8814699649810791, "Finetune/Loss (Raw)": 1.0299358367919922, "Finetune/Step": 4296, "Finetune/Step Time": 4.498439349234104}
{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.8858397006988525, "Finetune/Loss (Raw)": 0.932167112827301, "Finetune/Step": 4297, "Finetune/Step Time": 4.462801214307547}
{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.8852891325950623, "Finetune/Loss (Raw)": 0.757466197013855, "Finetune/Step": 4298, "Finetune/Step Time": 4.4572497848421335}
{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.8856536746025085, "Finetune/Loss (Raw)": 0.9951997995376587, "Finetune/Step": 4299, "Finetune/Step Time": 4.463962448760867}
{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.8859007954597473, "Finetune/Loss (Raw)": 0.9846972227096558, "Finetune/Step": 4300, "Finetune/Step Time": 4.4541200324893}
{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.8819338083267212, "Finetune/Loss (Raw)": 0.3605296313762665, "Finetune/Step": 4301, "Finetune/Step Time": 4.481664597988129}
{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.8870646357536316, "Finetune/Loss (Raw)": 1.011444091796875, "Finetune/Step": 4302, "Finetune/Step Time": 4.453176412731409}
{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.8889648914337158, "Finetune/Loss (Raw)": 1.0388327836990356, "Finetune/Step": 4303, "Finetune/Step Time": 4.453237159177661}
{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.8851499557495117, "Finetune/Loss (Raw)": 0.3366103172302246, "Finetune/Step": 4304, "Finetune/Step Time": 4.478797638788819}
{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.8834990859031677, "Finetune/Loss (Raw)": 0.8171430826187134, "Finetune/Step": 4305, "Finetune/Step Time": 4.470182551071048}
{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.8828490972518921, "Finetune/Loss (Raw)": 0.8691562414169312, "Finetune/Step": 4306, "Finetune/Step Time": 4.475645875558257}
{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.8813458681106567, "Finetune/Loss (Raw)": 0.724115252494812, "Finetune/Step": 4307, "Finetune/Step Time": 4.4641452971845865}
{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.8811366558074951, "Finetune/Loss (Raw)": 0.9666944146156311, "Finetune/Step": 4308, "Finetune/Step Time": 4.464887226000428}
{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.8815277814865112, "Finetune/Loss (Raw)": 0.9067768454551697, "Finetune/Step": 4309, "Finetune/Step Time": 4.469189720228314}
{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.8785371780395508, "Finetune/Loss (Raw)": 0.3467054069042206, "Finetune/Step": 4310, "Finetune/Step Time": 4.49750018492341}
{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.8781348466873169, "Finetune/Loss (Raw)": 0.92072594165802, "Finetune/Step": 4311, "Finetune/Step Time": 4.5037625804543495}
{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.8788342475891113, "Finetune/Loss (Raw)": 1.01714026927948, "Finetune/Step": 4312, "Finetune/Step Time": 4.511473078280687}
{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.8790190815925598, "Finetune/Loss (Raw)": 1.0350743532180786, "Finetune/Step": 4313, "Finetune/Step Time": 4.522027498111129}
{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.8790738582611084, "Finetune/Loss (Raw)": 0.9778261780738831, "Finetune/Step": 4314, "Finetune/Step Time": 4.511907696723938}
{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.8793371915817261, "Finetune/Loss (Raw)": 0.89211505651474, "Finetune/Step": 4315, "Finetune/Step Time": 4.508820066228509}
{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.879323422908783, "Finetune/Loss (Raw)": 0.8760117888450623, "Finetune/Step": 4316, "Finetune/Step Time": 4.512106651440263}
{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.8798832893371582, "Finetune/Loss (Raw)": 0.9031879901885986, "Finetune/Step": 4317, "Finetune/Step Time": 4.504792295396328}
{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.8809083700180054, "Finetune/Loss (Raw)": 0.8570619821548462, "Finetune/Step": 4318, "Finetune/Step Time": 4.508684625849128}
{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.8794304132461548, "Finetune/Loss (Raw)": 0.7824061512947083, "Finetune/Step": 4319, "Finetune/Step Time": 4.514629330486059}
{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.8778221607208252, "Finetune/Loss (Raw)": 0.8545679450035095, "Finetune/Step": 4320, "Finetune/Step Time": 4.5236554984003305}
{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.881354570388794, "Finetune/Loss (Raw)": 0.7537968158721924, "Finetune/Step": 4321, "Finetune/Step Time": 4.498305948451161}
{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.8821913003921509, "Finetune/Loss (Raw)": 1.0391616821289062, "Finetune/Step": 4322, "Finetune/Step Time": 4.501356706023216}
{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.8806869983673096, "Finetune/Loss (Raw)": 0.7377055883407593, "Finetune/Step": 4323, "Finetune/Step Time": 4.498716467991471}
{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.8800534009933472, "Finetune/Loss (Raw)": 0.8473601937294006, "Finetune/Step": 4324, "Finetune/Step Time": 4.498012064024806}
{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.8805627822875977, "Finetune/Loss (Raw)": 0.7179454565048218, "Finetune/Step": 4325, "Finetune/Step Time": 4.482745494693518}
{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.8789870142936707, "Finetune/Loss (Raw)": 0.7882246375083923, "Finetune/Step": 4326, "Finetune/Step Time": 4.491105325520039}
{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.8772009611129761, "Finetune/Loss (Raw)": 0.7857838273048401, "Finetune/Step": 4327, "Finetune/Step Time": 4.508086681365967}
{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.8770177364349365, "Finetune/Loss (Raw)": 0.9187684655189514, "Finetune/Step": 4328, "Finetune/Step Time": 4.501987908035517}
{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.8769932985305786, "Finetune/Loss (Raw)": 0.8894702196121216, "Finetune/Step": 4329, "Finetune/Step Time": 4.491309359669685}
{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.8780733346939087, "Finetune/Loss (Raw)": 0.9983759522438049, "Finetune/Step": 4330, "Finetune/Step Time": 4.490612559020519}
{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.87919020652771, "Finetune/Loss (Raw)": 0.9780237078666687, "Finetune/Step": 4331, "Finetune/Step Time": 4.490213530138135}
{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.8799422383308411, "Finetune/Loss (Raw)": 0.9354342818260193, "Finetune/Step": 4332, "Finetune/Step Time": 4.493116974830627}
{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.8805097341537476, "Finetune/Loss (Raw)": 1.0061057806015015, "Finetune/Step": 4333, "Finetune/Step Time": 4.5000288132578135}
{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.8812141418457031, "Finetune/Loss (Raw)": 0.9682766795158386, "Finetune/Step": 4334, "Finetune/Step Time": 4.498260328546166}
{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.8812022805213928, "Finetune/Loss (Raw)": 0.9611366987228394, "Finetune/Step": 4335, "Finetune/Step Time": 4.493367260321975}
{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.8826583623886108, "Finetune/Loss (Raw)": 1.0427513122558594, "Finetune/Step": 4336, "Finetune/Step Time": 4.509632401168346}
{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.8795927166938782, "Finetune/Loss (Raw)": 0.718713104724884, "Finetune/Step": 4337, "Finetune/Step Time": 4.532103545963764}
{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.8798420429229736, "Finetune/Loss (Raw)": 0.9044750332832336, "Finetune/Step": 4338, "Finetune/Step Time": 4.5317385122179985}
{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.8785769939422607, "Finetune/Loss (Raw)": 0.8175602555274963, "Finetune/Step": 4339, "Finetune/Step Time": 4.532205268740654}
{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.8795254230499268, "Finetune/Loss (Raw)": 0.9329509735107422, "Finetune/Step": 4340, "Finetune/Step Time": 4.5465439558029175}
{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.8813698291778564, "Finetune/Loss (Raw)": 1.0017554759979248, "Finetune/Step": 4341, "Finetune/Step Time": 4.538167309015989}
{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.8810747861862183, "Finetune/Loss (Raw)": 0.8988065123558044, "Finetune/Step": 4342, "Finetune/Step Time": 4.584292316809297}
{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.8802505731582642, "Finetune/Loss (Raw)": 0.8505538105964661, "Finetune/Step": 4343, "Finetune/Step Time": 4.54717899300158}
{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.8803644180297852, "Finetune/Loss (Raw)": 0.940934956073761, "Finetune/Step": 4344, "Finetune/Step Time": 4.556436866521835}
{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.8797208070755005, "Finetune/Loss (Raw)": 0.8983030319213867, "Finetune/Step": 4345, "Finetune/Step Time": 4.555862007662654}
{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.8799779415130615, "Finetune/Loss (Raw)": 0.917375922203064, "Finetune/Step": 4346, "Finetune/Step Time": 4.559381913393736}
{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.8813607692718506, "Finetune/Loss (Raw)": 0.9943332076072693, "Finetune/Step": 4347, "Finetune/Step Time": 4.551702355965972}
{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.8817634582519531, "Finetune/Loss (Raw)": 0.9537230134010315, "Finetune/Step": 4348, "Finetune/Step Time": 4.557778801769018}
{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.8816285133361816, "Finetune/Loss (Raw)": 1.025631308555603, "Finetune/Step": 4349, "Finetune/Step Time": 4.554745443165302}
{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.8791586756706238, "Finetune/Loss (Raw)": 0.6880231499671936, "Finetune/Step": 4350, "Finetune/Step Time": 4.566420689225197}
{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.8786852359771729, "Finetune/Loss (Raw)": 0.9439348578453064, "Finetune/Step": 4351, "Finetune/Step Time": 4.565974349156022}
{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.8790730237960815, "Finetune/Loss (Raw)": 0.8906323313713074, "Finetune/Step": 4352, "Finetune/Step Time": 4.557728623971343}
{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.8799412250518799, "Finetune/Loss (Raw)": 0.9442609548568726, "Finetune/Step": 4353, "Finetune/Step Time": 4.555702734738588}
{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.8780171871185303, "Finetune/Loss (Raw)": 0.787546694278717, "Finetune/Step": 4354, "Finetune/Step Time": 4.554590187966824}
{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.8769065141677856, "Finetune/Loss (Raw)": 0.9482405781745911, "Finetune/Step": 4355, "Finetune/Step Time": 4.550928831100464}
{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.8773348927497864, "Finetune/Loss (Raw)": 0.9298757314682007, "Finetune/Step": 4356, "Finetune/Step Time": 4.549288455396891}
{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.8773801326751709, "Finetune/Loss (Raw)": 0.9438340067863464, "Finetune/Step": 4357, "Finetune/Step Time": 4.543852472677827}
{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.882904052734375, "Finetune/Loss (Raw)": 0.9714611768722534, "Finetune/Step": 4358, "Finetune/Step Time": 4.515130685642362}
{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.8844857215881348, "Finetune/Loss (Raw)": 0.9275445342063904, "Finetune/Step": 4359, "Finetune/Step Time": 4.469169685617089}
{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.8838081359863281, "Finetune/Loss (Raw)": 0.8642231822013855, "Finetune/Step": 4360, "Finetune/Step Time": 4.461397670209408}
{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.88606858253479, "Finetune/Loss (Raw)": 1.1275970935821533, "Finetune/Step": 4361, "Finetune/Step Time": 4.464361768215895}
{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.883465588092804, "Finetune/Loss (Raw)": 0.8242725133895874, "Finetune/Step": 4362, "Finetune/Step Time": 4.472162934020162}
{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.8831638097763062, "Finetune/Loss (Raw)": 0.9002572894096375, "Finetune/Step": 4363, "Finetune/Step Time": 4.469067553058267}
{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.8836191892623901, "Finetune/Loss (Raw)": 0.8405343294143677, "Finetune/Step": 4364, "Finetune/Step Time": 4.480896567925811}
{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.8819063305854797, "Finetune/Loss (Raw)": 0.8236435651779175, "Finetune/Step": 4365, "Finetune/Step Time": 4.495756039395928}
{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.8813662528991699, "Finetune/Loss (Raw)": 0.9378949999809265, "Finetune/Step": 4366, "Finetune/Step Time": 4.501433782279491}
{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.8805285692214966, "Finetune/Loss (Raw)": 0.843987762928009, "Finetune/Step": 4367, "Finetune/Step Time": 4.512812940403819}
{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.8812793493270874, "Finetune/Loss (Raw)": 0.961380660533905, "Finetune/Step": 4368, "Finetune/Step Time": 4.5093873254954815}
{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.8811831474304199, "Finetune/Loss (Raw)": 0.8587380647659302, "Finetune/Step": 4369, "Finetune/Step Time": 4.516295857727528}
{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.8813879489898682, "Finetune/Loss (Raw)": 1.0075397491455078, "Finetune/Step": 4370, "Finetune/Step Time": 4.513209076598287}
{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.8821691870689392, "Finetune/Loss (Raw)": 1.0335774421691895, "Finetune/Step": 4371, "Finetune/Step Time": 4.485815815627575}
{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.8767660856246948, "Finetune/Loss (Raw)": 0.24503792822360992, "Finetune/Step": 4372, "Finetune/Step Time": 4.531148931011558}
{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.8756536841392517, "Finetune/Loss (Raw)": 0.7887020111083984, "Finetune/Step": 4373, "Finetune/Step Time": 4.5276780147105455}
{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.8753094673156738, "Finetune/Loss (Raw)": 0.8755248785018921, "Finetune/Step": 4374, "Finetune/Step Time": 4.492479814216495}
{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.8749297261238098, "Finetune/Loss (Raw)": 0.8520835041999817, "Finetune/Step": 4375, "Finetune/Step Time": 4.500403273850679}
{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.880730390548706, "Finetune/Loss (Raw)": 1.0270988941192627, "Finetune/Step": 4376, "Finetune/Step Time": 4.476136302575469}
{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.880199670791626, "Finetune/Loss (Raw)": 0.899246335029602, "Finetune/Step": 4377, "Finetune/Step Time": 4.477403234690428}
{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.8815375566482544, "Finetune/Loss (Raw)": 0.9182787537574768, "Finetune/Step": 4378, "Finetune/Step Time": 4.487259935587645}
{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.8819730281829834, "Finetune/Loss (Raw)": 0.8383445143699646, "Finetune/Step": 4379, "Finetune/Step Time": 4.498287422582507}
{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.8814702033996582, "Finetune/Loss (Raw)": 1.0301101207733154, "Finetune/Step": 4380, "Finetune/Step Time": 4.506788548082113}
{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.8833901882171631, "Finetune/Loss (Raw)": 0.9408795237541199, "Finetune/Step": 4381, "Finetune/Step Time": 4.488118847832084}
{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.8851159811019897, "Finetune/Loss (Raw)": 0.956295907497406, "Finetune/Step": 4382, "Finetune/Step Time": 4.482071585953236}
{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.88496994972229, "Finetune/Loss (Raw)": 0.7880185842514038, "Finetune/Step": 4383, "Finetune/Step Time": 4.4964800756424665}
{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.8844858407974243, "Finetune/Loss (Raw)": 0.9079182147979736, "Finetune/Step": 4384, "Finetune/Step Time": 4.482697851955891}
{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.8831285834312439, "Finetune/Loss (Raw)": 0.8433780074119568, "Finetune/Step": 4385, "Finetune/Step Time": 4.475825464352965}
{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.8847838044166565, "Finetune/Loss (Raw)": 0.9265844821929932, "Finetune/Step": 4386, "Finetune/Step Time": 4.493385395035148}
{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.8851649165153503, "Finetune/Loss (Raw)": 1.0973351001739502, "Finetune/Step": 4387, "Finetune/Step Time": 4.4812033250927925}
{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.8856896162033081, "Finetune/Loss (Raw)": 0.9441661834716797, "Finetune/Step": 4388, "Finetune/Step Time": 4.485730497166514}
{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.8855735659599304, "Finetune/Loss (Raw)": 0.9655179381370544, "Finetune/Step": 4389, "Finetune/Step Time": 4.484365031123161}
{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.8855105638504028, "Finetune/Loss (Raw)": 0.8640579581260681, "Finetune/Step": 4390, "Finetune/Step Time": 4.483218647539616}
{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.8838986158370972, "Finetune/Loss (Raw)": 0.8701136112213135, "Finetune/Step": 4391, "Finetune/Step Time": 4.491029532626271}
{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.8801131844520569, "Finetune/Loss (Raw)": 0.3501828610897064, "Finetune/Step": 4392, "Finetune/Step Time": 4.522309022024274}
{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.8788455724716187, "Finetune/Loss (Raw)": 0.807454526424408, "Finetune/Step": 4393, "Finetune/Step Time": 4.535670042037964}
{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.8779982328414917, "Finetune/Loss (Raw)": 0.874592125415802, "Finetune/Step": 4394, "Finetune/Step Time": 4.54541440308094}
{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.8784430623054504, "Finetune/Loss (Raw)": 0.8808649182319641, "Finetune/Step": 4395, "Finetune/Step Time": 4.5354711599648}
{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.8800853490829468, "Finetune/Loss (Raw)": 1.0398331880569458, "Finetune/Step": 4396, "Finetune/Step Time": 4.53847367502749}
{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.876883864402771, "Finetune/Loss (Raw)": 0.41203105449676514, "Finetune/Step": 4397, "Finetune/Step Time": 4.543343128636479}
{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.8774092197418213, "Finetune/Loss (Raw)": 0.9356470108032227, "Finetune/Step": 4398, "Finetune/Step Time": 4.5457598846405745}
{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.8815374970436096, "Finetune/Loss (Raw)": 0.8500642776489258, "Finetune/Step": 4399, "Finetune/Step Time": 4.5089524406939745}
{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.8814318180084229, "Finetune/Loss (Raw)": 0.9376857280731201, "Finetune/Step": 4400, "Finetune/Step Time": 4.516411913558841}
{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.877962589263916, "Finetune/Loss (Raw)": 0.3295542895793915, "Finetune/Step": 4401, "Finetune/Step Time": 4.555727133527398}
{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.877659261226654, "Finetune/Loss (Raw)": 0.8646128177642822, "Finetune/Step": 4402, "Finetune/Step Time": 4.57406846806407}
{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.8783258199691772, "Finetune/Loss (Raw)": 0.9653634428977966, "Finetune/Step": 4403, "Finetune/Step Time": 4.558329321444035}
{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.8790081739425659, "Finetune/Loss (Raw)": 1.0481512546539307, "Finetune/Step": 4404, "Finetune/Step Time": 4.559213289991021}
{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.8787158727645874, "Finetune/Loss (Raw)": 0.8622978329658508, "Finetune/Step": 4405, "Finetune/Step Time": 4.5496211387217045}
{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.8774341344833374, "Finetune/Loss (Raw)": 0.794227123260498, "Finetune/Step": 4406, "Finetune/Step Time": 4.5473746079951525}
{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.8773684501647949, "Finetune/Loss (Raw)": 0.8205013275146484, "Finetune/Step": 4407, "Finetune/Step Time": 4.545619875192642}
{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.8779054880142212, "Finetune/Loss (Raw)": 1.059786319732666, "Finetune/Step": 4408, "Finetune/Step Time": 4.544797094538808}
{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.8765370845794678, "Finetune/Loss (Raw)": 0.8679264187812805, "Finetune/Step": 4409, "Finetune/Step Time": 4.544117499142885}
{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.8761621713638306, "Finetune/Loss (Raw)": 0.9307968020439148, "Finetune/Step": 4410, "Finetune/Step Time": 4.540843669325113}
{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.8757357597351074, "Finetune/Loss (Raw)": 0.876508891582489, "Finetune/Step": 4411, "Finetune/Step Time": 4.5339611526578665}
{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.8748373985290527, "Finetune/Loss (Raw)": 0.8511480689048767, "Finetune/Step": 4412, "Finetune/Step Time": 4.535755727440119}
{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.8780414462089539, "Finetune/Loss (Raw)": 1.1224958896636963, "Finetune/Step": 4413, "Finetune/Step Time": 4.498547811061144}
{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.8771297931671143, "Finetune/Loss (Raw)": 0.8443465828895569, "Finetune/Step": 4414, "Finetune/Step Time": 4.498209059238434}
{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.8774862885475159, "Finetune/Loss (Raw)": 0.9887873530387878, "Finetune/Step": 4415, "Finetune/Step Time": 4.503202624619007}
{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.8754726052284241, "Finetune/Loss (Raw)": 0.8133447766304016, "Finetune/Step": 4416, "Finetune/Step Time": 4.50416518189013}
{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.8768587112426758, "Finetune/Loss (Raw)": 1.0164812803268433, "Finetune/Step": 4417, "Finetune/Step Time": 4.49908154271543}
{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.8758781552314758, "Finetune/Loss (Raw)": 0.8898616433143616, "Finetune/Step": 4418, "Finetune/Step Time": 4.499184045940638}
{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.8760375380516052, "Finetune/Loss (Raw)": 0.9556406140327454, "Finetune/Step": 4419, "Finetune/Step Time": 4.5095291789621115}
{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.8749040365219116, "Finetune/Loss (Raw)": 0.8178117275238037, "Finetune/Step": 4420, "Finetune/Step Time": 4.5216793939471245}
{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.8745157122612, "Finetune/Loss (Raw)": 0.9142521619796753, "Finetune/Step": 4421, "Finetune/Step Time": 4.519427668303251}
{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.8745929002761841, "Finetune/Loss (Raw)": 0.9326024651527405, "Finetune/Step": 4422, "Finetune/Step Time": 4.501800995320082}
{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.8790138959884644, "Finetune/Loss (Raw)": 0.8641985058784485, "Finetune/Step": 4423, "Finetune/Step Time": 4.468150282278657}
{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.873521625995636, "Finetune/Loss (Raw)": 0.32692691683769226, "Finetune/Step": 4424, "Finetune/Step Time": 4.510507065802813}
{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.8729939460754395, "Finetune/Loss (Raw)": 0.8646197319030762, "Finetune/Step": 4425, "Finetune/Step Time": 4.521700117737055}
{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.8743970394134521, "Finetune/Loss (Raw)": 0.9370737075805664, "Finetune/Step": 4426, "Finetune/Step Time": 4.5235073529183865}
{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.873216450214386, "Finetune/Loss (Raw)": 0.844072699546814, "Finetune/Step": 4427, "Finetune/Step Time": 4.5269813649356365}
{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.8727990984916687, "Finetune/Loss (Raw)": 0.9312806129455566, "Finetune/Step": 4428, "Finetune/Step Time": 4.526772223412991}
{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.877113938331604, "Finetune/Loss (Raw)": 0.912824809551239, "Finetune/Step": 4429, "Finetune/Step Time": 4.4892510417848825}
{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.8751278519630432, "Finetune/Loss (Raw)": 0.7572340965270996, "Finetune/Step": 4430, "Finetune/Step Time": 4.5239742416888475}
{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.8741813898086548, "Finetune/Loss (Raw)": 0.9176804423332214, "Finetune/Step": 4431, "Finetune/Step Time": 4.531323889270425}
{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.8787778615951538, "Finetune/Loss (Raw)": 0.9249561429023743, "Finetune/Step": 4432, "Finetune/Step Time": 4.498860029503703}
{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.8783807754516602, "Finetune/Loss (Raw)": 0.7663156986236572, "Finetune/Step": 4433, "Finetune/Step Time": 4.502638526260853}
{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.8795896768569946, "Finetune/Loss (Raw)": 1.023902416229248, "Finetune/Step": 4434, "Finetune/Step Time": 4.497451031580567}
{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.8809838891029358, "Finetune/Loss (Raw)": 0.9025759100914001, "Finetune/Step": 4435, "Finetune/Step Time": 4.492761375382543}
{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.8800032734870911, "Finetune/Loss (Raw)": 0.8411709666252136, "Finetune/Step": 4436, "Finetune/Step Time": 4.51456656306982}
{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.8796077966690063, "Finetune/Loss (Raw)": 0.856159508228302, "Finetune/Step": 4437, "Finetune/Step Time": 4.520035618916154}
{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.8840558528900146, "Finetune/Loss (Raw)": 0.916050136089325, "Finetune/Step": 4438, "Finetune/Step Time": 4.482607906684279}
{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.8851944208145142, "Finetune/Loss (Raw)": 1.0664623975753784, "Finetune/Step": 4439, "Finetune/Step Time": 4.479337777942419}
{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.8855730295181274, "Finetune/Loss (Raw)": 1.065604329109192, "Finetune/Step": 4440, "Finetune/Step Time": 4.47735739313066}
{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.885448694229126, "Finetune/Loss (Raw)": 1.019160270690918, "Finetune/Step": 4441, "Finetune/Step Time": 4.470876352861524}
{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.885581374168396, "Finetune/Loss (Raw)": 0.9948081970214844, "Finetune/Step": 4442, "Finetune/Step Time": 4.48581375181675}
{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.8854378461837769, "Finetune/Loss (Raw)": 0.8737398982048035, "Finetune/Step": 4443, "Finetune/Step Time": 4.491955604404211}
{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.8851839303970337, "Finetune/Loss (Raw)": 0.8435147404670715, "Finetune/Step": 4444, "Finetune/Step Time": 4.482214204967022}
{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.8840647339820862, "Finetune/Loss (Raw)": 0.7599340677261353, "Finetune/Step": 4445, "Finetune/Step Time": 4.484647493809462}
{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.8852384090423584, "Finetune/Loss (Raw)": 1.0072927474975586, "Finetune/Step": 4446, "Finetune/Step Time": 4.475825697183609}
{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.8860819339752197, "Finetune/Loss (Raw)": 0.8903729915618896, "Finetune/Step": 4447, "Finetune/Step Time": 4.465873127803206}
{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.8865284323692322, "Finetune/Loss (Raw)": 0.91172194480896, "Finetune/Step": 4448, "Finetune/Step Time": 4.459358274936676}
{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.8887596726417542, "Finetune/Loss (Raw)": 1.039393424987793, "Finetune/Step": 4449, "Finetune/Step Time": 4.44564738497138}
{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.8870174288749695, "Finetune/Loss (Raw)": 0.816159725189209, "Finetune/Step": 4450, "Finetune/Step Time": 4.439482010900974}
{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.8878128528594971, "Finetune/Loss (Raw)": 0.8395155072212219, "Finetune/Step": 4451, "Finetune/Step Time": 4.444343160837889}
{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.8838744759559631, "Finetune/Loss (Raw)": 0.3432498574256897, "Finetune/Step": 4452, "Finetune/Step Time": 4.482009846717119}
{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.8844729661941528, "Finetune/Loss (Raw)": 0.7945519685745239, "Finetune/Step": 4453, "Finetune/Step Time": 4.473726512864232}
{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.8856383562088013, "Finetune/Loss (Raw)": 0.9373902678489685, "Finetune/Step": 4454, "Finetune/Step Time": 4.47218962572515}
{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.8858927488327026, "Finetune/Loss (Raw)": 0.8183462619781494, "Finetune/Step": 4455, "Finetune/Step Time": 4.469110120087862}
{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.885369062423706, "Finetune/Loss (Raw)": 0.85173499584198, "Finetune/Step": 4456, "Finetune/Step Time": 4.4700513780117035}
{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.8851472735404968, "Finetune/Loss (Raw)": 0.8610884547233582, "Finetune/Step": 4457, "Finetune/Step Time": 4.481389760971069}
{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.884425163269043, "Finetune/Loss (Raw)": 0.9059442281723022, "Finetune/Step": 4458, "Finetune/Step Time": 4.495301173999906}
{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.8837056159973145, "Finetune/Loss (Raw)": 0.8859213590621948, "Finetune/Step": 4459, "Finetune/Step Time": 4.501142058521509}
{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.8841174244880676, "Finetune/Loss (Raw)": 0.9881424903869629, "Finetune/Step": 4460, "Finetune/Step Time": 4.50688816793263}
{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.8827241659164429, "Finetune/Loss (Raw)": 0.827777624130249, "Finetune/Step": 4461, "Finetune/Step Time": 4.500617245212197}
{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.882803201675415, "Finetune/Loss (Raw)": 0.9783843755722046, "Finetune/Step": 4462, "Finetune/Step Time": 4.513304645195603}
{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.8809937238693237, "Finetune/Loss (Raw)": 0.7295233011245728, "Finetune/Step": 4463, "Finetune/Step Time": 4.522605340927839}
{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.8799684643745422, "Finetune/Loss (Raw)": 0.9115196466445923, "Finetune/Step": 4464, "Finetune/Step Time": 4.525517500936985}
{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.8808608651161194, "Finetune/Loss (Raw)": 0.8329437971115112, "Finetune/Step": 4465, "Finetune/Step Time": 4.502211723476648}
{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.8806142807006836, "Finetune/Loss (Raw)": 0.87291020154953, "Finetune/Step": 4466, "Finetune/Step Time": 4.500996816903353}
{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.8816540241241455, "Finetune/Loss (Raw)": 0.9506430625915527, "Finetune/Step": 4467, "Finetune/Step Time": 4.4952144511044025}
{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.8812335729598999, "Finetune/Loss (Raw)": 0.879135251045227, "Finetune/Step": 4468, "Finetune/Step Time": 4.4816969353705645}
{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.8802505731582642, "Finetune/Loss (Raw)": 0.8759346604347229, "Finetune/Step": 4469, "Finetune/Step Time": 4.481712369248271}
{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.8799892663955688, "Finetune/Loss (Raw)": 0.8653583526611328, "Finetune/Step": 4470, "Finetune/Step Time": 4.43790390715003}
{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.879982590675354, "Finetune/Loss (Raw)": 0.8497000336647034, "Finetune/Step": 4471, "Finetune/Step Time": 4.4511984046548605}
{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.8796683549880981, "Finetune/Loss (Raw)": 0.9007066488265991, "Finetune/Step": 4472, "Finetune/Step Time": 4.441980412229896}
{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.8809253573417664, "Finetune/Loss (Raw)": 1.0592097043991089, "Finetune/Step": 4473, "Finetune/Step Time": 4.440094294026494}
{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.8811346292495728, "Finetune/Loss (Raw)": 0.9441567063331604, "Finetune/Step": 4474, "Finetune/Step Time": 4.438343744724989}
{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.8796578645706177, "Finetune/Loss (Raw)": 0.8053120374679565, "Finetune/Step": 4475, "Finetune/Step Time": 4.45958849042654}
{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.8797196745872498, "Finetune/Loss (Raw)": 0.9616295099258423, "Finetune/Step": 4476, "Finetune/Step Time": 4.460665998980403}
{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.8782850503921509, "Finetune/Loss (Raw)": 0.8419984579086304, "Finetune/Step": 4477, "Finetune/Step Time": 4.461287589743733}
{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.8805450201034546, "Finetune/Loss (Raw)": 0.9773046970367432, "Finetune/Step": 4478, "Finetune/Step Time": 4.443644914776087}
{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.8803366422653198, "Finetune/Loss (Raw)": 0.917261004447937, "Finetune/Step": 4479, "Finetune/Step Time": 4.4531481601297855}
{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.8803480863571167, "Finetune/Loss (Raw)": 0.8920959234237671, "Finetune/Step": 4480, "Finetune/Step Time": 4.4579186253249645}
{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.8799903988838196, "Finetune/Loss (Raw)": 0.8984828591346741, "Finetune/Step": 4481, "Finetune/Step Time": 4.459550684317946}
{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.8806259036064148, "Finetune/Loss (Raw)": 0.8688862919807434, "Finetune/Step": 4482, "Finetune/Step Time": 4.473560690879822}
{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.8802947998046875, "Finetune/Loss (Raw)": 0.9058611989021301, "Finetune/Step": 4483, "Finetune/Step Time": 4.470715630799532}
{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.880363941192627, "Finetune/Loss (Raw)": 0.9387298226356506, "Finetune/Step": 4484, "Finetune/Step Time": 4.4854397140443325}
{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.8798846006393433, "Finetune/Loss (Raw)": 0.8824775218963623, "Finetune/Step": 4485, "Finetune/Step Time": 4.486200653016567}
{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.8796440362930298, "Finetune/Loss (Raw)": 0.9406668543815613, "Finetune/Step": 4486, "Finetune/Step Time": 4.477888053283095}
{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.8749158382415771, "Finetune/Loss (Raw)": 0.32233136892318726, "Finetune/Step": 4487, "Finetune/Step Time": 4.516243603080511}
{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.8761641979217529, "Finetune/Loss (Raw)": 1.024011254310608, "Finetune/Step": 4488, "Finetune/Step Time": 4.5226126834750175}
{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.8732857704162598, "Finetune/Loss (Raw)": 0.7591649293899536, "Finetune/Step": 4489, "Finetune/Step Time": 4.517636731266975}
{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.8730025291442871, "Finetune/Loss (Raw)": 0.788012683391571, "Finetune/Step": 4490, "Finetune/Step Time": 4.522068379446864}
{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.872373104095459, "Finetune/Loss (Raw)": 0.8196879625320435, "Finetune/Step": 4491, "Finetune/Step Time": 4.521345105022192}
{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.873162031173706, "Finetune/Loss (Raw)": 0.9415181279182434, "Finetune/Step": 4492, "Finetune/Step Time": 4.503260973840952}
{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.8736236095428467, "Finetune/Loss (Raw)": 0.882727861404419, "Finetune/Step": 4493, "Finetune/Step Time": 4.498703472316265}
{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.8720282316207886, "Finetune/Loss (Raw)": 0.7336827516555786, "Finetune/Step": 4494, "Finetune/Step Time": 4.497717963531613}
{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.8728499412536621, "Finetune/Loss (Raw)": 0.9491751790046692, "Finetune/Step": 4495, "Finetune/Step Time": 4.492220811545849}
{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.8715319037437439, "Finetune/Loss (Raw)": 0.792664110660553, "Finetune/Step": 4496, "Finetune/Step Time": 4.494058899581432}
{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.8726464509963989, "Finetune/Loss (Raw)": 1.0014073848724365, "Finetune/Step": 4497, "Finetune/Step Time": 4.496759589761496}
{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.8711016178131104, "Finetune/Loss (Raw)": 0.8097953200340271, "Finetune/Step": 4498, "Finetune/Step Time": 4.501528564840555}
{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.8706727027893066, "Finetune/Loss (Raw)": 0.9786785840988159, "Finetune/Step": 4499, "Finetune/Step Time": 4.507240055128932}
{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.8759623765945435, "Finetune/Loss (Raw)": 0.9221218228340149, "Finetune/Step": 4500, "Finetune/Step Time": 4.469487022608519}
{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.8774521350860596, "Finetune/Loss (Raw)": 0.9793906807899475, "Finetune/Step": 4501, "Finetune/Step Time": 4.485028376802802}
{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.876523494720459, "Finetune/Loss (Raw)": 0.7566563487052917, "Finetune/Step": 4502, "Finetune/Step Time": 4.489836934953928}
{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.8776295781135559, "Finetune/Loss (Raw)": 0.9936602115631104, "Finetune/Step": 4503, "Finetune/Step Time": 4.479766260832548}
{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.8764377236366272, "Finetune/Loss (Raw)": 0.8745418190956116, "Finetune/Step": 4504, "Finetune/Step Time": 4.469657709822059}
{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.8760330080986023, "Finetune/Loss (Raw)": 0.8474421501159668, "Finetune/Step": 4505, "Finetune/Step Time": 4.468878561630845}
{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.8771132826805115, "Finetune/Loss (Raw)": 1.0565526485443115, "Finetune/Step": 4506, "Finetune/Step Time": 4.4476656652987}
{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.8731020092964172, "Finetune/Loss (Raw)": 0.32490265369415283, "Finetune/Step": 4507, "Finetune/Step Time": 4.472863808274269}
{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.8722245693206787, "Finetune/Loss (Raw)": 0.9178011417388916, "Finetune/Step": 4508, "Finetune/Step Time": 4.460381569340825}
{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.8712748289108276, "Finetune/Loss (Raw)": 0.8193063139915466, "Finetune/Step": 4509, "Finetune/Step Time": 4.4582528080791235}
{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.8717501163482666, "Finetune/Loss (Raw)": 1.0171377658843994, "Finetune/Step": 4510, "Finetune/Step Time": 4.454348459839821}
{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.8737416863441467, "Finetune/Loss (Raw)": 1.0429381132125854, "Finetune/Step": 4511, "Finetune/Step Time": 4.441244440153241}
{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.8694202303886414, "Finetune/Loss (Raw)": 0.35477304458618164, "Finetune/Step": 4512, "Finetune/Step Time": 4.480693383142352}
{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.8695996403694153, "Finetune/Loss (Raw)": 0.8663404583930969, "Finetune/Step": 4513, "Finetune/Step Time": 4.485912756994367}
{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.8686630725860596, "Finetune/Loss (Raw)": 0.8067030906677246, "Finetune/Step": 4514, "Finetune/Step Time": 4.467450965195894}
{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.8669296503067017, "Finetune/Loss (Raw)": 0.8754639029502869, "Finetune/Step": 4515, "Finetune/Step Time": 4.470683654770255}
{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.8658341765403748, "Finetune/Loss (Raw)": 0.8039405941963196, "Finetune/Step": 4516, "Finetune/Step Time": 4.465167254209518}
{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.8644463419914246, "Finetune/Loss (Raw)": 0.7878719568252563, "Finetune/Step": 4517, "Finetune/Step Time": 4.46714473515749}
{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.8658363819122314, "Finetune/Loss (Raw)": 1.0419827699661255, "Finetune/Step": 4518, "Finetune/Step Time": 4.462578671053052}
{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.8666890859603882, "Finetune/Loss (Raw)": 0.9792648553848267, "Finetune/Step": 4519, "Finetune/Step Time": 4.456015393137932}
{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.8715400099754333, "Finetune/Loss (Raw)": 0.9711014032363892, "Finetune/Step": 4520, "Finetune/Step Time": 4.415105132386088}
{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.8732707500457764, "Finetune/Loss (Raw)": 1.0289883613586426, "Finetune/Step": 4521, "Finetune/Step Time": 4.397039761766791}
{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.8733667135238647, "Finetune/Loss (Raw)": 0.8868711590766907, "Finetune/Step": 4522, "Finetune/Step Time": 4.39396190084517}
{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.8736456632614136, "Finetune/Loss (Raw)": 0.9165698885917664, "Finetune/Step": 4523, "Finetune/Step Time": 4.403237296268344}
{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.8724408745765686, "Finetune/Loss (Raw)": 0.8856252431869507, "Finetune/Step": 4524, "Finetune/Step Time": 4.397006083279848}
{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.8759778141975403, "Finetune/Loss (Raw)": 0.8647544980049133, "Finetune/Step": 4525, "Finetune/Step Time": 4.3607642613351345}
{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.8741649985313416, "Finetune/Loss (Raw)": 0.7036076784133911, "Finetune/Step": 4526, "Finetune/Step Time": 4.356546910479665}
{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.87240070104599, "Finetune/Loss (Raw)": 0.6242305636405945, "Finetune/Step": 4527, "Finetune/Step Time": 4.375226924195886}
{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.8718919157981873, "Finetune/Loss (Raw)": 0.8725713491439819, "Finetune/Step": 4528, "Finetune/Step Time": 4.3657770827412605}
{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.8767269253730774, "Finetune/Loss (Raw)": 0.9484272003173828, "Finetune/Step": 4529, "Finetune/Step Time": 4.330656850710511}
{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.877720832824707, "Finetune/Loss (Raw)": 0.9918408989906311, "Finetune/Step": 4530, "Finetune/Step Time": 4.313695380464196}
{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.8782285451889038, "Finetune/Loss (Raw)": 1.0303465127944946, "Finetune/Step": 4531, "Finetune/Step Time": 4.320703251287341}
{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.8755367994308472, "Finetune/Loss (Raw)": 0.7036033868789673, "Finetune/Step": 4532, "Finetune/Step Time": 4.330952603369951}
{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.8760792016983032, "Finetune/Loss (Raw)": 0.9317298531532288, "Finetune/Step": 4533, "Finetune/Step Time": 4.322877509519458}
{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.8724755048751831, "Finetune/Loss (Raw)": 0.33294907212257385, "Finetune/Step": 4534, "Finetune/Step Time": 4.362245226278901}
{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.8723862171173096, "Finetune/Loss (Raw)": 0.8090691566467285, "Finetune/Step": 4535, "Finetune/Step Time": 4.370733238756657}
{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.8713085651397705, "Finetune/Loss (Raw)": 0.9218572974205017, "Finetune/Step": 4536, "Finetune/Step Time": 4.380845732986927}
{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.8715986013412476, "Finetune/Loss (Raw)": 0.9050496220588684, "Finetune/Step": 4537, "Finetune/Step Time": 4.37858297303319}
{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.8716505765914917, "Finetune/Loss (Raw)": 0.9374502301216125, "Finetune/Step": 4538, "Finetune/Step Time": 4.37815984338522}
{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.8712184429168701, "Finetune/Loss (Raw)": 0.8211989402770996, "Finetune/Step": 4539, "Finetune/Step Time": 4.385448347777128}
{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.8669819831848145, "Finetune/Loss (Raw)": 0.3088737726211548, "Finetune/Step": 4540, "Finetune/Step Time": 4.42520553432405}
{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.8644117116928101, "Finetune/Loss (Raw)": 0.7935039401054382, "Finetune/Step": 4541, "Finetune/Step Time": 4.447663839906454}
{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.8639882206916809, "Finetune/Loss (Raw)": 0.790137767791748, "Finetune/Step": 4542, "Finetune/Step Time": 4.449106972664595}
{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.8630133271217346, "Finetune/Loss (Raw)": 0.8639991283416748, "Finetune/Step": 4543, "Finetune/Step Time": 4.443309888243675}
{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.8640251159667969, "Finetune/Loss (Raw)": 0.9428547024726868, "Finetune/Step": 4544, "Finetune/Step Time": 4.434980094432831}
{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.8635573983192444, "Finetune/Loss (Raw)": 0.9566143155097961, "Finetune/Step": 4545, "Finetune/Step Time": 4.447256658226252}
{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.864234447479248, "Finetune/Loss (Raw)": 0.9765244126319885, "Finetune/Step": 4546, "Finetune/Step Time": 4.446417439728975}
{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.8643785119056702, "Finetune/Loss (Raw)": 0.9740799069404602, "Finetune/Step": 4547, "Finetune/Step Time": 4.434759669005871}
{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.8628077507019043, "Finetune/Loss (Raw)": 0.6167536377906799, "Finetune/Step": 4548, "Finetune/Step Time": 4.480680577456951}
{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.8616960048675537, "Finetune/Loss (Raw)": 0.7719500064849854, "Finetune/Step": 4549, "Finetune/Step Time": 4.481342511251569}
{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.8624489307403564, "Finetune/Loss (Raw)": 1.0289756059646606, "Finetune/Step": 4550, "Finetune/Step Time": 4.478598445653915}
{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.8630189895629883, "Finetune/Loss (Raw)": 0.9371665120124817, "Finetune/Step": 4551, "Finetune/Step Time": 4.481476550921798}
{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.8664215207099915, "Finetune/Loss (Raw)": 0.7624500393867493, "Finetune/Step": 4552, "Finetune/Step Time": 4.45375943928957}
{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.8672375082969666, "Finetune/Loss (Raw)": 0.9690651297569275, "Finetune/Step": 4553, "Finetune/Step Time": 4.433702480047941}
{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.8686683177947998, "Finetune/Loss (Raw)": 1.120222806930542, "Finetune/Step": 4554, "Finetune/Step Time": 4.426460949704051}
{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.8692305088043213, "Finetune/Loss (Raw)": 0.9160311818122864, "Finetune/Step": 4555, "Finetune/Step Time": 4.427827291190624}
{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.8706510066986084, "Finetune/Loss (Raw)": 1.1131081581115723, "Finetune/Step": 4556, "Finetune/Step Time": 4.42481847666204}
{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.869871973991394, "Finetune/Loss (Raw)": 0.8131103515625, "Finetune/Step": 4557, "Finetune/Step Time": 4.427500685676932}
{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.8695371150970459, "Finetune/Loss (Raw)": 0.7143648862838745, "Finetune/Step": 4558, "Finetune/Step Time": 4.405381781980395}
{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.8702117204666138, "Finetune/Loss (Raw)": 1.0040316581726074, "Finetune/Step": 4559, "Finetune/Step Time": 4.400584073737264}
{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.8698430061340332, "Finetune/Loss (Raw)": 0.8777530789375305, "Finetune/Step": 4560, "Finetune/Step Time": 4.401736781001091}
{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.8713195323944092, "Finetune/Loss (Raw)": 0.9553155899047852, "Finetune/Step": 4561, "Finetune/Step Time": 4.391236808151007}
{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.8709683418273926, "Finetune/Loss (Raw)": 0.9789484739303589, "Finetune/Step": 4562, "Finetune/Step Time": 4.391704069450498}
{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.8662704229354858, "Finetune/Loss (Raw)": 0.3012494742870331, "Finetune/Step": 4563, "Finetune/Step Time": 4.4341739527881145}
{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.8667225241661072, "Finetune/Loss (Raw)": 0.8990368843078613, "Finetune/Step": 4564, "Finetune/Step Time": 4.413089519366622}
{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.8665546178817749, "Finetune/Loss (Raw)": 0.8346717953681946, "Finetune/Step": 4565, "Finetune/Step Time": 4.402368612587452}
{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.8662949800491333, "Finetune/Loss (Raw)": 0.8828081488609314, "Finetune/Step": 4566, "Finetune/Step Time": 4.405217612162232}
{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.8659399747848511, "Finetune/Loss (Raw)": 1.0210262537002563, "Finetune/Step": 4567, "Finetune/Step Time": 4.403122071176767}
{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.8651434183120728, "Finetune/Loss (Raw)": 0.9636439681053162, "Finetune/Step": 4568, "Finetune/Step Time": 4.400724079459906}
{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.865574836730957, "Finetune/Loss (Raw)": 1.074384331703186, "Finetune/Step": 4569, "Finetune/Step Time": 4.403821351006627}
{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.8654571771621704, "Finetune/Loss (Raw)": 0.9797440767288208, "Finetune/Step": 4570, "Finetune/Step Time": 4.3900231346488}
{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.8658432364463806, "Finetune/Loss (Raw)": 0.9231541156768799, "Finetune/Step": 4571, "Finetune/Step Time": 4.401828857138753}
{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.8662174940109253, "Finetune/Loss (Raw)": 0.8914278149604797, "Finetune/Step": 4572, "Finetune/Step Time": 4.40724460221827}
{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.8669537305831909, "Finetune/Loss (Raw)": 0.8541676998138428, "Finetune/Step": 4573, "Finetune/Step Time": 4.422710116952658}
{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.8664175271987915, "Finetune/Loss (Raw)": 0.9386547803878784, "Finetune/Step": 4574, "Finetune/Step Time": 4.421974489465356}
{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.8660776019096375, "Finetune/Loss (Raw)": 0.8468621373176575, "Finetune/Step": 4575, "Finetune/Step Time": 4.436300722882152}
{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.8656370043754578, "Finetune/Loss (Raw)": 0.855323851108551, "Finetune/Step": 4576, "Finetune/Step Time": 4.44372053258121}
{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.8656681776046753, "Finetune/Loss (Raw)": 1.0433813333511353, "Finetune/Step": 4577, "Finetune/Step Time": 4.44665964692831}
{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.8673920631408691, "Finetune/Loss (Raw)": 1.0368235111236572, "Finetune/Step": 4578, "Finetune/Step Time": 4.450413467362523}
{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.8640745878219604, "Finetune/Loss (Raw)": 0.4148763120174408, "Finetune/Step": 4579, "Finetune/Step Time": 4.483355801552534}
{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.8634632229804993, "Finetune/Loss (Raw)": 0.264998197555542, "Finetune/Step": 4580, "Finetune/Step Time": 4.4842256885021925}
{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.8642334938049316, "Finetune/Loss (Raw)": 0.8931481838226318, "Finetune/Step": 4581, "Finetune/Step Time": 4.493246475234628}
{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.8646293878555298, "Finetune/Loss (Raw)": 0.9880586862564087, "Finetune/Step": 4582, "Finetune/Step Time": 4.496166251599789}
{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.8661667108535767, "Finetune/Loss (Raw)": 1.015127420425415, "Finetune/Step": 4583, "Finetune/Step Time": 4.482715072110295}
{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.865936279296875, "Finetune/Loss (Raw)": 0.8222339749336243, "Finetune/Step": 4584, "Finetune/Step Time": 4.483830166980624}
{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.8652976751327515, "Finetune/Loss (Raw)": 0.7793574333190918, "Finetune/Step": 4585, "Finetune/Step Time": 4.472024178132415}
{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.864443302154541, "Finetune/Loss (Raw)": 0.7965860366821289, "Finetune/Step": 4586, "Finetune/Step Time": 4.46345860697329}
{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.8649237751960754, "Finetune/Loss (Raw)": 0.9474128484725952, "Finetune/Step": 4587, "Finetune/Step Time": 4.465228239074349}
{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.8655561208724976, "Finetune/Loss (Raw)": 1.069082498550415, "Finetune/Step": 4588, "Finetune/Step Time": 4.483313759788871}
{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.8659793138504028, "Finetune/Loss (Raw)": 0.8819453120231628, "Finetune/Step": 4589, "Finetune/Step Time": 4.483172994107008}
{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.8650467991828918, "Finetune/Loss (Raw)": 0.859030544757843, "Finetune/Step": 4590, "Finetune/Step Time": 4.473075868561864}
{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.8668650984764099, "Finetune/Loss (Raw)": 0.96225905418396, "Finetune/Step": 4591, "Finetune/Step Time": 4.4570878352969885}
{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.8619936108589172, "Finetune/Loss (Raw)": 0.28797033429145813, "Finetune/Step": 4592, "Finetune/Step Time": 4.477128200232983}
{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.8630229234695435, "Finetune/Loss (Raw)": 0.9646987915039062, "Finetune/Step": 4593, "Finetune/Step Time": 4.482385523617268}
{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.8594037294387817, "Finetune/Loss (Raw)": 0.40965238213539124, "Finetune/Step": 4594, "Finetune/Step Time": 4.520637456327677}
{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.8596466779708862, "Finetune/Loss (Raw)": 0.9817421436309814, "Finetune/Step": 4595, "Finetune/Step Time": 4.5229829754680395}
{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.860564649105072, "Finetune/Loss (Raw)": 0.9966309070587158, "Finetune/Step": 4596, "Finetune/Step Time": 4.5301792826503515}
{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.8597775101661682, "Finetune/Loss (Raw)": 0.7751789689064026, "Finetune/Step": 4597, "Finetune/Step Time": 4.531991207972169}
{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.8600392937660217, "Finetune/Loss (Raw)": 0.8988715410232544, "Finetune/Step": 4598, "Finetune/Step Time": 4.529511708766222}
{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.8598846197128296, "Finetune/Loss (Raw)": 0.8298988938331604, "Finetune/Step": 4599, "Finetune/Step Time": 4.5234743151813745}
{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.8596981763839722, "Finetune/Loss (Raw)": 0.8768482804298401, "Finetune/Step": 4600, "Finetune/Step Time": 4.52725425362587}
{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.8573943972587585, "Finetune/Loss (Raw)": 0.7643216252326965, "Finetune/Step": 4601, "Finetune/Step Time": 4.532447941601276}
{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.8583496809005737, "Finetune/Loss (Raw)": 1.0664420127868652, "Finetune/Step": 4602, "Finetune/Step Time": 4.534320401027799}
{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.859740674495697, "Finetune/Loss (Raw)": 0.983349621295929, "Finetune/Step": 4603, "Finetune/Step Time": 4.526804085820913}
{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.8589533567428589, "Finetune/Loss (Raw)": 0.8608458638191223, "Finetune/Step": 4604, "Finetune/Step Time": 4.520830428227782}
{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.8549310564994812, "Finetune/Loss (Raw)": 0.3271525204181671, "Finetune/Step": 4605, "Finetune/Step Time": 4.558477131649852}
{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.8544251322746277, "Finetune/Loss (Raw)": 0.9125494956970215, "Finetune/Step": 4606, "Finetune/Step Time": 4.566058432683349}
{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.8539812564849854, "Finetune/Loss (Raw)": 0.8604415059089661, "Finetune/Step": 4607, "Finetune/Step Time": 4.5581463146954775}
{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.8539451360702515, "Finetune/Loss (Raw)": 0.8874742984771729, "Finetune/Step": 4608, "Finetune/Step Time": 4.553896991536021}
{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.8553374409675598, "Finetune/Loss (Raw)": 1.0767031908035278, "Finetune/Step": 4609, "Finetune/Step Time": 4.5525103490799665}
{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.8552598357200623, "Finetune/Loss (Raw)": 0.8589503169059753, "Finetune/Step": 4610, "Finetune/Step Time": 4.535231947898865}
{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.8503899574279785, "Finetune/Loss (Raw)": 0.2825164198875427, "Finetune/Step": 4611, "Finetune/Step Time": 4.573568904772401}
{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.8502652645111084, "Finetune/Loss (Raw)": 0.9227673411369324, "Finetune/Step": 4612, "Finetune/Step Time": 4.555171528831124}
{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.8504123091697693, "Finetune/Loss (Raw)": 0.9012942314147949, "Finetune/Step": 4613, "Finetune/Step Time": 4.579626953229308}
{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.849277913570404, "Finetune/Loss (Raw)": 0.7954718470573425, "Finetune/Step": 4614, "Finetune/Step Time": 4.585816318169236}
{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.854571521282196, "Finetune/Loss (Raw)": 0.999912440776825, "Finetune/Step": 4615, "Finetune/Step Time": 4.546965125948191}
{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.8532726764678955, "Finetune/Loss (Raw)": 0.857751190662384, "Finetune/Step": 4616, "Finetune/Step Time": 4.538875758647919}
{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.8536367416381836, "Finetune/Loss (Raw)": 0.8057671189308167, "Finetune/Step": 4617, "Finetune/Step Time": 4.525563444942236}
{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.8545850515365601, "Finetune/Loss (Raw)": 0.9094051122665405, "Finetune/Step": 4618, "Finetune/Step Time": 4.511580133810639}
{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.8564997911453247, "Finetune/Loss (Raw)": 1.064774990081787, "Finetune/Step": 4619, "Finetune/Step Time": 4.513513386249542}
{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.8559497594833374, "Finetune/Loss (Raw)": 0.8711100220680237, "Finetune/Step": 4620, "Finetune/Step Time": 4.522538352757692}
{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.857246994972229, "Finetune/Loss (Raw)": 1.0487749576568604, "Finetune/Step": 4621, "Finetune/Step Time": 4.512332821264863}
{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.8586587905883789, "Finetune/Loss (Raw)": 0.9143945574760437, "Finetune/Step": 4622, "Finetune/Step Time": 4.5146674159914255}
{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.8593155145645142, "Finetune/Loss (Raw)": 1.0332310199737549, "Finetune/Step": 4623, "Finetune/Step Time": 4.5121474619954824}
{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.8600144386291504, "Finetune/Loss (Raw)": 0.882124125957489, "Finetune/Step": 4624, "Finetune/Step Time": 4.505217934027314}
{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.8595679998397827, "Finetune/Loss (Raw)": 0.9442663192749023, "Finetune/Step": 4625, "Finetune/Step Time": 4.505931511521339}
{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.8559294939041138, "Finetune/Loss (Raw)": 0.34406328201293945, "Finetune/Step": 4626, "Finetune/Step Time": 4.53929360024631}
{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.8556675910949707, "Finetune/Loss (Raw)": 0.9451531171798706, "Finetune/Step": 4627, "Finetune/Step Time": 4.554712478071451}
{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.8549803495407104, "Finetune/Loss (Raw)": 0.8341553211212158, "Finetune/Step": 4628, "Finetune/Step Time": 4.563954463228583}
{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.8541849255561829, "Finetune/Loss (Raw)": 0.8775805830955505, "Finetune/Step": 4629, "Finetune/Step Time": 4.54515740275383}
{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.8548816442489624, "Finetune/Loss (Raw)": 0.8458371162414551, "Finetune/Step": 4630, "Finetune/Step Time": 4.553577298298478}
{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.8532766103744507, "Finetune/Loss (Raw)": 0.7882142066955566, "Finetune/Step": 4631, "Finetune/Step Time": 4.572713939473033}
{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.8485169410705566, "Finetune/Loss (Raw)": 0.26530519127845764, "Finetune/Step": 4632, "Finetune/Step Time": 4.605878502130508}
{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.8491261601448059, "Finetune/Loss (Raw)": 0.9254218339920044, "Finetune/Step": 4633, "Finetune/Step Time": 4.618352863937616}
{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.848199725151062, "Finetune/Loss (Raw)": 0.9379739761352539, "Finetune/Step": 4634, "Finetune/Step Time": 4.625486260280013}
{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.8517292737960815, "Finetune/Loss (Raw)": 0.7766778469085693, "Finetune/Step": 4635, "Finetune/Step Time": 4.606365218758583}
{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.8516303300857544, "Finetune/Loss (Raw)": 0.9051382541656494, "Finetune/Step": 4636, "Finetune/Step Time": 4.608774747699499}
{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.8524560928344727, "Finetune/Loss (Raw)": 0.925002932548523, "Finetune/Step": 4637, "Finetune/Step Time": 4.60815660841763}
{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.8533972501754761, "Finetune/Loss (Raw)": 1.1376116275787354, "Finetune/Step": 4638, "Finetune/Step Time": 4.61202266998589}
{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.8512292504310608, "Finetune/Loss (Raw)": 0.7654279470443726, "Finetune/Step": 4639, "Finetune/Step Time": 4.636756092309952}
{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.8563587665557861, "Finetune/Loss (Raw)": 1.0113502740859985, "Finetune/Step": 4640, "Finetune/Step Time": 4.598702857270837}
{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.8568123579025269, "Finetune/Loss (Raw)": 0.9243957996368408, "Finetune/Step": 4641, "Finetune/Step Time": 4.5968206860125065}
{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.8575476408004761, "Finetune/Loss (Raw)": 0.9008278846740723, "Finetune/Step": 4642, "Finetune/Step Time": 4.597731102257967}
{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.8585156202316284, "Finetune/Loss (Raw)": 0.9993628859519958, "Finetune/Step": 4643, "Finetune/Step Time": 4.595241641625762}
{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.8551088571548462, "Finetune/Loss (Raw)": 0.36787474155426025, "Finetune/Step": 4644, "Finetune/Step Time": 4.635249700397253}
{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.8571339845657349, "Finetune/Loss (Raw)": 1.047089695930481, "Finetune/Step": 4645, "Finetune/Step Time": 4.638787426054478}
{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.8554772734642029, "Finetune/Loss (Raw)": 0.8299226760864258, "Finetune/Step": 4646, "Finetune/Step Time": 4.651795323938131}
{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.8550400137901306, "Finetune/Loss (Raw)": 0.9232906103134155, "Finetune/Step": 4647, "Finetune/Step Time": 4.656150326132774}
{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.8552066087722778, "Finetune/Loss (Raw)": 0.9924341440200806, "Finetune/Step": 4648, "Finetune/Step Time": 4.661378210410476}
{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.8549103736877441, "Finetune/Loss (Raw)": 0.9910699129104614, "Finetune/Step": 4649, "Finetune/Step Time": 4.657713316380978}
{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.8548247218132019, "Finetune/Loss (Raw)": 0.8759056329727173, "Finetune/Step": 4650, "Finetune/Step Time": 4.665611220523715}
{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.8548184633255005, "Finetune/Loss (Raw)": 0.9157654047012329, "Finetune/Step": 4651, "Finetune/Step Time": 4.653504120185971}
{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.854841411113739, "Finetune/Loss (Raw)": 0.8885688185691833, "Finetune/Step": 4652, "Finetune/Step Time": 4.652006022632122}
{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.8504056930541992, "Finetune/Loss (Raw)": 0.2969750463962555, "Finetune/Step": 4653, "Finetune/Step Time": 4.687832172960043}
{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.8520877957344055, "Finetune/Loss (Raw)": 0.9189226031303406, "Finetune/Step": 4654, "Finetune/Step Time": 4.698128744959831}
{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.8531281352043152, "Finetune/Loss (Raw)": 0.757387101650238, "Finetune/Step": 4655, "Finetune/Step Time": 4.68216865696013}
{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.8496899008750916, "Finetune/Loss (Raw)": 0.4324820339679718, "Finetune/Step": 4656, "Finetune/Step Time": 4.723285838961601}
{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.8491201400756836, "Finetune/Loss (Raw)": 0.8755001425743103, "Finetune/Step": 4657, "Finetune/Step Time": 4.72050204873085}
{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.8489870429039001, "Finetune/Loss (Raw)": 0.9748077392578125, "Finetune/Step": 4658, "Finetune/Step Time": 4.716505957767367}
{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.8485672473907471, "Finetune/Loss (Raw)": 0.9766102433204651, "Finetune/Step": 4659, "Finetune/Step Time": 4.71318769082427}
{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.8508948683738708, "Finetune/Loss (Raw)": 1.0015356540679932, "Finetune/Step": 4660, "Finetune/Step Time": 4.719910278916359}
{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.8502029180526733, "Finetune/Loss (Raw)": 0.8431596755981445, "Finetune/Step": 4661, "Finetune/Step Time": 4.721620406955481}
{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.8549128770828247, "Finetune/Loss (Raw)": 0.9358235001564026, "Finetune/Step": 4662, "Finetune/Step Time": 4.682642884552479}
{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.8561396598815918, "Finetune/Loss (Raw)": 0.9660946130752563, "Finetune/Step": 4663, "Finetune/Step Time": 4.6711678095161915}
{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.8560078144073486, "Finetune/Loss (Raw)": 0.9049847722053528, "Finetune/Step": 4664, "Finetune/Step Time": 4.659165358170867}
{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.8554084897041321, "Finetune/Loss (Raw)": 0.8283393979072571, "Finetune/Step": 4665, "Finetune/Step Time": 4.659093130379915}
{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.8544256687164307, "Finetune/Loss (Raw)": 0.8116414546966553, "Finetune/Step": 4666, "Finetune/Step Time": 4.678574746474624}
{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.8561006784439087, "Finetune/Loss (Raw)": 1.0356078147888184, "Finetune/Step": 4667, "Finetune/Step Time": 4.665319956839085}
{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.8604906797409058, "Finetune/Loss (Raw)": 0.8707894682884216, "Finetune/Step": 4668, "Finetune/Step Time": 4.636864813044667}
{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.8570027351379395, "Finetune/Loss (Raw)": 0.3470444679260254, "Finetune/Step": 4669, "Finetune/Step Time": 4.655271744355559}
{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.8581532835960388, "Finetune/Loss (Raw)": 0.9374143481254578, "Finetune/Step": 4670, "Finetune/Step Time": 4.654243560507894}
{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.8581579923629761, "Finetune/Loss (Raw)": 0.864594042301178, "Finetune/Step": 4671, "Finetune/Step Time": 4.649466056376696}
{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.8579705357551575, "Finetune/Loss (Raw)": 0.9188622832298279, "Finetune/Step": 4672, "Finetune/Step Time": 4.663475105538964}
{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.8573091626167297, "Finetune/Loss (Raw)": 0.8719593286514282, "Finetune/Step": 4673, "Finetune/Step Time": 4.652079684659839}
{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.857586145401001, "Finetune/Loss (Raw)": 1.011985182762146, "Finetune/Step": 4674, "Finetune/Step Time": 4.676123386248946}
{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.8571614027023315, "Finetune/Loss (Raw)": 0.919707179069519, "Finetune/Step": 4675, "Finetune/Step Time": 4.677849134430289}
{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.8591369390487671, "Finetune/Loss (Raw)": 0.8696223497390747, "Finetune/Step": 4676, "Finetune/Step Time": 4.6157778929919}
{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.8605906963348389, "Finetune/Loss (Raw)": 0.9580305218696594, "Finetune/Step": 4677, "Finetune/Step Time": 4.605856869369745}
{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.860322117805481, "Finetune/Loss (Raw)": 0.9946050643920898, "Finetune/Step": 4678, "Finetune/Step Time": 4.63153151422739}
{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.8590008616447449, "Finetune/Loss (Raw)": 0.7680373191833496, "Finetune/Step": 4679, "Finetune/Step Time": 4.625539841130376}
{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.8613555431365967, "Finetune/Loss (Raw)": 1.0638489723205566, "Finetune/Step": 4680, "Finetune/Step Time": 4.617043616250157}
{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.8608838319778442, "Finetune/Loss (Raw)": 0.9086889624595642, "Finetune/Step": 4681, "Finetune/Step Time": 4.633844694122672}
{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.8597075939178467, "Finetune/Loss (Raw)": 0.9696586728096008, "Finetune/Step": 4682, "Finetune/Step Time": 4.644859863445163}
{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.8601592183113098, "Finetune/Loss (Raw)": 0.9738452434539795, "Finetune/Step": 4683, "Finetune/Step Time": 4.628833778202534}
{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.859112024307251, "Finetune/Loss (Raw)": 0.9790711402893066, "Finetune/Step": 4684, "Finetune/Step Time": 4.632451834157109}
{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.860220193862915, "Finetune/Loss (Raw)": 0.9549521803855896, "Finetune/Step": 4685, "Finetune/Step Time": 4.634874060750008}
{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.8608839511871338, "Finetune/Loss (Raw)": 0.7993230819702148, "Finetune/Step": 4686, "Finetune/Step Time": 4.628234773874283}
{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.8602437973022461, "Finetune/Loss (Raw)": 0.9220889210700989, "Finetune/Step": 4687, "Finetune/Step Time": 4.6198698207736015}
{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.8623520135879517, "Finetune/Loss (Raw)": 1.1476119756698608, "Finetune/Step": 4688, "Finetune/Step Time": 4.6115750800818205}
{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.8630117177963257, "Finetune/Loss (Raw)": 1.0397521257400513, "Finetune/Step": 4689, "Finetune/Step Time": 4.608731187880039}
{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.862006664276123, "Finetune/Loss (Raw)": 0.8503040671348572, "Finetune/Step": 4690, "Finetune/Step Time": 4.622744210064411}
{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.8673588037490845, "Finetune/Loss (Raw)": 0.9863252639770508, "Finetune/Step": 4691, "Finetune/Step Time": 4.58575844950974}
{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.8685954809188843, "Finetune/Loss (Raw)": 1.0573296546936035, "Finetune/Step": 4692, "Finetune/Step Time": 4.586380375549197}
{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.8694471120834351, "Finetune/Loss (Raw)": 0.9436842799186707, "Finetune/Step": 4693, "Finetune/Step Time": 4.598322497680783}
{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.8706021308898926, "Finetune/Loss (Raw)": 1.0306507349014282, "Finetune/Step": 4694, "Finetune/Step Time": 4.592287136241794}
{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.8706355690956116, "Finetune/Loss (Raw)": 1.0253013372421265, "Finetune/Step": 4695, "Finetune/Step Time": 4.596826458349824}
{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.869718074798584, "Finetune/Loss (Raw)": 0.8462016582489014, "Finetune/Step": 4696, "Finetune/Step Time": 4.6083103604614735}
{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.8685390949249268, "Finetune/Loss (Raw)": 0.9234830737113953, "Finetune/Step": 4697, "Finetune/Step Time": 4.597997684031725}
{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.8684061169624329, "Finetune/Loss (Raw)": 0.9627220034599304, "Finetune/Step": 4698, "Finetune/Step Time": 4.607726775109768}
{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.8691275119781494, "Finetune/Loss (Raw)": 1.0154905319213867, "Finetune/Step": 4699, "Finetune/Step Time": 4.603301111608744}
{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.8693754076957703, "Finetune/Loss (Raw)": 0.9231584072113037, "Finetune/Step": 4700, "Finetune/Step Time": 4.598867986351252}
{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.8701145648956299, "Finetune/Loss (Raw)": 0.9487768411636353, "Finetune/Step": 4701, "Finetune/Step Time": 4.587407570332289}
{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.8696936964988708, "Finetune/Loss (Raw)": 0.8847822546958923, "Finetune/Step": 4702, "Finetune/Step Time": 4.5894921980798244}
{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.8708633184432983, "Finetune/Loss (Raw)": 0.9965787529945374, "Finetune/Step": 4703, "Finetune/Step Time": 4.571914894506335}
{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.8702573180198669, "Finetune/Loss (Raw)": 0.7777543663978577, "Finetune/Step": 4704, "Finetune/Step Time": 4.571697102859616}
{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.8698608875274658, "Finetune/Loss (Raw)": 0.9926361441612244, "Finetune/Step": 4705, "Finetune/Step Time": 4.578413849696517}
{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.8684166669845581, "Finetune/Loss (Raw)": 0.8519628047943115, "Finetune/Step": 4706, "Finetune/Step Time": 4.572242848575115}
{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.8712862730026245, "Finetune/Loss (Raw)": 0.7821914553642273, "Finetune/Step": 4707, "Finetune/Step Time": 4.5300785675644875}
{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.8754198551177979, "Finetune/Loss (Raw)": 0.7940974235534668, "Finetune/Step": 4708, "Finetune/Step Time": 4.491483483463526}
{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.8743991851806641, "Finetune/Loss (Raw)": 0.7625019550323486, "Finetune/Step": 4709, "Finetune/Step Time": 4.495809610933065}
{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.8748733401298523, "Finetune/Loss (Raw)": 1.0487449169158936, "Finetune/Step": 4710, "Finetune/Step Time": 4.486455200240016}
{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.8738950490951538, "Finetune/Loss (Raw)": 0.8899068236351013, "Finetune/Step": 4711, "Finetune/Step Time": 4.486570168286562}
{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.8743203282356262, "Finetune/Loss (Raw)": 0.876669704914093, "Finetune/Step": 4712, "Finetune/Step Time": 4.499581512063742}
{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.8759468793869019, "Finetune/Loss (Raw)": 0.9875596165657043, "Finetune/Step": 4713, "Finetune/Step Time": 4.501939579844475}
{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.8764650225639343, "Finetune/Loss (Raw)": 0.8629134297370911, "Finetune/Step": 4714, "Finetune/Step Time": 4.505328554660082}
{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.8767464756965637, "Finetune/Loss (Raw)": 0.9834328293800354, "Finetune/Step": 4715, "Finetune/Step Time": 4.502794500440359}
{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.8756217956542969, "Finetune/Loss (Raw)": 0.9251232147216797, "Finetune/Step": 4716, "Finetune/Step Time": 4.478592861443758}
{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.8759936094284058, "Finetune/Loss (Raw)": 0.9295334219932556, "Finetune/Step": 4717, "Finetune/Step Time": 4.476124528795481}
{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.8747398853302002, "Finetune/Loss (Raw)": 0.6985549330711365, "Finetune/Step": 4718, "Finetune/Step Time": 4.489889722317457}
{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.873619556427002, "Finetune/Loss (Raw)": 0.8188626766204834, "Finetune/Step": 4719, "Finetune/Step Time": 4.489500865340233}
{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.8768411874771118, "Finetune/Loss (Raw)": 0.7003275752067566, "Finetune/Step": 4720, "Finetune/Step Time": 4.486647982150316}
{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.8760356903076172, "Finetune/Loss (Raw)": 0.8616028428077698, "Finetune/Step": 4721, "Finetune/Step Time": 4.496189313009381}
{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.879845142364502, "Finetune/Loss (Raw)": 0.8972719311714172, "Finetune/Step": 4722, "Finetune/Step Time": 4.459034951403737}
{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.8793849945068359, "Finetune/Loss (Raw)": 0.9228335022926331, "Finetune/Step": 4723, "Finetune/Step Time": 4.457752490416169}
{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.878700315952301, "Finetune/Loss (Raw)": 0.9089965224266052, "Finetune/Step": 4724, "Finetune/Step Time": 4.479861408472061}
{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.8799097537994385, "Finetune/Loss (Raw)": 0.9299783110618591, "Finetune/Step": 4725, "Finetune/Step Time": 4.482475822791457}
{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.8791264295578003, "Finetune/Loss (Raw)": 0.7986043095588684, "Finetune/Step": 4726, "Finetune/Step Time": 4.484916843473911}
{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.8794065713882446, "Finetune/Loss (Raw)": 0.8657679557800293, "Finetune/Step": 4727, "Finetune/Step Time": 4.481256345286965}
{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.8799268007278442, "Finetune/Loss (Raw)": 0.9434377551078796, "Finetune/Step": 4728, "Finetune/Step Time": 4.483890995383263}
{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.8825957775115967, "Finetune/Loss (Raw)": 1.105948805809021, "Finetune/Step": 4729, "Finetune/Step Time": 4.480346348136663}
{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.8813676834106445, "Finetune/Loss (Raw)": 0.9092484712600708, "Finetune/Step": 4730, "Finetune/Step Time": 4.475407499819994}
{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.8804161548614502, "Finetune/Loss (Raw)": 0.8615497946739197, "Finetune/Step": 4731, "Finetune/Step Time": 4.47416471503675}
{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.8806027770042419, "Finetune/Loss (Raw)": 0.8847339153289795, "Finetune/Step": 4732, "Finetune/Step Time": 4.47414761595428}
{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.8855305910110474, "Finetune/Loss (Raw)": 0.957914412021637, "Finetune/Step": 4733, "Finetune/Step Time": 4.430625777691603}
{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.8849362134933472, "Finetune/Loss (Raw)": 0.8364691138267517, "Finetune/Step": 4734, "Finetune/Step Time": 4.43722995556891}
{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.8861077427864075, "Finetune/Loss (Raw)": 1.0103956460952759, "Finetune/Step": 4735, "Finetune/Step Time": 4.4372105319052935}
{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.8850904703140259, "Finetune/Loss (Raw)": 0.7572616934776306, "Finetune/Step": 4736, "Finetune/Step Time": 4.446941005066037}
{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.8832859992980957, "Finetune/Loss (Raw)": 0.8457314372062683, "Finetune/Step": 4737, "Finetune/Step Time": 4.456512814387679}
{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.8847286105155945, "Finetune/Loss (Raw)": 1.0436078310012817, "Finetune/Step": 4738, "Finetune/Step Time": 4.4657339584082365}
{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.8888192772865295, "Finetune/Loss (Raw)": 0.806121289730072, "Finetune/Step": 4739, "Finetune/Step Time": 4.4306151662021875}
{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.888422966003418, "Finetune/Loss (Raw)": 0.8720378875732422, "Finetune/Step": 4740, "Finetune/Step Time": 4.434223957359791}
{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.8871253132820129, "Finetune/Loss (Raw)": 0.7351940274238586, "Finetune/Step": 4741, "Finetune/Step Time": 4.416415935382247}
{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.8874919414520264, "Finetune/Loss (Raw)": 0.8424016833305359, "Finetune/Step": 4742, "Finetune/Step Time": 4.42726581916213}
{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.8856104612350464, "Finetune/Loss (Raw)": 0.7590823173522949, "Finetune/Step": 4743, "Finetune/Step Time": 4.442994149401784}
{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.8871738314628601, "Finetune/Loss (Raw)": 1.0578652620315552, "Finetune/Step": 4744, "Finetune/Step Time": 4.444220697507262}
{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.8873214721679688, "Finetune/Loss (Raw)": 0.8246555924415588, "Finetune/Step": 4745, "Finetune/Step Time": 4.463468119502068}
{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.8869593739509583, "Finetune/Loss (Raw)": 0.8630610704421997, "Finetune/Step": 4746, "Finetune/Step Time": 4.487516026943922}
{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.8869854211807251, "Finetune/Loss (Raw)": 1.068109154701233, "Finetune/Step": 4747, "Finetune/Step Time": 4.492610864341259}
{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.8877055644989014, "Finetune/Loss (Raw)": 0.9632914662361145, "Finetune/Step": 4748, "Finetune/Step Time": 4.48301400616765}
{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.8864420652389526, "Finetune/Loss (Raw)": 0.8870419263839722, "Finetune/Step": 4749, "Finetune/Step Time": 4.485096510499716}
{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.8863149881362915, "Finetune/Loss (Raw)": 0.8981343507766724, "Finetune/Step": 4750, "Finetune/Step Time": 4.482252538204193}
{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.8856458067893982, "Finetune/Loss (Raw)": 0.9475734829902649, "Finetune/Step": 4751, "Finetune/Step Time": 4.497827623039484}
{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.8861634731292725, "Finetune/Loss (Raw)": 0.9483908414840698, "Finetune/Step": 4752, "Finetune/Step Time": 4.501026352867484}
{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.8850420117378235, "Finetune/Loss (Raw)": 0.800714373588562, "Finetune/Step": 4753, "Finetune/Step Time": 4.492450961843133}
{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.8896617889404297, "Finetune/Loss (Raw)": 0.9353925585746765, "Finetune/Step": 4754, "Finetune/Step Time": 4.459240224212408}
{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.8898433446884155, "Finetune/Loss (Raw)": 0.9683917760848999, "Finetune/Step": 4755, "Finetune/Step Time": 4.453136369585991}
{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.8905140161514282, "Finetune/Loss (Raw)": 0.920008659362793, "Finetune/Step": 4756, "Finetune/Step Time": 4.440714126452804}
{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.8907561302185059, "Finetune/Loss (Raw)": 0.908561646938324, "Finetune/Step": 4757, "Finetune/Step Time": 4.439910478889942}
{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.8909363746643066, "Finetune/Loss (Raw)": 0.8689072132110596, "Finetune/Step": 4758, "Finetune/Step Time": 4.435645343735814}
{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.891712486743927, "Finetune/Loss (Raw)": 0.8875594139099121, "Finetune/Step": 4759, "Finetune/Step Time": 4.420895965769887}
{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.8966938257217407, "Finetune/Loss (Raw)": 0.9029196500778198, "Finetune/Step": 4760, "Finetune/Step Time": 4.390511928126216}
{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.8957489728927612, "Finetune/Loss (Raw)": 0.8044863343238831, "Finetune/Step": 4761, "Finetune/Step Time": 4.393495712429285}
{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.8948450684547424, "Finetune/Loss (Raw)": 0.8222647905349731, "Finetune/Step": 4762, "Finetune/Step Time": 4.392162200063467}
{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.8958874940872192, "Finetune/Loss (Raw)": 0.9101129770278931, "Finetune/Step": 4763, "Finetune/Step Time": 4.376611975952983}
{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.895901083946228, "Finetune/Loss (Raw)": 0.9068807363510132, "Finetune/Step": 4764, "Finetune/Step Time": 4.380394781008363}
{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.8949737548828125, "Finetune/Loss (Raw)": 0.8063024878501892, "Finetune/Step": 4765, "Finetune/Step Time": 4.374763360247016}
{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.8944610953330994, "Finetune/Loss (Raw)": 1.0719883441925049, "Finetune/Step": 4766, "Finetune/Step Time": 4.3763823211193085}
{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.8956069946289062, "Finetune/Loss (Raw)": 0.9121066331863403, "Finetune/Step": 4767, "Finetune/Step Time": 4.346356749534607}
{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.8943376541137695, "Finetune/Loss (Raw)": 0.8488755822181702, "Finetune/Step": 4768, "Finetune/Step Time": 4.350777490064502}
{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.8938976526260376, "Finetune/Loss (Raw)": 0.8680810332298279, "Finetune/Step": 4769, "Finetune/Step Time": 4.349639032036066}
{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.8922716379165649, "Finetune/Loss (Raw)": 0.6926906704902649, "Finetune/Step": 4770, "Finetune/Step Time": 4.358983755111694}
{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.8925566077232361, "Finetune/Loss (Raw)": 1.0358364582061768, "Finetune/Step": 4771, "Finetune/Step Time": 4.361784795299172}
{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.8960055112838745, "Finetune/Loss (Raw)": 0.8093326091766357, "Finetune/Step": 4772, "Finetune/Step Time": 4.335846707224846}
{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.8928450345993042, "Finetune/Loss (Raw)": 0.6425512433052063, "Finetune/Step": 4773, "Finetune/Step Time": 4.330382440239191}
{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.8936790227890015, "Finetune/Loss (Raw)": 0.9366722106933594, "Finetune/Step": 4774, "Finetune/Step Time": 4.320742066949606}
{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.8944154977798462, "Finetune/Loss (Raw)": 1.0175615549087524, "Finetune/Step": 4775, "Finetune/Step Time": 4.318027462810278}
{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.8935166597366333, "Finetune/Loss (Raw)": 0.8773868083953857, "Finetune/Step": 4776, "Finetune/Step Time": 4.330409372225404}
{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.8931783437728882, "Finetune/Loss (Raw)": 0.9477621912956238, "Finetune/Step": 4777, "Finetune/Step Time": 4.3315012361854315}
{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.8885519504547119, "Finetune/Loss (Raw)": 0.2837231159210205, "Finetune/Step": 4778, "Finetune/Step Time": 4.361122293397784}
{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.8897128701210022, "Finetune/Loss (Raw)": 1.0643675327301025, "Finetune/Step": 4779, "Finetune/Step Time": 4.3625916335731745}
{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.8898706436157227, "Finetune/Loss (Raw)": 0.9087650179862976, "Finetune/Step": 4780, "Finetune/Step Time": 4.367540940642357}
{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.8941512107849121, "Finetune/Loss (Raw)": 0.8448883891105652, "Finetune/Step": 4781, "Finetune/Step Time": 4.337274366989732}
{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.8940019607543945, "Finetune/Loss (Raw)": 0.899814784526825, "Finetune/Step": 4782, "Finetune/Step Time": 4.333478208631277}
{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.8909141421318054, "Finetune/Loss (Raw)": 0.3621518611907959, "Finetune/Step": 4783, "Finetune/Step Time": 4.367404401302338}
{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.8947533369064331, "Finetune/Loss (Raw)": 0.9238991141319275, "Finetune/Step": 4784, "Finetune/Step Time": 4.327151853591204}
{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.8962942361831665, "Finetune/Loss (Raw)": 1.0727275609970093, "Finetune/Step": 4785, "Finetune/Step Time": 4.328816594555974}
{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.895920991897583, "Finetune/Loss (Raw)": 0.9270322918891907, "Finetune/Step": 4786, "Finetune/Step Time": 4.331198912113905}
{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.8952406048774719, "Finetune/Loss (Raw)": 0.8895221948623657, "Finetune/Step": 4787, "Finetune/Step Time": 4.332757061347365}
{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.8944085240364075, "Finetune/Loss (Raw)": 0.8950306177139282, "Finetune/Step": 4788, "Finetune/Step Time": 4.341835975646973}
{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.8937376141548157, "Finetune/Loss (Raw)": 0.7572854161262512, "Finetune/Step": 4789, "Finetune/Step Time": 4.34163879044354}
{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.8943175077438354, "Finetune/Loss (Raw)": 1.010043978691101, "Finetune/Step": 4790, "Finetune/Step Time": 4.346747726202011}
{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.8890857696533203, "Finetune/Loss (Raw)": 0.29644113779067993, "Finetune/Step": 4791, "Finetune/Step Time": 4.38621611520648}
{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.890103816986084, "Finetune/Loss (Raw)": 1.035291314125061, "Finetune/Step": 4792, "Finetune/Step Time": 4.390316093340516}
{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.8910927772521973, "Finetune/Loss (Raw)": 0.9549283981323242, "Finetune/Step": 4793, "Finetune/Step Time": 4.38890266045928}
{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.8913469910621643, "Finetune/Loss (Raw)": 0.8441752195358276, "Finetune/Step": 4794, "Finetune/Step Time": 4.370220925658941}
{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.8897868394851685, "Finetune/Loss (Raw)": 0.8359125852584839, "Finetune/Step": 4795, "Finetune/Step Time": 4.402347024530172}
{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.8905559778213501, "Finetune/Loss (Raw)": 0.969231903553009, "Finetune/Step": 4796, "Finetune/Step Time": 4.396160392090678}
{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.8952516317367554, "Finetune/Loss (Raw)": 0.9480973482131958, "Finetune/Step": 4797, "Finetune/Step Time": 4.358126040548086}
{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.89373779296875, "Finetune/Loss (Raw)": 0.743636965751648, "Finetune/Step": 4798, "Finetune/Step Time": 4.374476416036487}
{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.8940417170524597, "Finetune/Loss (Raw)": 0.9035010933876038, "Finetune/Step": 4799, "Finetune/Step Time": 4.37930703163147}
{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.8954000473022461, "Finetune/Loss (Raw)": 1.0927221775054932, "Finetune/Step": 4800, "Finetune/Step Time": 4.362818419933319}
{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.8961950540542603, "Finetune/Loss (Raw)": 0.9737246036529541, "Finetune/Step": 4801, "Finetune/Step Time": 4.355886325240135}
{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.8953988552093506, "Finetune/Loss (Raw)": 0.9100735187530518, "Finetune/Step": 4802, "Finetune/Step Time": 4.329470623284578}
{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.8957008123397827, "Finetune/Loss (Raw)": 0.95834881067276, "Finetune/Step": 4803, "Finetune/Step Time": 4.334555929526687}
{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.8962777853012085, "Finetune/Loss (Raw)": 0.9434788227081299, "Finetune/Step": 4804, "Finetune/Step Time": 4.33694389089942}
{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.8964879512786865, "Finetune/Loss (Raw)": 0.9849369525909424, "Finetune/Step": 4805, "Finetune/Step Time": 4.343099096789956}
{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.896377444267273, "Finetune/Loss (Raw)": 0.9804570078849792, "Finetune/Step": 4806, "Finetune/Step Time": 4.324060929939151}
{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.8972686529159546, "Finetune/Loss (Raw)": 0.882113516330719, "Finetune/Step": 4807, "Finetune/Step Time": 4.325506206601858}
{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.8966816663742065, "Finetune/Loss (Raw)": 0.9887158274650574, "Finetune/Step": 4808, "Finetune/Step Time": 4.322077229619026}
{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.8951869010925293, "Finetune/Loss (Raw)": 0.717350423336029, "Finetune/Step": 4809, "Finetune/Step Time": 4.311287516728044}
{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.8944268226623535, "Finetune/Loss (Raw)": 0.8723756670951843, "Finetune/Step": 4810, "Finetune/Step Time": 4.302306516095996}
{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.8940268158912659, "Finetune/Loss (Raw)": 0.9226489067077637, "Finetune/Step": 4811, "Finetune/Step Time": 4.318266151472926}
{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.89349365234375, "Finetune/Loss (Raw)": 0.9108244180679321, "Finetune/Step": 4812, "Finetune/Step Time": 4.3124979846179485}
{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.8897230625152588, "Finetune/Loss (Raw)": 0.47231632471084595, "Finetune/Step": 4813, "Finetune/Step Time": 4.357931852340698}
{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.8905662298202515, "Finetune/Loss (Raw)": 0.9072418808937073, "Finetune/Step": 4814, "Finetune/Step Time": 4.348149582743645}
{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.8910188674926758, "Finetune/Loss (Raw)": 0.9800274968147278, "Finetune/Step": 4815, "Finetune/Step Time": 4.345629213377833}
{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.888809084892273, "Finetune/Loss (Raw)": 0.8647637367248535, "Finetune/Step": 4816, "Finetune/Step Time": 4.361919118091464}
{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.8879431486129761, "Finetune/Loss (Raw)": 0.9289138317108154, "Finetune/Step": 4817, "Finetune/Step Time": 4.360661119222641}
{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.8891926407814026, "Finetune/Loss (Raw)": 1.0102386474609375, "Finetune/Step": 4818, "Finetune/Step Time": 4.356184083968401}
{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.8891825675964355, "Finetune/Loss (Raw)": 0.9850338101387024, "Finetune/Step": 4819, "Finetune/Step Time": 4.3500447534024715}
{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.8882220387458801, "Finetune/Loss (Raw)": 0.9343810081481934, "Finetune/Step": 4820, "Finetune/Step Time": 4.347007647156715}
{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.8885856866836548, "Finetune/Loss (Raw)": 0.9902306199073792, "Finetune/Step": 4821, "Finetune/Step Time": 4.334330655634403}
{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.8876808881759644, "Finetune/Loss (Raw)": 0.9148402810096741, "Finetune/Step": 4822, "Finetune/Step Time": 4.342589458450675}
{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.8873587846755981, "Finetune/Loss (Raw)": 0.9840720295906067, "Finetune/Step": 4823, "Finetune/Step Time": 4.341144593432546}
{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.8830190300941467, "Finetune/Loss (Raw)": 0.2907077372074127, "Finetune/Step": 4824, "Finetune/Step Time": 4.369915680959821}
{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.8830587863922119, "Finetune/Loss (Raw)": 0.9285688400268555, "Finetune/Step": 4825, "Finetune/Step Time": 4.374523855745792}
{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.8830918073654175, "Finetune/Loss (Raw)": 0.9669537544250488, "Finetune/Step": 4826, "Finetune/Step Time": 4.367959648370743}
{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.8827224969863892, "Finetune/Loss (Raw)": 0.968224287033081, "Finetune/Step": 4827, "Finetune/Step Time": 4.357583671808243}
{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.883197546005249, "Finetune/Loss (Raw)": 0.9839543104171753, "Finetune/Step": 4828, "Finetune/Step Time": 4.364505156874657}
{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.8827446699142456, "Finetune/Loss (Raw)": 0.8908216953277588, "Finetune/Step": 4829, "Finetune/Step Time": 4.3761743940413}
{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.8832119703292847, "Finetune/Loss (Raw)": 0.944593071937561, "Finetune/Step": 4830, "Finetune/Step Time": 4.373793672770262}
{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.8781758546829224, "Finetune/Loss (Raw)": 0.351953387260437, "Finetune/Step": 4831, "Finetune/Step Time": 4.416259549558163}
{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.8786473274230957, "Finetune/Loss (Raw)": 0.8380991816520691, "Finetune/Step": 4832, "Finetune/Step Time": 4.433970497921109}
{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.877906322479248, "Finetune/Loss (Raw)": 0.89778733253479, "Finetune/Step": 4833, "Finetune/Step Time": 4.431054163724184}
{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.8792910575866699, "Finetune/Loss (Raw)": 1.0292160511016846, "Finetune/Step": 4834, "Finetune/Step Time": 4.435127943754196}
{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.8807677030563354, "Finetune/Loss (Raw)": 0.971203625202179, "Finetune/Step": 4835, "Finetune/Step Time": 4.4317308627069}
{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.8822523355484009, "Finetune/Loss (Raw)": 0.9841201901435852, "Finetune/Step": 4836, "Finetune/Step Time": 4.435364359989762}
{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.8832811117172241, "Finetune/Loss (Raw)": 0.8941894769668579, "Finetune/Step": 4837, "Finetune/Step Time": 4.416920470073819}
{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.8830928802490234, "Finetune/Loss (Raw)": 1.0246539115905762, "Finetune/Step": 4838, "Finetune/Step Time": 4.418140683323145}
{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.8827475905418396, "Finetune/Loss (Raw)": 0.8457061648368835, "Finetune/Step": 4839, "Finetune/Step Time": 4.419550275430083}
{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.8834116458892822, "Finetune/Loss (Raw)": 0.9616636037826538, "Finetune/Step": 4840, "Finetune/Step Time": 4.409865567460656}
{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.8822630643844604, "Finetune/Loss (Raw)": 0.8405521512031555, "Finetune/Step": 4841, "Finetune/Step Time": 4.421465149149299}
{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.8826713562011719, "Finetune/Loss (Raw)": 0.9151662588119507, "Finetune/Step": 4842, "Finetune/Step Time": 4.431539639830589}
{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.8834238052368164, "Finetune/Loss (Raw)": 1.0797497034072876, "Finetune/Step": 4843, "Finetune/Step Time": 4.427830507978797}
{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.8832157850265503, "Finetune/Loss (Raw)": 0.8984992504119873, "Finetune/Step": 4844, "Finetune/Step Time": 4.447829037904739}
{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.8841974139213562, "Finetune/Loss (Raw)": 1.0551809072494507, "Finetune/Step": 4845, "Finetune/Step Time": 4.449752140790224}
{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.8865922689437866, "Finetune/Loss (Raw)": 1.0050956010818481, "Finetune/Step": 4846, "Finetune/Step Time": 4.461004722863436}
{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.8826743364334106, "Finetune/Loss (Raw)": 0.3173740804195404, "Finetune/Step": 4847, "Finetune/Step Time": 4.500918326899409}
{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.8836318850517273, "Finetune/Loss (Raw)": 0.822884738445282, "Finetune/Step": 4848, "Finetune/Step Time": 4.463752508163452}
{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.8831040859222412, "Finetune/Loss (Raw)": 0.7940499782562256, "Finetune/Step": 4849, "Finetune/Step Time": 4.474178686738014}
{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.883888840675354, "Finetune/Loss (Raw)": 0.9977127313613892, "Finetune/Step": 4850, "Finetune/Step Time": 4.483014058321714}
{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.8839991092681885, "Finetune/Loss (Raw)": 0.9369574785232544, "Finetune/Step": 4851, "Finetune/Step Time": 4.488208619877696}
{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.8837863206863403, "Finetune/Loss (Raw)": 0.881756067276001, "Finetune/Step": 4852, "Finetune/Step Time": 4.480653086677194}
{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.8849031925201416, "Finetune/Loss (Raw)": 1.0729371309280396, "Finetune/Step": 4853, "Finetune/Step Time": 4.4873637072741985}
{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.8838651776313782, "Finetune/Loss (Raw)": 0.6657341122627258, "Finetune/Step": 4854, "Finetune/Step Time": 4.495722968131304}
{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.8845075368881226, "Finetune/Loss (Raw)": 0.9479883313179016, "Finetune/Step": 4855, "Finetune/Step Time": 4.497128259390593}
{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.8844625949859619, "Finetune/Loss (Raw)": 0.937689483165741, "Finetune/Step": 4856, "Finetune/Step Time": 4.491592522710562}
{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.8836158514022827, "Finetune/Loss (Raw)": 0.9975665211677551, "Finetune/Step": 4857, "Finetune/Step Time": 4.4902168326079845}
{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.8845481872558594, "Finetune/Loss (Raw)": 1.028579592704773, "Finetune/Step": 4858, "Finetune/Step Time": 4.499970152974129}
{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.8852314352989197, "Finetune/Loss (Raw)": 0.9490140676498413, "Finetune/Step": 4859, "Finetune/Step Time": 4.485919035971165}
{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.8847276568412781, "Finetune/Loss (Raw)": 0.8202468752861023, "Finetune/Step": 4860, "Finetune/Step Time": 4.484563065692782}
{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.8844162225723267, "Finetune/Loss (Raw)": 0.918053150177002, "Finetune/Step": 4861, "Finetune/Step Time": 4.499395148828626}
{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.8856703042984009, "Finetune/Loss (Raw)": 0.9969877600669861, "Finetune/Step": 4862, "Finetune/Step Time": 4.484178300946951}
{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.8858432769775391, "Finetune/Loss (Raw)": 1.0325437784194946, "Finetune/Step": 4863, "Finetune/Step Time": 4.4889567624777555}
{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.8877456188201904, "Finetune/Loss (Raw)": 1.0007579326629639, "Finetune/Step": 4864, "Finetune/Step Time": 4.494293596595526}
{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.8885239362716675, "Finetune/Loss (Raw)": 0.9453562498092651, "Finetune/Step": 4865, "Finetune/Step Time": 4.488472308963537}
{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.8866077661514282, "Finetune/Loss (Raw)": 0.7983331680297852, "Finetune/Step": 4866, "Finetune/Step Time": 4.480420667678118}
{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.8830162286758423, "Finetune/Loss (Raw)": 0.34640276432037354, "Finetune/Step": 4867, "Finetune/Step Time": 4.519594173878431}
{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.8822839260101318, "Finetune/Loss (Raw)": 0.7783010005950928, "Finetune/Step": 4868, "Finetune/Step Time": 4.518775226548314}
{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.8829787969589233, "Finetune/Loss (Raw)": 0.8241409063339233, "Finetune/Step": 4869, "Finetune/Step Time": 4.523078124970198}
{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.8827263116836548, "Finetune/Loss (Raw)": 0.8100858330726624, "Finetune/Step": 4870, "Finetune/Step Time": 4.508278453722596}
{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.8845281600952148, "Finetune/Loss (Raw)": 0.9897231459617615, "Finetune/Step": 4871, "Finetune/Step Time": 4.502635205164552}
{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.8830329179763794, "Finetune/Loss (Raw)": 0.8664685487747192, "Finetune/Step": 4872, "Finetune/Step Time": 4.502683939412236}
{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.8831275105476379, "Finetune/Loss (Raw)": 0.8367629051208496, "Finetune/Step": 4873, "Finetune/Step Time": 4.499795991927385}
{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.8819392323493958, "Finetune/Loss (Raw)": 0.7109618186950684, "Finetune/Step": 4874, "Finetune/Step Time": 4.483736855909228}
{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.8803063631057739, "Finetune/Loss (Raw)": 0.8591058850288391, "Finetune/Step": 4875, "Finetune/Step Time": 4.492294516414404}
{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.8802744150161743, "Finetune/Loss (Raw)": 0.9591935873031616, "Finetune/Step": 4876, "Finetune/Step Time": 4.48568307608366}
{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.8813794851303101, "Finetune/Loss (Raw)": 1.0285017490386963, "Finetune/Step": 4877, "Finetune/Step Time": 4.48189558647573}
{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.8817055821418762, "Finetune/Loss (Raw)": 0.9398694634437561, "Finetune/Step": 4878, "Finetune/Step Time": 4.483719684183598}
{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.8817346692085266, "Finetune/Loss (Raw)": 0.9512996077537537, "Finetune/Step": 4879, "Finetune/Step Time": 4.464815745130181}
{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.8819864392280579, "Finetune/Loss (Raw)": 0.9806118607521057, "Finetune/Step": 4880, "Finetune/Step Time": 4.466915633529425}
{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.8844126462936401, "Finetune/Loss (Raw)": 1.111273169517517, "Finetune/Step": 4881, "Finetune/Step Time": 4.4666861314326525}
{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.8835560083389282, "Finetune/Loss (Raw)": 0.8257372975349426, "Finetune/Step": 4882, "Finetune/Step Time": 4.468822859227657}
{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.8822903633117676, "Finetune/Loss (Raw)": 0.806397020816803, "Finetune/Step": 4883, "Finetune/Step Time": 4.454642968252301}
{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.8830710053443909, "Finetune/Loss (Raw)": 1.0199263095855713, "Finetune/Step": 4884, "Finetune/Step Time": 4.457046860828996}
{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.8828238248825073, "Finetune/Loss (Raw)": 0.8769199848175049, "Finetune/Step": 4885, "Finetune/Step Time": 4.460513295605779}
{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.8840417861938477, "Finetune/Loss (Raw)": 1.0248132944107056, "Finetune/Step": 4886, "Finetune/Step Time": 4.4618204571306705}
{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.8843046426773071, "Finetune/Loss (Raw)": 0.9211976528167725, "Finetune/Step": 4887, "Finetune/Step Time": 4.4684563130140305}
{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.8850269317626953, "Finetune/Loss (Raw)": 0.9953814148902893, "Finetune/Step": 4888, "Finetune/Step Time": 4.4728806503117085}
{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.8858276605606079, "Finetune/Loss (Raw)": 0.9069687128067017, "Finetune/Step": 4889, "Finetune/Step Time": 4.467077711597085}
{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.8864428400993347, "Finetune/Loss (Raw)": 0.9010170698165894, "Finetune/Step": 4890, "Finetune/Step Time": 4.486398968845606}
{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.8856427669525146, "Finetune/Loss (Raw)": 0.807702898979187, "Finetune/Step": 4891, "Finetune/Step Time": 4.483674664050341}
{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.8858221769332886, "Finetune/Loss (Raw)": 0.9298445582389832, "Finetune/Step": 4892, "Finetune/Step Time": 4.479445416480303}
{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.8877028226852417, "Finetune/Loss (Raw)": 1.0470261573791504, "Finetune/Step": 4893, "Finetune/Step Time": 4.479597253724933}
{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.8861225843429565, "Finetune/Loss (Raw)": 0.8697203397750854, "Finetune/Step": 4894, "Finetune/Step Time": 4.486464384943247}
{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.8854350447654724, "Finetune/Loss (Raw)": 0.8240965604782104, "Finetune/Step": 4895, "Finetune/Step Time": 4.488588634878397}
{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.886357843875885, "Finetune/Loss (Raw)": 0.9669924974441528, "Finetune/Step": 4896, "Finetune/Step Time": 4.4814392402768135}
{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.885201096534729, "Finetune/Loss (Raw)": 0.7200158834457397, "Finetune/Step": 4897, "Finetune/Step Time": 4.492830444127321}
{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.8861647844314575, "Finetune/Loss (Raw)": 0.8160464763641357, "Finetune/Step": 4898, "Finetune/Step Time": 4.494233012199402}
{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.8860300779342651, "Finetune/Loss (Raw)": 1.0185946226119995, "Finetune/Step": 4899, "Finetune/Step Time": 4.491768384352326}
{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.8866190910339355, "Finetune/Loss (Raw)": 0.8847176432609558, "Finetune/Step": 4900, "Finetune/Step Time": 4.478719770908356}
{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.8883061408996582, "Finetune/Loss (Raw)": 0.8584988713264465, "Finetune/Step": 4901, "Finetune/Step Time": 4.477005353197455}
{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.8877763152122498, "Finetune/Loss (Raw)": 0.8688573241233826, "Finetune/Step": 4902, "Finetune/Step Time": 4.476395899429917}
{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.8866668343544006, "Finetune/Loss (Raw)": 0.8755489587783813, "Finetune/Step": 4903, "Finetune/Step Time": 4.476039124652743}
{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.8866993188858032, "Finetune/Loss (Raw)": 0.8815418481826782, "Finetune/Step": 4904, "Finetune/Step Time": 4.460964506492019}
{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.8870006203651428, "Finetune/Loss (Raw)": 0.9863290190696716, "Finetune/Step": 4905, "Finetune/Step Time": 4.464806204661727}
{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.8917236328125, "Finetune/Loss (Raw)": 0.8882721662521362, "Finetune/Step": 4906, "Finetune/Step Time": 4.42221656255424}
{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.8898813724517822, "Finetune/Loss (Raw)": 0.8285590410232544, "Finetune/Step": 4907, "Finetune/Step Time": 4.429671557620168}
{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.8899428844451904, "Finetune/Loss (Raw)": 0.916637659072876, "Finetune/Step": 4908, "Finetune/Step Time": 4.441481497138739}
{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.8902921080589294, "Finetune/Loss (Raw)": 0.8895910382270813, "Finetune/Step": 4909, "Finetune/Step Time": 4.437673877924681}
{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.8905011415481567, "Finetune/Loss (Raw)": 0.9265679121017456, "Finetune/Step": 4910, "Finetune/Step Time": 4.427095264196396}
{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.8946173191070557, "Finetune/Loss (Raw)": 0.88902348279953, "Finetune/Step": 4911, "Finetune/Step Time": 4.387784756720066}
{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.8948490619659424, "Finetune/Loss (Raw)": 0.953561544418335, "Finetune/Step": 4912, "Finetune/Step Time": 4.395092509686947}
{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.8940777778625488, "Finetune/Loss (Raw)": 0.9740056395530701, "Finetune/Step": 4913, "Finetune/Step Time": 4.408905381336808}
{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.8899807929992676, "Finetune/Loss (Raw)": 0.4026184678077698, "Finetune/Step": 4914, "Finetune/Step Time": 4.444829665124416}
{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.8891783952713013, "Finetune/Loss (Raw)": 0.786812961101532, "Finetune/Step": 4915, "Finetune/Step Time": 4.442177450284362}
{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.8892257213592529, "Finetune/Loss (Raw)": 0.9010863304138184, "Finetune/Step": 4916, "Finetune/Step Time": 4.415870221331716}
{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.8864802122116089, "Finetune/Loss (Raw)": 0.40586593747138977, "Finetune/Step": 4917, "Finetune/Step Time": 4.451023129746318}
{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.8858571648597717, "Finetune/Loss (Raw)": 0.9302931427955627, "Finetune/Step": 4918, "Finetune/Step Time": 4.444980870932341}
{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.8905383348464966, "Finetune/Loss (Raw)": 0.8956357836723328, "Finetune/Step": 4919, "Finetune/Step Time": 4.408140499144793}
{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.8897275924682617, "Finetune/Loss (Raw)": 0.9315059185028076, "Finetune/Step": 4920, "Finetune/Step Time": 4.403972061350942}
{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.8899710774421692, "Finetune/Loss (Raw)": 0.986099362373352, "Finetune/Step": 4921, "Finetune/Step Time": 4.416876262053847}
{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.8895053267478943, "Finetune/Loss (Raw)": 0.7845585942268372, "Finetune/Step": 4922, "Finetune/Step Time": 4.418134357780218}
{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.8895470499992371, "Finetune/Loss (Raw)": 0.841253936290741, "Finetune/Step": 4923, "Finetune/Step Time": 4.398184958845377}
{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.8892233371734619, "Finetune/Loss (Raw)": 0.9277954697608948, "Finetune/Step": 4924, "Finetune/Step Time": 4.399460280314088}
{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.8886034488677979, "Finetune/Loss (Raw)": 0.8687556982040405, "Finetune/Step": 4925, "Finetune/Step Time": 4.39898263476789}
{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.8894095420837402, "Finetune/Loss (Raw)": 0.8468073606491089, "Finetune/Step": 4926, "Finetune/Step Time": 4.3831516448408365}
{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.8889485597610474, "Finetune/Loss (Raw)": 0.8445050120353699, "Finetune/Step": 4927, "Finetune/Step Time": 4.381268750876188}
{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.8858423829078674, "Finetune/Loss (Raw)": 0.6951292753219604, "Finetune/Step": 4928, "Finetune/Step Time": 4.404104270040989}
{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.884906530380249, "Finetune/Loss (Raw)": 0.8539323806762695, "Finetune/Step": 4929, "Finetune/Step Time": 4.4083042703568935}
{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.885042667388916, "Finetune/Loss (Raw)": 0.9274972081184387, "Finetune/Step": 4930, "Finetune/Step Time": 4.407871866598725}
{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.8851688504219055, "Finetune/Loss (Raw)": 0.9745057821273804, "Finetune/Step": 4931, "Finetune/Step Time": 4.4054324720054865}
{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.8851910829544067, "Finetune/Loss (Raw)": 0.9463202357292175, "Finetune/Step": 4932, "Finetune/Step Time": 4.402822369709611}
{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.8839244842529297, "Finetune/Loss (Raw)": 0.8228192329406738, "Finetune/Step": 4933, "Finetune/Step Time": 4.413567302748561}
{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.8837664723396301, "Finetune/Loss (Raw)": 0.9602264165878296, "Finetune/Step": 4934, "Finetune/Step Time": 4.408394457772374}
{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.884675145149231, "Finetune/Loss (Raw)": 0.9984279274940491, "Finetune/Step": 4935, "Finetune/Step Time": 4.407558457925916}
{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.8833436965942383, "Finetune/Loss (Raw)": 0.8182898163795471, "Finetune/Step": 4936, "Finetune/Step Time": 4.418091161176562}
{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.8860257863998413, "Finetune/Loss (Raw)": 1.06065833568573, "Finetune/Step": 4937, "Finetune/Step Time": 4.4168019108474255}
{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.8867936730384827, "Finetune/Loss (Raw)": 0.9706631302833557, "Finetune/Step": 4938, "Finetune/Step Time": 4.428391598165035}
{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.8821924924850464, "Finetune/Loss (Raw)": 0.3337004780769348, "Finetune/Step": 4939, "Finetune/Step Time": 4.445596208795905}
{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.8806110620498657, "Finetune/Loss (Raw)": 0.7083916068077087, "Finetune/Step": 4940, "Finetune/Step Time": 4.445706101134419}
{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.8829988241195679, "Finetune/Loss (Raw)": 0.7779563665390015, "Finetune/Step": 4941, "Finetune/Step Time": 4.39656151086092}
{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.8826704025268555, "Finetune/Loss (Raw)": 0.8652013540267944, "Finetune/Step": 4942, "Finetune/Step Time": 4.4029581770300865}
{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.8814511299133301, "Finetune/Loss (Raw)": 0.823963463306427, "Finetune/Step": 4943, "Finetune/Step Time": 4.414328129962087}
{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.882279098033905, "Finetune/Loss (Raw)": 0.9707410931587219, "Finetune/Step": 4944, "Finetune/Step Time": 4.400647360831499}
{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.8826382160186768, "Finetune/Loss (Raw)": 0.9748793840408325, "Finetune/Step": 4945, "Finetune/Step Time": 4.400345958769321}
{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.8817981481552124, "Finetune/Loss (Raw)": 0.9027087688446045, "Finetune/Step": 4946, "Finetune/Step Time": 4.3957078494131565}
{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.8817006945610046, "Finetune/Loss (Raw)": 0.9725624918937683, "Finetune/Step": 4947, "Finetune/Step Time": 4.402944436296821}
{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.8810703158378601, "Finetune/Loss (Raw)": 0.8536891937255859, "Finetune/Step": 4948, "Finetune/Step Time": 4.400113707408309}
{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.8800484538078308, "Finetune/Loss (Raw)": 0.8594342470169067, "Finetune/Step": 4949, "Finetune/Step Time": 4.398117447271943}
{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.8796912431716919, "Finetune/Loss (Raw)": 0.8691225647926331, "Finetune/Step": 4950, "Finetune/Step Time": 4.410170964896679}
{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.8794582486152649, "Finetune/Loss (Raw)": 0.9542466998100281, "Finetune/Step": 4951, "Finetune/Step Time": 4.408847717568278}
{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.8846936225891113, "Finetune/Loss (Raw)": 0.9608350992202759, "Finetune/Step": 4952, "Finetune/Step Time": 4.380146577954292}
{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.8843010663986206, "Finetune/Loss (Raw)": 0.878313422203064, "Finetune/Step": 4953, "Finetune/Step Time": 4.381186157464981}
{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.8844842910766602, "Finetune/Loss (Raw)": 0.9904189705848694, "Finetune/Step": 4954, "Finetune/Step Time": 4.432124696671963}
{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.8840159177780151, "Finetune/Loss (Raw)": 0.9082650542259216, "Finetune/Step": 4955, "Finetune/Step Time": 4.434753350913525}
{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.8839691877365112, "Finetune/Loss (Raw)": 0.9779673218727112, "Finetune/Step": 4956, "Finetune/Step Time": 4.422358851879835}
{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.8849080801010132, "Finetune/Loss (Raw)": 1.0110019445419312, "Finetune/Step": 4957, "Finetune/Step Time": 4.406855311244726}
{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.884422779083252, "Finetune/Loss (Raw)": 0.882484495639801, "Finetune/Step": 4958, "Finetune/Step Time": 4.4242371916770935}
{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.8850753307342529, "Finetune/Loss (Raw)": 0.4354735016822815, "Finetune/Step": 4959, "Finetune/Step Time": 4.424323515966535}
{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.8852673768997192, "Finetune/Loss (Raw)": 0.862675666809082, "Finetune/Step": 4960, "Finetune/Step Time": 4.3977736588567495}
{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.8847643136978149, "Finetune/Loss (Raw)": 0.8333929181098938, "Finetune/Step": 4961, "Finetune/Step Time": 4.3957444075495005}
{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.8842398524284363, "Finetune/Loss (Raw)": 0.9620972275733948, "Finetune/Step": 4962, "Finetune/Step Time": 4.394589759409428}
{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.883567214012146, "Finetune/Loss (Raw)": 0.8851010203361511, "Finetune/Step": 4963, "Finetune/Step Time": 4.398875189945102}
{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.8835732936859131, "Finetune/Loss (Raw)": 0.984896183013916, "Finetune/Step": 4964, "Finetune/Step Time": 4.397170765325427}
{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.8844226598739624, "Finetune/Loss (Raw)": 1.002909541130066, "Finetune/Step": 4965, "Finetune/Step Time": 4.403826642781496}
{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.8829544186592102, "Finetune/Loss (Raw)": 0.8367223143577576, "Finetune/Step": 4966, "Finetune/Step Time": 4.4071278646588326}
{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.8837552666664124, "Finetune/Loss (Raw)": 0.9482160806655884, "Finetune/Step": 4967, "Finetune/Step Time": 4.410408530384302}
{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.8836166262626648, "Finetune/Loss (Raw)": 0.9439176321029663, "Finetune/Step": 4968, "Finetune/Step Time": 4.405702278017998}
{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.8843129277229309, "Finetune/Loss (Raw)": 0.9296757578849792, "Finetune/Step": 4969, "Finetune/Step Time": 4.403535867109895}
{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.8848651647567749, "Finetune/Loss (Raw)": 0.9858527779579163, "Finetune/Step": 4970, "Finetune/Step Time": 4.385384533554316}
{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.8846795558929443, "Finetune/Loss (Raw)": 1.0559847354888916, "Finetune/Step": 4971, "Finetune/Step Time": 4.397052749991417}
{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.884820818901062, "Finetune/Loss (Raw)": 0.9165820479393005, "Finetune/Step": 4972, "Finetune/Step Time": 4.390999216586351}
{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.8846116065979004, "Finetune/Loss (Raw)": 1.028404951095581, "Finetune/Step": 4973, "Finetune/Step Time": 4.391561962664127}
{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.8790984153747559, "Finetune/Loss (Raw)": 0.2994099259376526, "Finetune/Step": 4974, "Finetune/Step Time": 4.402962908148766}
{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.88324373960495, "Finetune/Loss (Raw)": 0.8479772806167603, "Finetune/Step": 4975, "Finetune/Step Time": 4.368138775229454}
{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.8848927021026611, "Finetune/Loss (Raw)": 1.033953309059143, "Finetune/Step": 4976, "Finetune/Step Time": 4.371171580627561}
{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.8849439024925232, "Finetune/Loss (Raw)": 0.8005986213684082, "Finetune/Step": 4977, "Finetune/Step Time": 4.370439540594816}
{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.8836919069290161, "Finetune/Loss (Raw)": 0.8374617695808411, "Finetune/Step": 4978, "Finetune/Step Time": 4.360747175291181}
{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.8833170533180237, "Finetune/Loss (Raw)": 0.8889721632003784, "Finetune/Step": 4979, "Finetune/Step Time": 4.363047836348414}
{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.8822916150093079, "Finetune/Loss (Raw)": 0.7505016326904297, "Finetune/Step": 4980, "Finetune/Step Time": 4.356309488415718}
{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.8800504207611084, "Finetune/Loss (Raw)": 0.7860628366470337, "Finetune/Step": 4981, "Finetune/Step Time": 4.352827318012714}
{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.8826174736022949, "Finetune/Loss (Raw)": 0.9943217039108276, "Finetune/Step": 4982, "Finetune/Step Time": 4.348310444504023}
{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.878395676612854, "Finetune/Loss (Raw)": 0.4076024889945984, "Finetune/Step": 4983, "Finetune/Step Time": 4.38513639010489}
{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.877805769443512, "Finetune/Loss (Raw)": 0.8621777296066284, "Finetune/Step": 4984, "Finetune/Step Time": 4.396456753835082}
{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.8784852027893066, "Finetune/Loss (Raw)": 1.0845311880111694, "Finetune/Step": 4985, "Finetune/Step Time": 4.393103061243892}
{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.876124382019043, "Finetune/Loss (Raw)": 0.726394772529602, "Finetune/Step": 4986, "Finetune/Step Time": 4.385487664490938}
{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.8762619495391846, "Finetune/Loss (Raw)": 0.9666237235069275, "Finetune/Step": 4987, "Finetune/Step Time": 4.392943080514669}
{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.8775355815887451, "Finetune/Loss (Raw)": 0.9832682609558105, "Finetune/Step": 4988, "Finetune/Step Time": 4.401454074308276}
{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.8778790235519409, "Finetune/Loss (Raw)": 0.9620124101638794, "Finetune/Step": 4989, "Finetune/Step Time": 4.392956173047423}
{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.877212643623352, "Finetune/Loss (Raw)": 0.9117010831832886, "Finetune/Step": 4990, "Finetune/Step Time": 4.396342499181628}
{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.8759592175483704, "Finetune/Loss (Raw)": 0.8720999956130981, "Finetune/Step": 4991, "Finetune/Step Time": 4.390364769846201}
{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.8761452436447144, "Finetune/Loss (Raw)": 1.0245640277862549, "Finetune/Step": 4992, "Finetune/Step Time": 4.3906405214220285}
{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.8740236163139343, "Finetune/Loss (Raw)": 0.6737920641899109, "Finetune/Step": 4993, "Finetune/Step Time": 4.404412230476737}
{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.8746041655540466, "Finetune/Loss (Raw)": 0.8726436495780945, "Finetune/Step": 4994, "Finetune/Step Time": 4.4110240545123816}
{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.8769787549972534, "Finetune/Loss (Raw)": 0.6503466367721558, "Finetune/Step": 4995, "Finetune/Step Time": 4.375377276912332}
{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.8792909383773804, "Finetune/Loss (Raw)": 1.074263334274292, "Finetune/Step": 4996, "Finetune/Step Time": 4.376521410420537}
{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.8803333044052124, "Finetune/Loss (Raw)": 0.9575636982917786, "Finetune/Step": 4997, "Finetune/Step Time": 4.361222717911005}
{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.8830155730247498, "Finetune/Loss (Raw)": 1.1534150838851929, "Finetune/Step": 4998, "Finetune/Step Time": 4.358961148187518}
{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.8831883668899536, "Finetune/Loss (Raw)": 1.0118404626846313, "Finetune/Step": 4999, "Finetune/Step Time": 4.34956219419837}
{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.8791323900222778, "Finetune/Loss (Raw)": 0.34730854630470276, "Finetune/Step": 5000, "Finetune/Step Time": 4.389285318553448}
{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.8802134990692139, "Finetune/Loss (Raw)": 0.9751426577568054, "Finetune/Step": 5001, "Finetune/Step Time": 4.371464133262634}
{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.8803609609603882, "Finetune/Loss (Raw)": 0.7298328876495361, "Finetune/Step": 5002, "Finetune/Step Time": 4.373319908976555}
{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.8801703453063965, "Finetune/Loss (Raw)": 0.8347072005271912, "Finetune/Step": 5003, "Finetune/Step Time": 4.356181602925062}
{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.8789576888084412, "Finetune/Loss (Raw)": 0.8039779663085938, "Finetune/Step": 5004, "Finetune/Step Time": 4.369812369346619}
{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.8780951499938965, "Finetune/Loss (Raw)": 0.9180959463119507, "Finetune/Step": 5005, "Finetune/Step Time": 4.377131691202521}
{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.8779855966567993, "Finetune/Loss (Raw)": 0.925844669342041, "Finetune/Step": 5006, "Finetune/Step Time": 4.368593517690897}
{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.8772422075271606, "Finetune/Loss (Raw)": 0.8561480045318604, "Finetune/Step": 5007, "Finetune/Step Time": 4.378626020625234}
{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.8760229349136353, "Finetune/Loss (Raw)": 0.8245437741279602, "Finetune/Step": 5008, "Finetune/Step Time": 4.3800561837852}
{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.8755524158477783, "Finetune/Loss (Raw)": 1.0510507822036743, "Finetune/Step": 5009, "Finetune/Step Time": 4.382845336571336}
{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.876941978931427, "Finetune/Loss (Raw)": 1.0036020278930664, "Finetune/Step": 5010, "Finetune/Step Time": 4.373613366857171}
{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.8776861429214478, "Finetune/Loss (Raw)": 0.9016391634941101, "Finetune/Step": 5011, "Finetune/Step Time": 4.374291006475687}
{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.876530647277832, "Finetune/Loss (Raw)": 0.8720294833183289, "Finetune/Step": 5012, "Finetune/Step Time": 4.372716573998332}
{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.8756006956100464, "Finetune/Loss (Raw)": 0.7578880190849304, "Finetune/Step": 5013, "Finetune/Step Time": 4.376725267618895}
{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.8740819692611694, "Finetune/Loss (Raw)": 0.8304111361503601, "Finetune/Step": 5014, "Finetune/Step Time": 4.366251150146127}
{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.8732215166091919, "Finetune/Loss (Raw)": 0.8110591173171997, "Finetune/Step": 5015, "Finetune/Step Time": 4.355196649208665}
{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.872542142868042, "Finetune/Loss (Raw)": 0.9084262251853943, "Finetune/Step": 5016, "Finetune/Step Time": 4.3702878057956696}
{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.8719656467437744, "Finetune/Loss (Raw)": 0.8331775665283203, "Finetune/Step": 5017, "Finetune/Step Time": 4.3647060710936785}
{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.8711515069007874, "Finetune/Loss (Raw)": 0.7968068718910217, "Finetune/Step": 5018, "Finetune/Step Time": 4.358118051663041}
{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.8712124824523926, "Finetune/Loss (Raw)": 0.8155068159103394, "Finetune/Step": 5019, "Finetune/Step Time": 4.356743838638067}
{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.8666461706161499, "Finetune/Loss (Raw)": 0.3453582525253296, "Finetune/Step": 5020, "Finetune/Step Time": 4.393586730584502}
{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.8659130334854126, "Finetune/Loss (Raw)": 0.953184962272644, "Finetune/Step": 5021, "Finetune/Step Time": 4.3924513924866915}
{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.866329550743103, "Finetune/Loss (Raw)": 0.9230279326438904, "Finetune/Step": 5022, "Finetune/Step Time": 4.374211823567748}
{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.8672534227371216, "Finetune/Loss (Raw)": 0.9423590898513794, "Finetune/Step": 5023, "Finetune/Step Time": 4.3807544857263565}
{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.8664406538009644, "Finetune/Loss (Raw)": 0.8629598617553711, "Finetune/Step": 5024, "Finetune/Step Time": 4.384228814393282}
{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.8675780296325684, "Finetune/Loss (Raw)": 0.8655948638916016, "Finetune/Step": 5025, "Finetune/Step Time": 4.38359372317791}
{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.8687983155250549, "Finetune/Loss (Raw)": 0.9722474217414856, "Finetune/Step": 5026, "Finetune/Step Time": 4.369948212057352}
{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.8685142993927002, "Finetune/Loss (Raw)": 0.9822382926940918, "Finetune/Step": 5027, "Finetune/Step Time": 4.372766993939877}
{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.8694033026695251, "Finetune/Loss (Raw)": 0.9985063672065735, "Finetune/Step": 5028, "Finetune/Step Time": 4.375129297375679}
{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.869925320148468, "Finetune/Loss (Raw)": 0.9253217577934265, "Finetune/Step": 5029, "Finetune/Step Time": 4.376990562304854}
{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.8698479533195496, "Finetune/Loss (Raw)": 0.8589509129524231, "Finetune/Step": 5030, "Finetune/Step Time": 4.380634294822812}
{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.8703701496124268, "Finetune/Loss (Raw)": 0.9423929452896118, "Finetune/Step": 5031, "Finetune/Step Time": 4.387799680233002}
{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.8713069558143616, "Finetune/Loss (Raw)": 1.0014474391937256, "Finetune/Step": 5032, "Finetune/Step Time": 4.385720733553171}
{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.8706071972846985, "Finetune/Loss (Raw)": 0.8967673778533936, "Finetune/Step": 5033, "Finetune/Step Time": 4.385168857872486}
{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.8712012767791748, "Finetune/Loss (Raw)": 0.9643116593360901, "Finetune/Step": 5034, "Finetune/Step Time": 4.382611123844981}
{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.8711997270584106, "Finetune/Loss (Raw)": 0.8283634781837463, "Finetune/Step": 5035, "Finetune/Step Time": 4.380029005929828}
{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.870704174041748, "Finetune/Loss (Raw)": 0.8532061576843262, "Finetune/Step": 5036, "Finetune/Step Time": 4.365590350702405}
{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.8715675473213196, "Finetune/Loss (Raw)": 1.0000969171524048, "Finetune/Step": 5037, "Finetune/Step Time": 4.360764931887388}
{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.8721684217453003, "Finetune/Loss (Raw)": 1.0034763813018799, "Finetune/Step": 5038, "Finetune/Step Time": 4.368564385920763}
{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.8740595579147339, "Finetune/Loss (Raw)": 1.1310962438583374, "Finetune/Step": 5039, "Finetune/Step Time": 4.373756106942892}
{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.8727550506591797, "Finetune/Loss (Raw)": 0.7865803837776184, "Finetune/Step": 5040, "Finetune/Step Time": 4.377754386514425}
{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.873268723487854, "Finetune/Loss (Raw)": 1.0397608280181885, "Finetune/Step": 5041, "Finetune/Step Time": 4.360466696321964}
{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.8780864477157593, "Finetune/Loss (Raw)": 1.019283652305603, "Finetune/Step": 5042, "Finetune/Step Time": 4.335249491035938}
{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.8788506984710693, "Finetune/Loss (Raw)": 0.8846388459205627, "Finetune/Step": 5043, "Finetune/Step Time": 4.337050586938858}
{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.8786576986312866, "Finetune/Loss (Raw)": 0.8763779401779175, "Finetune/Step": 5044, "Finetune/Step Time": 4.345646796748042}
{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.8777086734771729, "Finetune/Loss (Raw)": 0.2843973934650421, "Finetune/Step": 5045, "Finetune/Step Time": 4.349108474329114}
{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.8730154037475586, "Finetune/Loss (Raw)": 0.3295527398586273, "Finetune/Step": 5046, "Finetune/Step Time": 4.3874000161886215}
{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.8732994794845581, "Finetune/Loss (Raw)": 0.9319989681243896, "Finetune/Step": 5047, "Finetune/Step Time": 4.38689586892724}
{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.8737751245498657, "Finetune/Loss (Raw)": 0.9923829436302185, "Finetune/Step": 5048, "Finetune/Step Time": 4.387505983933806}
{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.8730521202087402, "Finetune/Loss (Raw)": 0.8935552835464478, "Finetune/Step": 5049, "Finetune/Step Time": 4.379605621099472}
{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.8739518523216248, "Finetune/Loss (Raw)": 0.899724006652832, "Finetune/Step": 5050, "Finetune/Step Time": 4.390538509935141}
{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.8739047646522522, "Finetune/Loss (Raw)": 0.8352340459823608, "Finetune/Step": 5051, "Finetune/Step Time": 4.3991163820028305}
{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.8695282340049744, "Finetune/Loss (Raw)": 0.36759471893310547, "Finetune/Step": 5052, "Finetune/Step Time": 4.4324856121093035}
{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.8695176243782043, "Finetune/Loss (Raw)": 0.8673940896987915, "Finetune/Step": 5053, "Finetune/Step Time": 4.441081255674362}
{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.8710923194885254, "Finetune/Loss (Raw)": 1.0483649969100952, "Finetune/Step": 5054, "Finetune/Step Time": 4.447376973927021}
{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.8712398409843445, "Finetune/Loss (Raw)": 0.8633965849876404, "Finetune/Step": 5055, "Finetune/Step Time": 4.447538228705525}
{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.873044490814209, "Finetune/Loss (Raw)": 0.9261288642883301, "Finetune/Step": 5056, "Finetune/Step Time": 4.422127924859524}
{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.8735805749893188, "Finetune/Loss (Raw)": 0.9225450158119202, "Finetune/Step": 5057, "Finetune/Step Time": 4.426011523231864}
{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.8735618591308594, "Finetune/Loss (Raw)": 0.925098717212677, "Finetune/Step": 5058, "Finetune/Step Time": 4.42973836697638}
{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.8737213611602783, "Finetune/Loss (Raw)": 0.9949326515197754, "Finetune/Step": 5059, "Finetune/Step Time": 4.42767770960927}
{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.8741955757141113, "Finetune/Loss (Raw)": 1.0070109367370605, "Finetune/Step": 5060, "Finetune/Step Time": 4.427977019920945}
{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.8750739693641663, "Finetune/Loss (Raw)": 0.9352549314498901, "Finetune/Step": 5061, "Finetune/Step Time": 4.410274473950267}
{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.8744959831237793, "Finetune/Loss (Raw)": 0.8862472772598267, "Finetune/Step": 5062, "Finetune/Step Time": 4.415449054911733}
{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.8743021488189697, "Finetune/Loss (Raw)": 0.9736159443855286, "Finetune/Step": 5063, "Finetune/Step Time": 4.412431962788105}
{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.8742229342460632, "Finetune/Loss (Raw)": 0.8081517815589905, "Finetune/Step": 5064, "Finetune/Step Time": 4.407758925110102}
{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.8739012479782104, "Finetune/Loss (Raw)": 1.0194753408432007, "Finetune/Step": 5065, "Finetune/Step Time": 4.408926546573639}
{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.8738090991973877, "Finetune/Loss (Raw)": 0.9588674902915955, "Finetune/Step": 5066, "Finetune/Step Time": 4.400128994137049}
{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.87798011302948, "Finetune/Loss (Raw)": 0.8676029443740845, "Finetune/Step": 5067, "Finetune/Step Time": 4.365436023101211}
{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.8797537684440613, "Finetune/Loss (Raw)": 0.9354128837585449, "Finetune/Step": 5068, "Finetune/Step Time": 4.35847308114171}
{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.8801448345184326, "Finetune/Loss (Raw)": 0.8280070424079895, "Finetune/Step": 5069, "Finetune/Step Time": 4.360256973654032}
{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.8799904584884644, "Finetune/Loss (Raw)": 0.845442533493042, "Finetune/Step": 5070, "Finetune/Step Time": 4.357515325769782}
{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.8803505301475525, "Finetune/Loss (Raw)": 0.8700588941574097, "Finetune/Step": 5071, "Finetune/Step Time": 4.36449882760644}
{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.8815149068832397, "Finetune/Loss (Raw)": 1.11978280544281, "Finetune/Step": 5072, "Finetune/Step Time": 4.36739113740623}
{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.8811398148536682, "Finetune/Loss (Raw)": 0.9268627762794495, "Finetune/Step": 5073, "Finetune/Step Time": 4.376854803413153}
{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.8818135261535645, "Finetune/Loss (Raw)": 0.98894202709198, "Finetune/Step": 5074, "Finetune/Step Time": 4.3727662935853004}
{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.8771385550498962, "Finetune/Loss (Raw)": 0.37417396903038025, "Finetune/Step": 5075, "Finetune/Step Time": 4.408767594024539}
{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.8782402276992798, "Finetune/Loss (Raw)": 0.9946967363357544, "Finetune/Step": 5076, "Finetune/Step Time": 4.407522821798921}
{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.8787329196929932, "Finetune/Loss (Raw)": 0.9224973320960999, "Finetune/Step": 5077, "Finetune/Step Time": 4.434584446251392}
{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.8791556358337402, "Finetune/Loss (Raw)": 0.9232360124588013, "Finetune/Step": 5078, "Finetune/Step Time": 4.418590439483523}
{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.8799694776535034, "Finetune/Loss (Raw)": 1.0584148168563843, "Finetune/Step": 5079, "Finetune/Step Time": 4.418861893936992}
{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.8804877996444702, "Finetune/Loss (Raw)": 1.0271830558776855, "Finetune/Step": 5080, "Finetune/Step Time": 4.4055698700249195}
{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.879540205001831, "Finetune/Loss (Raw)": 0.7570176124572754, "Finetune/Step": 5081, "Finetune/Step Time": 4.401946742087603}
{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.874457597732544, "Finetune/Loss (Raw)": 0.3398492634296417, "Finetune/Step": 5082, "Finetune/Step Time": 4.385067820549011}
{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.8745547533035278, "Finetune/Loss (Raw)": 0.9206997156143188, "Finetune/Step": 5083, "Finetune/Step Time": 4.389898581430316}
{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.8730714321136475, "Finetune/Loss (Raw)": 0.7881075143814087, "Finetune/Step": 5084, "Finetune/Step Time": 4.400518853217363}
{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.8722793459892273, "Finetune/Loss (Raw)": 0.9096031785011292, "Finetune/Step": 5085, "Finetune/Step Time": 4.4034740179777145}
{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.873457133769989, "Finetune/Loss (Raw)": 1.033246636390686, "Finetune/Step": 5086, "Finetune/Step Time": 4.390421802178025}
{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.8776422739028931, "Finetune/Loss (Raw)": 0.971175491809845, "Finetune/Step": 5087, "Finetune/Step Time": 4.374177318066359}
{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.8790225386619568, "Finetune/Loss (Raw)": 1.0393489599227905, "Finetune/Step": 5088, "Finetune/Step Time": 4.373844252899289}
{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.8801500201225281, "Finetune/Loss (Raw)": 0.977707028388977, "Finetune/Step": 5089, "Finetune/Step Time": 4.373134829103947}
{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.8792771697044373, "Finetune/Loss (Raw)": 0.8503732681274414, "Finetune/Step": 5090, "Finetune/Step Time": 4.374781671911478}
{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.8800373077392578, "Finetune/Loss (Raw)": 0.9824019074440002, "Finetune/Step": 5091, "Finetune/Step Time": 4.382928093895316}
{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.8748505115509033, "Finetune/Loss (Raw)": 0.32097822427749634, "Finetune/Step": 5092, "Finetune/Step Time": 4.417678751051426}
{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.8743860721588135, "Finetune/Loss (Raw)": 0.943465530872345, "Finetune/Step": 5093, "Finetune/Step Time": 4.413379538804293}
{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.874622106552124, "Finetune/Loss (Raw)": 0.8669296503067017, "Finetune/Step": 5094, "Finetune/Step Time": 4.428403357043862}
{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.8731999397277832, "Finetune/Loss (Raw)": 0.7661872506141663, "Finetune/Step": 5095, "Finetune/Step Time": 4.435617009177804}
{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.8724413514137268, "Finetune/Loss (Raw)": 0.8468132615089417, "Finetune/Step": 5096, "Finetune/Step Time": 4.463578587397933}
{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.8707322478294373, "Finetune/Loss (Raw)": 0.7109100818634033, "Finetune/Step": 5097, "Finetune/Step Time": 4.453827438876033}
{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.8688902854919434, "Finetune/Loss (Raw)": 0.7500858902931213, "Finetune/Step": 5098, "Finetune/Step Time": 4.455455951392651}
{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.8670302629470825, "Finetune/Loss (Raw)": 0.8179027438163757, "Finetune/Step": 5099, "Finetune/Step Time": 4.442973650991917}
{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.866145133972168, "Finetune/Loss (Raw)": 0.8032886981964111, "Finetune/Step": 5100, "Finetune/Step Time": 4.42891032807529}
{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.8645831346511841, "Finetune/Loss (Raw)": 0.8284600973129272, "Finetune/Step": 5101, "Finetune/Step Time": 4.430512085556984}
{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.8694905042648315, "Finetune/Loss (Raw)": 0.9275604486465454, "Finetune/Step": 5102, "Finetune/Step Time": 4.3945546094328165}
{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.8707448244094849, "Finetune/Loss (Raw)": 1.0085238218307495, "Finetune/Step": 5103, "Finetune/Step Time": 4.389698583632708}
{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.8679251670837402, "Finetune/Loss (Raw)": 0.6730429530143738, "Finetune/Step": 5104, "Finetune/Step Time": 4.391699330881238}
{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.8688157200813293, "Finetune/Loss (Raw)": 0.9145821928977966, "Finetune/Step": 5105, "Finetune/Step Time": 4.3700058571994305}
{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.8703004121780396, "Finetune/Loss (Raw)": 1.0275068283081055, "Finetune/Step": 5106, "Finetune/Step Time": 4.37634021602571}
{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.8712612390518188, "Finetune/Loss (Raw)": 1.0119563341140747, "Finetune/Step": 5107, "Finetune/Step Time": 4.37542312592268}
{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.8722658157348633, "Finetune/Loss (Raw)": 0.8790830969810486, "Finetune/Step": 5108, "Finetune/Step Time": 4.364778498187661}
{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.8739751577377319, "Finetune/Loss (Raw)": 1.0048613548278809, "Finetune/Step": 5109, "Finetune/Step Time": 4.361755220219493}
{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.8734162449836731, "Finetune/Loss (Raw)": 0.9227809906005859, "Finetune/Step": 5110, "Finetune/Step Time": 4.367919251322746}
{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.8764437437057495, "Finetune/Loss (Raw)": 0.7951250672340393, "Finetune/Step": 5111, "Finetune/Step Time": 4.355187958106399}
{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.8723885416984558, "Finetune/Loss (Raw)": 0.34310805797576904, "Finetune/Step": 5112, "Finetune/Step Time": 4.383031805977225}
{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.8661274313926697, "Finetune/Loss (Raw)": 0.2831115126609802, "Finetune/Step": 5113, "Finetune/Step Time": 4.43225920945406}
{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.8674954175949097, "Finetune/Loss (Raw)": 0.9014964699745178, "Finetune/Step": 5114, "Finetune/Step Time": 4.433381594717503}
{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.86628258228302, "Finetune/Loss (Raw)": 0.8113754391670227, "Finetune/Step": 5115, "Finetune/Step Time": 4.425352644175291}
{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.860596776008606, "Finetune/Loss (Raw)": 0.25549373030662537, "Finetune/Step": 5116, "Finetune/Step Time": 4.457584967836738}
{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.8616378307342529, "Finetune/Loss (Raw)": 1.0952614545822144, "Finetune/Step": 5117, "Finetune/Step Time": 4.458910433575511}
{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.862646222114563, "Finetune/Loss (Raw)": 1.040771245956421, "Finetune/Step": 5118, "Finetune/Step Time": 4.461305884644389}
{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.8642361760139465, "Finetune/Loss (Raw)": 1.0756226778030396, "Finetune/Step": 5119, "Finetune/Step Time": 4.4617450796067715}
{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.8588996529579163, "Finetune/Loss (Raw)": 0.34149014949798584, "Finetune/Step": 5120, "Finetune/Step Time": 4.48435671441257}
{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.8602735996246338, "Finetune/Loss (Raw)": 0.8496571779251099, "Finetune/Step": 5121, "Finetune/Step Time": 4.470405301079154}
{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.8598560094833374, "Finetune/Loss (Raw)": 0.8191878199577332, "Finetune/Step": 5122, "Finetune/Step Time": 4.4622307028621435}
{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.8621883392333984, "Finetune/Loss (Raw)": 0.9488860368728638, "Finetune/Step": 5123, "Finetune/Step Time": 4.464585710316896}
{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.8613541722297668, "Finetune/Loss (Raw)": 0.96748948097229, "Finetune/Step": 5124, "Finetune/Step Time": 4.466065691784024}
{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.8620234131813049, "Finetune/Loss (Raw)": 1.0432277917861938, "Finetune/Step": 5125, "Finetune/Step Time": 4.471109582111239}
{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.8560205698013306, "Finetune/Loss (Raw)": 0.3850421607494354, "Finetune/Step": 5126, "Finetune/Step Time": 4.508580878376961}
{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.8552907705307007, "Finetune/Loss (Raw)": 0.9184338450431824, "Finetune/Step": 5127, "Finetune/Step Time": 4.521919524297118}
{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.8595234155654907, "Finetune/Loss (Raw)": 0.8890872597694397, "Finetune/Step": 5128, "Finetune/Step Time": 4.486623000353575}
{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.8541667461395264, "Finetune/Loss (Raw)": 0.2894940674304962, "Finetune/Step": 5129, "Finetune/Step Time": 4.526190545409918}
{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.8553507328033447, "Finetune/Loss (Raw)": 0.8813721537590027, "Finetune/Step": 5130, "Finetune/Step Time": 4.520757457241416}
{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.8549777269363403, "Finetune/Loss (Raw)": 0.7869679927825928, "Finetune/Step": 5131, "Finetune/Step Time": 4.526742996647954}
{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.8549877405166626, "Finetune/Loss (Raw)": 0.8052610754966736, "Finetune/Step": 5132, "Finetune/Step Time": 4.520861644297838}
{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.8552062511444092, "Finetune/Loss (Raw)": 0.9460675716400146, "Finetune/Step": 5133, "Finetune/Step Time": 4.515755461528897}
{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.8552170991897583, "Finetune/Loss (Raw)": 0.927222490310669, "Finetune/Step": 5134, "Finetune/Step Time": 4.51949567347765}
{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.8544725179672241, "Finetune/Loss (Raw)": 0.7608509659767151, "Finetune/Step": 5135, "Finetune/Step Time": 4.513079609721899}
{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.856395423412323, "Finetune/Loss (Raw)": 1.0706747770309448, "Finetune/Step": 5136, "Finetune/Step Time": 4.517782272771001}
{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.8548241853713989, "Finetune/Loss (Raw)": 0.8499339818954468, "Finetune/Step": 5137, "Finetune/Step Time": 4.515475897118449}
{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.8537212610244751, "Finetune/Loss (Raw)": 0.8624211549758911, "Finetune/Step": 5138, "Finetune/Step Time": 4.5298047587275505}
{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.8493144512176514, "Finetune/Loss (Raw)": 0.3375712037086487, "Finetune/Step": 5139, "Finetune/Step Time": 4.5673462729901075}
{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.8499593138694763, "Finetune/Loss (Raw)": 0.9545736908912659, "Finetune/Step": 5140, "Finetune/Step Time": 4.562166212126613}
{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.8520783185958862, "Finetune/Loss (Raw)": 1.029122233390808, "Finetune/Step": 5141, "Finetune/Step Time": 4.559869779273868}
{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.8525047302246094, "Finetune/Loss (Raw)": 0.884982168674469, "Finetune/Step": 5142, "Finetune/Step Time": 4.563840756192803}
{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.8538748621940613, "Finetune/Loss (Raw)": 0.9864463210105896, "Finetune/Step": 5143, "Finetune/Step Time": 4.572444777935743}
{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.8523062467575073, "Finetune/Loss (Raw)": 0.7076416611671448, "Finetune/Step": 5144, "Finetune/Step Time": 4.5832543913275}
{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.8524373769760132, "Finetune/Loss (Raw)": 0.8499550223350525, "Finetune/Step": 5145, "Finetune/Step Time": 4.584277989342809}
{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.8542783856391907, "Finetune/Loss (Raw)": 1.0324609279632568, "Finetune/Step": 5146, "Finetune/Step Time": 4.579172695055604}
{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.8549140095710754, "Finetune/Loss (Raw)": 0.8968652486801147, "Finetune/Step": 5147, "Finetune/Step Time": 4.581295646727085}
{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.8578763604164124, "Finetune/Loss (Raw)": 0.7245434522628784, "Finetune/Step": 5148, "Finetune/Step Time": 4.548810064792633}
{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.8571742177009583, "Finetune/Loss (Raw)": 0.8633078336715698, "Finetune/Step": 5149, "Finetune/Step Time": 4.555458208546042}
{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.8566910028457642, "Finetune/Loss (Raw)": 0.8611711859703064, "Finetune/Step": 5150, "Finetune/Step Time": 4.5624380093067884}
{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.8558849692344666, "Finetune/Loss (Raw)": 0.8391982913017273, "Finetune/Step": 5151, "Finetune/Step Time": 4.558769814670086}
{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.8554548025131226, "Finetune/Loss (Raw)": 0.8078966736793518, "Finetune/Step": 5152, "Finetune/Step Time": 4.560736266896129}
{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.8519295454025269, "Finetune/Loss (Raw)": 0.4143636226654053, "Finetune/Step": 5153, "Finetune/Step Time": 4.587352272123098}
{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.84717857837677, "Finetune/Loss (Raw)": 0.3641236126422882, "Finetune/Step": 5154, "Finetune/Step Time": 4.626578534021974}
{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.8457503318786621, "Finetune/Loss (Raw)": 0.7994191646575928, "Finetune/Step": 5155, "Finetune/Step Time": 4.627564495429397}
{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.8458467721939087, "Finetune/Loss (Raw)": 1.0108528137207031, "Finetune/Step": 5156, "Finetune/Step Time": 4.640070727095008}
{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.845881998538971, "Finetune/Loss (Raw)": 0.9298282861709595, "Finetune/Step": 5157, "Finetune/Step Time": 4.639473766088486}
{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.8461105823516846, "Finetune/Loss (Raw)": 0.8882141709327698, "Finetune/Step": 5158, "Finetune/Step Time": 4.636101694777608}
{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.8465083837509155, "Finetune/Loss (Raw)": 0.9933040738105774, "Finetune/Step": 5159, "Finetune/Step Time": 4.6388986725360155}
{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.8467840552330017, "Finetune/Loss (Raw)": 1.0367374420166016, "Finetune/Step": 5160, "Finetune/Step Time": 4.637697027996182}
{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.8474116921424866, "Finetune/Loss (Raw)": 0.9770987033843994, "Finetune/Step": 5161, "Finetune/Step Time": 4.649262709543109}
{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.8464447259902954, "Finetune/Loss (Raw)": 0.8405402898788452, "Finetune/Step": 5162, "Finetune/Step Time": 4.6541108544915915}
{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.8474300503730774, "Finetune/Loss (Raw)": 0.9544893503189087, "Finetune/Step": 5163, "Finetune/Step Time": 4.6554489228874445}
{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.8487219214439392, "Finetune/Loss (Raw)": 1.018564224243164, "Finetune/Step": 5164, "Finetune/Step Time": 4.663675891235471}
{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.8470016717910767, "Finetune/Loss (Raw)": 0.7799072265625, "Finetune/Step": 5165, "Finetune/Step Time": 4.673671633005142}
{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.8466964960098267, "Finetune/Loss (Raw)": 0.9644149541854858, "Finetune/Step": 5166, "Finetune/Step Time": 4.6810276713222265}
{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.8445705771446228, "Finetune/Loss (Raw)": 0.8589751720428467, "Finetune/Step": 5167, "Finetune/Step Time": 4.67391294054687}
{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.8459619283676147, "Finetune/Loss (Raw)": 0.9646703004837036, "Finetune/Step": 5168, "Finetune/Step Time": 4.664421701803803}
{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.8452475070953369, "Finetune/Loss (Raw)": 0.9483175277709961, "Finetune/Step": 5169, "Finetune/Step Time": 4.665676774457097}
{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.8433105945587158, "Finetune/Loss (Raw)": 0.7713644504547119, "Finetune/Step": 5170, "Finetune/Step Time": 4.66252626106143}
{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.8444804549217224, "Finetune/Loss (Raw)": 1.0343776941299438, "Finetune/Step": 5171, "Finetune/Step Time": 4.65798550657928}
{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.8445825576782227, "Finetune/Loss (Raw)": 0.8894458413124084, "Finetune/Step": 5172, "Finetune/Step Time": 4.649434311315417}
{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.8487986326217651, "Finetune/Loss (Raw)": 0.8240554332733154, "Finetune/Step": 5173, "Finetune/Step Time": 4.6056841891258955}
{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.8550260066986084, "Finetune/Loss (Raw)": 1.126655101776123, "Finetune/Step": 5174, "Finetune/Step Time": 4.567236727103591}
{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.8551459312438965, "Finetune/Loss (Raw)": 0.9473503828048706, "Finetune/Step": 5175, "Finetune/Step Time": 4.573724741116166}
{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.8498910665512085, "Finetune/Loss (Raw)": 0.3197566866874695, "Finetune/Step": 5176, "Finetune/Step Time": 4.610717656090856}
{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.8510428071022034, "Finetune/Loss (Raw)": 1.0409804582595825, "Finetune/Step": 5177, "Finetune/Step Time": 4.610364407300949}
{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.850227952003479, "Finetune/Loss (Raw)": 0.7954209446907043, "Finetune/Step": 5178, "Finetune/Step Time": 4.595027482137084}
{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.8503813743591309, "Finetune/Loss (Raw)": 0.854870080947876, "Finetune/Step": 5179, "Finetune/Step Time": 4.591071041300893}
{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.8540736436843872, "Finetune/Loss (Raw)": 0.8402113914489746, "Finetune/Step": 5180, "Finetune/Step Time": 4.560860609635711}
{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.8547324538230896, "Finetune/Loss (Raw)": 0.9517187476158142, "Finetune/Step": 5181, "Finetune/Step Time": 4.556011782959104}
{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.8524402379989624, "Finetune/Loss (Raw)": 0.7549707889556885, "Finetune/Step": 5182, "Finetune/Step Time": 4.564439602196217}
{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.8529647588729858, "Finetune/Loss (Raw)": 0.9305210113525391, "Finetune/Step": 5183, "Finetune/Step Time": 4.568942382931709}
{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.8531224131584167, "Finetune/Loss (Raw)": 0.9463165998458862, "Finetune/Step": 5184, "Finetune/Step Time": 4.57923991791904}
{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.8542761206626892, "Finetune/Loss (Raw)": 1.0702145099639893, "Finetune/Step": 5185, "Finetune/Step Time": 4.590494338423014}
{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.8499858379364014, "Finetune/Loss (Raw)": 0.37594640254974365, "Finetune/Step": 5186, "Finetune/Step Time": 4.626412898302078}
{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.8484652042388916, "Finetune/Loss (Raw)": 0.8002957701683044, "Finetune/Step": 5187, "Finetune/Step Time": 4.644725240767002}
{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.8473548889160156, "Finetune/Loss (Raw)": 0.8648799061775208, "Finetune/Step": 5188, "Finetune/Step Time": 4.646049598231912}
{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.8465555310249329, "Finetune/Loss (Raw)": 0.8329407572746277, "Finetune/Step": 5189, "Finetune/Step Time": 4.658896695822477}
{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.8457926511764526, "Finetune/Loss (Raw)": 0.7885977625846863, "Finetune/Step": 5190, "Finetune/Step Time": 4.656715361401439}
{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.8443682193756104, "Finetune/Loss (Raw)": 0.7912843227386475, "Finetune/Step": 5191, "Finetune/Step Time": 4.668976251035929}
{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.8449352979660034, "Finetune/Loss (Raw)": 0.8807390928268433, "Finetune/Step": 5192, "Finetune/Step Time": 4.664249313995242}
{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.8429943919181824, "Finetune/Loss (Raw)": 0.7710456848144531, "Finetune/Step": 5193, "Finetune/Step Time": 4.6755619794130325}
{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.8380829691886902, "Finetune/Loss (Raw)": 0.33020907640457153, "Finetune/Step": 5194, "Finetune/Step Time": 4.713412931188941}
{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.838314414024353, "Finetune/Loss (Raw)": 0.8972193598747253, "Finetune/Step": 5195, "Finetune/Step Time": 4.711439143866301}
{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.8375201225280762, "Finetune/Loss (Raw)": 0.8337434530258179, "Finetune/Step": 5196, "Finetune/Step Time": 4.7174325082451105}
{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.8381567001342773, "Finetune/Loss (Raw)": 0.9094876646995544, "Finetune/Step": 5197, "Finetune/Step Time": 4.709737902507186}
{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.838596761226654, "Finetune/Loss (Raw)": 0.9017789959907532, "Finetune/Step": 5198, "Finetune/Step Time": 4.7057359628379345}