diff --git "a/clip-336px-resize-naive+7b/run-metrics.jsonl" "b/clip-336px-resize-naive+7b/run-metrics.jsonl"
new file mode 100644--- /dev/null
+++ "b/clip-336px-resize-naive+7b/run-metrics.jsonl"
@@ -0,0 +1,5199 @@
+{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-v15", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_mix665k.json", "download/llava-v1.5-instruct"], "type": "llava-v15"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 1, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "resize-naive", "llm_backbone_id": "vicuna-v15-7b", "llm_max_length": 2048, "model_id": "clip-336px-resize-naive+7b", "reduce_in_full_precision": false, "type": "clip-336px-resize-naive+7b", "vision_backbone_id": "clip-vit-l-336px"}, "pretrained_checkpoint": null, "run_id": "clip-336px-resize-naive+7b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "clip-336px-resize-naive+7b+stage-finetune+x7"}
+{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 4.935649394989014, "Finetune/Loss (Raw)": 4.935649394989014, "Finetune/Step": 1, "Finetune/Step Time": 24.091153144836426}
+{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 5.333632469177246, "Finetune/Loss (Raw)": 5.731616020202637, "Finetune/Step": 2, "Finetune/Step Time": 16.72204625606537}
+{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 4.811415195465088, "Finetune/Loss (Raw)": 3.766979217529297, "Finetune/Step": 3, "Finetune/Step Time": 13.05706524848938}
+{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 4.412235736846924, "Finetune/Loss (Raw)": 3.2146992683410645, "Finetune/Step": 4, "Finetune/Step Time": 11.24699342250824}
+{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 4.109252452850342, "Finetune/Loss (Raw)": 2.8973164558410645, "Finetune/Step": 5, "Finetune/Step Time": 10.319945430755615}
+{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 3.8750863075256348, "Finetune/Loss (Raw)": 2.704256772994995, "Finetune/Step": 6, "Finetune/Step Time": 9.673921823501587}
+{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 3.7149746417999268, "Finetune/Loss (Raw)": 2.754303455352783, "Finetune/Step": 7, "Finetune/Step Time": 9.173125164849418}
+{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 3.58349609375, "Finetune/Loss (Raw)": 2.663149833679199, "Finetune/Step": 8, "Finetune/Step Time": 8.983848422765732}
+{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 3.4532692432403564, "Finetune/Loss (Raw)": 2.411451578140259, "Finetune/Step": 9, "Finetune/Step Time": 8.68532755639818}
+{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 3.3759255409240723, "Finetune/Loss (Raw)": 2.679830551147461, "Finetune/Step": 10, "Finetune/Step Time": 8.703246641159058}
+{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 3.290259838104248, "Finetune/Loss (Raw)": 2.4336049556732178, "Finetune/Step": 11, "Finetune/Step Time": 8.455625208941372}
+{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 3.2155489921569824, "Finetune/Loss (Raw)": 2.3937315940856934, "Finetune/Step": 12, "Finetune/Step Time": 8.260502338409424}
+{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 3.1352715492248535, "Finetune/Loss (Raw)": 2.171942949295044, "Finetune/Step": 13, "Finetune/Step Time": 8.09404259461623}
+{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 3.088006019592285, "Finetune/Loss (Raw)": 2.4735496044158936, "Finetune/Step": 14, "Finetune/Step Time": 7.932830623217991}
+{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 3.0185370445251465, "Finetune/Loss (Raw)": 2.045973777770996, "Finetune/Step": 15, "Finetune/Step Time": 7.884096447626749}
+{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 2.9191102981567383, "Finetune/Loss (Raw)": 1.4277122020721436, "Finetune/Step": 16, "Finetune/Step Time": 7.852057367563248}
+{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 2.859174966812134, "Finetune/Loss (Raw)": 1.900207757949829, "Finetune/Step": 17, "Finetune/Step Time": 7.758531836902394}
+{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 2.7824931144714355, "Finetune/Loss (Raw)": 1.478905200958252, "Finetune/Step": 18, "Finetune/Step Time": 7.706104119618733}
+{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 2.7309553623199463, "Finetune/Loss (Raw)": 1.803269624710083, "Finetune/Step": 19, "Finetune/Step Time": 7.608913371437474}
+{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 2.6785266399383545, "Finetune/Loss (Raw)": 1.6823817491531372, "Finetune/Step": 20, "Finetune/Step Time": 7.503648686408996}
+{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 2.622678518295288, "Finetune/Loss (Raw)": 1.5057162046432495, "Finetune/Step": 21, "Finetune/Step Time": 7.494080827349708}
+{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 2.563981533050537, "Finetune/Loss (Raw)": 1.331344723701477, "Finetune/Step": 22, "Finetune/Step Time": 7.4367909323085435}
+{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 2.462143659591675, "Finetune/Loss (Raw)": 0.22171013057231903, "Finetune/Step": 23, "Finetune/Step Time": 7.499214120533155}
+{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 2.4251255989074707, "Finetune/Loss (Raw)": 1.5737056732177734, "Finetune/Step": 24, "Finetune/Step Time": 7.4205102026462555}
+{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 2.3853445053100586, "Finetune/Loss (Raw)": 1.4306001663208008, "Finetune/Step": 25, "Finetune/Step Time": 7.370679454803467}
+{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 2.3038439750671387, "Finetune/Loss (Raw)": 0.2663261294364929, "Finetune/Step": 26, "Finetune/Step Time": 7.444169558011568}
+{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 2.2760908603668213, "Finetune/Loss (Raw)": 1.5545121431350708, "Finetune/Step": 27, "Finetune/Step Time": 7.369340393278334}
+{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 2.243227481842041, "Finetune/Loss (Raw)": 1.3559144735336304, "Finetune/Step": 28, "Finetune/Step Time": 7.305509686470032}
+{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 2.2162139415740967, "Finetune/Loss (Raw)": 1.4598411321640015, "Finetune/Step": 29, "Finetune/Step Time": 7.294632739034192}
+{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 2.1849942207336426, "Finetune/Loss (Raw)": 1.2796099185943604, "Finetune/Step": 30, "Finetune/Step Time": 7.288939309120178}
+{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 2.161928415298462, "Finetune/Loss (Raw)": 1.4699656963348389, "Finetune/Step": 31, "Finetune/Step Time": 7.258943711557696}
+{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 2.136056661605835, "Finetune/Loss (Raw)": 1.3340392112731934, "Finetune/Step": 32, "Finetune/Step Time": 7.283828556537628}
+{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 2.1087584495544434, "Finetune/Loss (Raw)": 1.2352155447006226, "Finetune/Step": 33, "Finetune/Step Time": 7.261358080488263}
+{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 2.080125093460083, "Finetune/Loss (Raw)": 1.135218620300293, "Finetune/Step": 34, "Finetune/Step Time": 7.222997742540696}
+{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 2.064150094985962, "Finetune/Loss (Raw)": 1.521009087562561, "Finetune/Step": 35, "Finetune/Step Time": 7.198544447762625}
+{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 2.0414435863494873, "Finetune/Loss (Raw)": 1.2467050552368164, "Finetune/Step": 36, "Finetune/Step Time": 7.20947617954678}
+{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 2.024183750152588, "Finetune/Loss (Raw)": 1.402830719947815, "Finetune/Step": 37, "Finetune/Step Time": 7.259644836992831}
+{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 2.0041675567626953, "Finetune/Loss (Raw)": 1.2635740041732788, "Finetune/Step": 38, "Finetune/Step Time": 7.217852554823223}
+{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 1.9848439693450928, "Finetune/Loss (Raw)": 1.2505452632904053, "Finetune/Step": 39, "Finetune/Step Time": 7.173926542966794}
+{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 1.966652750968933, "Finetune/Loss (Raw)": 1.2571933269500732, "Finetune/Step": 40, "Finetune/Step Time": 7.181860846281052}
+{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 1.9511340856552124, "Finetune/Loss (Raw)": 1.3303903341293335, "Finetune/Step": 41, "Finetune/Step Time": 7.132146125886498}
+{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 1.9353774785995483, "Finetune/Loss (Raw)": 1.2893511056900024, "Finetune/Step": 42, "Finetune/Step Time": 7.094666503724598}
+{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 1.9192277193069458, "Finetune/Loss (Raw)": 1.24094557762146, "Finetune/Step": 43, "Finetune/Step Time": 7.092432399128759}
+{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 1.904341459274292, "Finetune/Loss (Raw)": 1.2642253637313843, "Finetune/Step": 44, "Finetune/Step Time": 7.082527193156156}
+{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 1.8870731592178345, "Finetune/Loss (Raw)": 1.1272670030593872, "Finetune/Step": 45, "Finetune/Step Time": 7.142608965767755}
+{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 1.8514089584350586, "Finetune/Loss (Raw)": 0.24652405083179474, "Finetune/Step": 46, "Finetune/Step Time": 7.175522208213806}
+{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 1.837390422821045, "Finetune/Loss (Raw)": 1.192541480064392, "Finetune/Step": 47, "Finetune/Step Time": 7.152762458679524}
+{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 1.8233903646469116, "Finetune/Loss (Raw)": 1.1653836965560913, "Finetune/Step": 48, "Finetune/Step Time": 7.162350426117579}
+{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 1.8109239339828491, "Finetune/Loss (Raw)": 1.2125428915023804, "Finetune/Step": 49, "Finetune/Step Time": 7.141358579908099}
+{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 1.7962106466293335, "Finetune/Loss (Raw)": 1.075252652168274, "Finetune/Step": 50, "Finetune/Step Time": 7.109765524864197}
+{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 1.7839820384979248, "Finetune/Loss (Raw)": 1.1725459098815918, "Finetune/Step": 51, "Finetune/Step Time": 7.085590385923199}
+{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 1.7735581398010254, "Finetune/Loss (Raw)": 1.2419368028640747, "Finetune/Step": 52, "Finetune/Step Time": 7.080589376963102}
+{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 1.758296251296997, "Finetune/Loss (Raw)": 0.9646831750869751, "Finetune/Step": 53, "Finetune/Step Time": 7.12337319805937}
+{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 1.743622064590454, "Finetune/Loss (Raw)": 0.9658989310264587, "Finetune/Step": 54, "Finetune/Step Time": 7.1202360215010465}
+{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 1.7335351705551147, "Finetune/Loss (Raw)": 1.1888405084609985, "Finetune/Step": 55, "Finetune/Step Time": 7.1238556775179775}
+{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 1.722762107849121, "Finetune/Loss (Raw)": 1.1302298307418823, "Finetune/Step": 56, "Finetune/Step Time": 7.13729082260813}
+{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 1.7107778787612915, "Finetune/Loss (Raw)": 1.0396665334701538, "Finetune/Step": 57, "Finetune/Step Time": 7.118147151512012}
+{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 1.6999679803848267, "Finetune/Loss (Raw)": 1.083809494972229, "Finetune/Step": 58, "Finetune/Step Time": 7.145869756567067}
+{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 1.689733862876892, "Finetune/Loss (Raw)": 1.0961520671844482, "Finetune/Step": 59, "Finetune/Step Time": 7.156177326784295}
+{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 1.6798449754714966, "Finetune/Loss (Raw)": 1.0964022874832153, "Finetune/Step": 60, "Finetune/Step Time": 7.1348958015441895}
+{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 1.6713007688522339, "Finetune/Loss (Raw)": 1.1586612462997437, "Finetune/Step": 61, "Finetune/Step Time": 7.141240479516202}
+{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 1.6639295816421509, "Finetune/Loss (Raw)": 1.2142781019210815, "Finetune/Step": 62, "Finetune/Step Time": 7.1186811462525394}
+{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 1.6567853689193726, "Finetune/Loss (Raw)": 1.2138340473175049, "Finetune/Step": 63, "Finetune/Step Time": 7.0990450912051735}
+{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 1.647528052330017, "Finetune/Loss (Raw)": 1.064322829246521, "Finetune/Step": 64, "Finetune/Step Time": 7.134897034615278}
+{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 1.6384799480438232, "Finetune/Loss (Raw)": 1.059400200843811, "Finetune/Step": 65, "Finetune/Step Time": 7.130908247140738}
+{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 1.6288725137710571, "Finetune/Loss (Raw)": 1.0043907165527344, "Finetune/Step": 66, "Finetune/Step Time": 7.118426124254863}
+{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 1.6181964874267578, "Finetune/Loss (Raw)": 0.9135852456092834, "Finetune/Step": 67, "Finetune/Step Time": 7.095610344587867}
+{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 1.610900640487671, "Finetune/Loss (Raw)": 1.1220711469650269, "Finetune/Step": 68, "Finetune/Step Time": 7.094475581365473}
+{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 1.6043583154678345, "Finetune/Loss (Raw)": 1.159480333328247, "Finetune/Step": 69, "Finetune/Step Time": 7.073318270669467}
+{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 1.598520040512085, "Finetune/Loss (Raw)": 1.195677399635315, "Finetune/Step": 70, "Finetune/Step Time": 7.055367401668003}
+{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 1.58897864818573, "Finetune/Loss (Raw)": 0.9210869073867798, "Finetune/Step": 71, "Finetune/Step Time": 7.039659177753287}
+{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 1.5812180042266846, "Finetune/Loss (Raw)": 1.0302077531814575, "Finetune/Step": 72, "Finetune/Step Time": 7.017956230375502}
+{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 1.5723857879638672, "Finetune/Loss (Raw)": 0.9364670515060425, "Finetune/Step": 73, "Finetune/Step Time": 7.002225872588484}
+{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 1.5639238357543945, "Finetune/Loss (Raw)": 0.9462020397186279, "Finetune/Step": 74, "Finetune/Step Time": 6.986664643158784}
+{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 1.5539486408233643, "Finetune/Loss (Raw)": 0.8157731890678406, "Finetune/Step": 75, "Finetune/Step Time": 6.983314177195231}
+{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 1.5466434955596924, "Finetune/Loss (Raw)": 0.9987651705741882, "Finetune/Step": 76, "Finetune/Step Time": 6.976899068606527}
+{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 1.5412029027938843, "Finetune/Loss (Raw)": 1.1277236938476562, "Finetune/Step": 77, "Finetune/Step Time": 6.958975965326482}
+{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 1.5368633270263672, "Finetune/Loss (Raw)": 1.2027119398117065, "Finetune/Step": 78, "Finetune/Step Time": 6.940678079922994}
+{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 1.5323262214660645, "Finetune/Loss (Raw)": 1.1784316301345825, "Finetune/Step": 79, "Finetune/Step Time": 6.927364473101459}
+{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 1.5252453088760376, "Finetune/Loss (Raw)": 0.9658570289611816, "Finetune/Step": 80, "Finetune/Step Time": 6.934926715493202}
+{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 1.5205072164535522, "Finetune/Loss (Raw)": 1.1414577960968018, "Finetune/Step": 81, "Finetune/Step Time": 6.93437859158457}
+{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 1.515341877937317, "Finetune/Loss (Raw)": 1.0969656705856323, "Finetune/Step": 82, "Finetune/Step Time": 6.919412301807869}
+{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 1.508585810661316, "Finetune/Loss (Raw)": 0.954587996006012, "Finetune/Step": 83, "Finetune/Step Time": 6.929138215191393}
+{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 1.50486421585083, "Finetune/Loss (Raw)": 1.195959448814392, "Finetune/Step": 84, "Finetune/Step Time": 6.932854487782433}
+{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 1.4994357824325562, "Finetune/Loss (Raw)": 1.0434521436691284, "Finetune/Step": 85, "Finetune/Step Time": 6.921086566588458}
+{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 1.4856230020523071, "Finetune/Loss (Raw)": 0.3115330636501312, "Finetune/Step": 86, "Finetune/Step Time": 6.95112533902013}
+{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 1.4802824258804321, "Finetune/Loss (Raw)": 1.0210002660751343, "Finetune/Step": 87, "Finetune/Step Time": 6.939764491442976}
+{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 1.4772989749908447, "Finetune/Loss (Raw)": 1.2177259922027588, "Finetune/Step": 88, "Finetune/Step Time": 6.94890895485878}
+{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 1.4725563526153564, "Finetune/Loss (Raw)": 1.0552066564559937, "Finetune/Step": 89, "Finetune/Step Time": 6.937589956133553}
+{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 1.4687837362289429, "Finetune/Loss (Raw)": 1.1330214738845825, "Finetune/Step": 90, "Finetune/Step Time": 6.946820341216194}
+{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 1.4652413129806519, "Finetune/Loss (Raw)": 1.146427035331726, "Finetune/Step": 91, "Finetune/Step Time": 6.951048371556041}
+{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 1.4622440338134766, "Finetune/Loss (Raw)": 1.1894874572753906, "Finetune/Step": 92, "Finetune/Step Time": 6.941650341386381}
+{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 1.4564510583877563, "Finetune/Loss (Raw)": 0.9235111474990845, "Finetune/Step": 93, "Finetune/Step Time": 6.933699566830871}
+{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 1.4532183408737183, "Finetune/Loss (Raw)": 1.1525682210922241, "Finetune/Step": 94, "Finetune/Step Time": 6.919342535607358}
+{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 1.4491899013519287, "Finetune/Loss (Raw)": 1.0705052614212036, "Finetune/Step": 95, "Finetune/Step Time": 6.908783114583868}
+{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 1.4452680349349976, "Finetune/Loss (Raw)": 1.0726903676986694, "Finetune/Step": 96, "Finetune/Step Time": 6.912576677898566}
+{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 1.4409633874893188, "Finetune/Loss (Raw)": 1.0277210474014282, "Finetune/Step": 97, "Finetune/Step Time": 6.908690211699181}
+{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 1.437575340270996, "Finetune/Loss (Raw)": 1.1089330911636353, "Finetune/Step": 98, "Finetune/Step Time": 6.89800497220487}
+{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 1.425098180770874, "Finetune/Loss (Raw)": 0.20232979953289032, "Finetune/Step": 99, "Finetune/Step Time": 6.91165495400477}
+{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 1.4227824211120605, "Finetune/Loss (Raw)": 1.1935304403305054, "Finetune/Step": 100, "Finetune/Step Time": 6.905582690238953}
+{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 1.4189568758010864, "Finetune/Loss (Raw)": 1.036414384841919, "Finetune/Step": 101, "Finetune/Step Time": 6.908540718626268}
+{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 1.416843056678772, "Finetune/Loss (Raw)": 1.2033348083496094, "Finetune/Step": 102, "Finetune/Step Time": 6.8937687359604185}
+{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 1.4058597087860107, "Finetune/Loss (Raw)": 0.28555479645729065, "Finetune/Step": 103, "Finetune/Step Time": 6.908100028639859}
+{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 1.40321946144104, "Finetune/Loss (Raw)": 1.1312742233276367, "Finetune/Step": 104, "Finetune/Step Time": 6.896877359885436}
+{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 1.399683952331543, "Finetune/Loss (Raw)": 1.031989336013794, "Finetune/Step": 105, "Finetune/Step Time": 6.88164012545631}
+{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 1.3963426351547241, "Finetune/Loss (Raw)": 1.045500636100769, "Finetune/Step": 106, "Finetune/Step Time": 6.8703143866557}
+{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 1.3937044143676758, "Finetune/Loss (Raw)": 1.1140631437301636, "Finetune/Step": 107, "Finetune/Step Time": 6.85974300241916}
+{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 1.390062689781189, "Finetune/Loss (Raw)": 1.0003999471664429, "Finetune/Step": 108, "Finetune/Step Time": 6.852296926357128}
+{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 1.387696623802185, "Finetune/Loss (Raw)": 1.1321682929992676, "Finetune/Step": 109, "Finetune/Step Time": 6.842595489746934}
+{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 1.3844472169876099, "Finetune/Loss (Raw)": 1.0302592515945435, "Finetune/Step": 110, "Finetune/Step Time": 6.831869606538253}
+{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 1.3818777799606323, "Finetune/Loss (Raw)": 1.0992262363433838, "Finetune/Step": 111, "Finetune/Step Time": 6.8384071792568175}
+{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 1.3790555000305176, "Finetune/Loss (Raw)": 1.0657747983932495, "Finetune/Step": 112, "Finetune/Step Time": 6.8346864730119705}
+{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 1.3765910863876343, "Finetune/Loss (Raw)": 1.100584864616394, "Finetune/Step": 113, "Finetune/Step Time": 6.83880390530139}
+{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 1.3665308952331543, "Finetune/Loss (Raw)": 0.2297181338071823, "Finetune/Step": 114, "Finetune/Step Time": 6.865136041975858}
+{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 1.3639589548110962, "Finetune/Loss (Raw)": 1.0707844495773315, "Finetune/Step": 115, "Finetune/Step Time": 6.856777000427246}
+{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 1.3600060939788818, "Finetune/Loss (Raw)": 0.9054260849952698, "Finetune/Step": 116, "Finetune/Step Time": 6.862489722926041}
+{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 1.3577296733856201, "Finetune/Loss (Raw)": 1.0936501026153564, "Finetune/Step": 117, "Finetune/Step Time": 6.85871698306157}
+{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 1.355808973312378, "Finetune/Loss (Raw)": 1.1310871839523315, "Finetune/Step": 118, "Finetune/Step Time": 6.849107148283619}
+{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 1.3531270027160645, "Finetune/Loss (Raw)": 1.0366555452346802, "Finetune/Step": 119, "Finetune/Step Time": 6.841149951229577}
+{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 1.3507477045059204, "Finetune/Loss (Raw)": 1.0676062107086182, "Finetune/Step": 120, "Finetune/Step Time": 6.8369710624217985}
+{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 1.34796142578125, "Finetune/Loss (Raw)": 1.0136137008666992, "Finetune/Step": 121, "Finetune/Step Time": 6.84530512557542}
+{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 1.3447186946868896, "Finetune/Loss (Raw)": 0.9523738026618958, "Finetune/Step": 122, "Finetune/Step Time": 6.8376818836712445}
+{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 1.3418270349502563, "Finetune/Loss (Raw)": 0.9890426397323608, "Finetune/Step": 123, "Finetune/Step Time": 6.8289961950565745}
+{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 1.3399473428726196, "Finetune/Loss (Raw)": 1.108730673789978, "Finetune/Step": 124, "Finetune/Step Time": 6.822657919699146}
+{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 1.337090253829956, "Finetune/Loss (Raw)": 0.9828023910522461, "Finetune/Step": 125, "Finetune/Step Time": 6.816647325515747}
+{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 1.3351008892059326, "Finetune/Loss (Raw)": 1.0864213705062866, "Finetune/Step": 126, "Finetune/Step Time": 6.82911909761883}
+{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 1.3321216106414795, "Finetune/Loss (Raw)": 0.9567386507987976, "Finetune/Step": 127, "Finetune/Step Time": 6.82024683539323}
+{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 1.3304160833358765, "Finetune/Loss (Raw)": 1.1138203144073486, "Finetune/Step": 128, "Finetune/Step Time": 6.8141911048442125}
+{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 1.3006799221038818, "Finetune/Loss (Raw)": 1.1294180154800415, "Finetune/Step": 129, "Finetune/Step Time": 6.67185134999454}
+{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 1.264655590057373, "Finetune/Loss (Raw)": 1.1204999685287476, "Finetune/Step": 130, "Finetune/Step Time": 6.652615515515208}
+{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 1.2437162399291992, "Finetune/Loss (Raw)": 1.0867418050765991, "Finetune/Step": 131, "Finetune/Step Time": 6.651578970253468}
+{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 1.2270383834838867, "Finetune/Loss (Raw)": 1.0799453258514404, "Finetune/Step": 132, "Finetune/Step Time": 6.6513838693499565}
+{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 1.211165428161621, "Finetune/Loss (Raw)": 0.8655651807785034, "Finetune/Step": 133, "Finetune/Step Time": 6.661470463499427}
+{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 1.1995635032653809, "Finetune/Loss (Raw)": 1.2192049026489258, "Finetune/Step": 134, "Finetune/Step Time": 6.6663358844816685}
+{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 1.1857130527496338, "Finetune/Loss (Raw)": 0.9814659357070923, "Finetune/Step": 135, "Finetune/Step Time": 6.667850585654378}
+{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 1.1731895208358765, "Finetune/Loss (Raw)": 1.0601235628128052, "Finetune/Step": 136, "Finetune/Step Time": 6.652079192921519}
+{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 1.161725640296936, "Finetune/Loss (Raw)": 0.944085419178009, "Finetune/Step": 137, "Finetune/Step Time": 6.653898891061544}
+{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 1.1493432521820068, "Finetune/Loss (Raw)": 1.0948656797409058, "Finetune/Step": 138, "Finetune/Step Time": 6.624700665473938}
+{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 1.13728666305542, "Finetune/Loss (Raw)": 0.8903680443763733, "Finetune/Step": 139, "Finetune/Step Time": 6.625584626570344}
+{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 1.1284794807434082, "Finetune/Loss (Raw)": 1.2664202451705933, "Finetune/Step": 140, "Finetune/Step Time": 6.619193244725466}
+{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 1.119385838508606, "Finetune/Loss (Raw)": 1.0079500675201416, "Finetune/Step": 141, "Finetune/Step Time": 6.612397326156497}
+{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 1.1079068183898926, "Finetune/Loss (Raw)": 1.0042493343353271, "Finetune/Step": 142, "Finetune/Step Time": 6.649665217846632}
+{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 1.0992499589920044, "Finetune/Loss (Raw)": 0.9378953576087952, "Finetune/Step": 143, "Finetune/Step Time": 6.663442511111498}
+{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 1.090635061264038, "Finetune/Loss (Raw)": 0.3250100016593933, "Finetune/Step": 144, "Finetune/Step Time": 6.6697525307536125}
+{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 1.0782761573791504, "Finetune/Loss (Raw)": 0.3182485103607178, "Finetune/Step": 145, "Finetune/Step Time": 6.688503431156278}
+{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 1.0740597248077393, "Finetune/Loss (Raw)": 0.9392139315605164, "Finetune/Step": 146, "Finetune/Step Time": 6.678593458607793}
+{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 1.0668268203735352, "Finetune/Loss (Raw)": 0.8774545192718506, "Finetune/Step": 147, "Finetune/Step Time": 6.68356342241168}
+{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 1.061939001083374, "Finetune/Loss (Raw)": 1.0567295551300049, "Finetune/Step": 148, "Finetune/Step Time": 6.685940928757191}
+{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 1.0586574077606201, "Finetune/Loss (Raw)": 1.0856893062591553, "Finetune/Step": 149, "Finetune/Step Time": 6.67556700669229}
+{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 1.0566123723983765, "Finetune/Loss (Raw)": 1.0695723295211792, "Finetune/Step": 150, "Finetune/Step Time": 6.678923906758428}
+{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 1.0632882118225098, "Finetune/Loss (Raw)": 1.0762282609939575, "Finetune/Step": 151, "Finetune/Step Time": 6.65871462598443}
+{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 1.0589134693145752, "Finetune/Loss (Raw)": 1.0137317180633545, "Finetune/Step": 152, "Finetune/Step Time": 6.664214977994561}
+{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 1.0565550327301025, "Finetune/Loss (Raw)": 1.1287248134613037, "Finetune/Step": 153, "Finetune/Step Time": 6.67374294064939}
+{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 1.0630933046340942, "Finetune/Loss (Raw)": 1.103212833404541, "Finetune/Step": 154, "Finetune/Step Time": 6.6477131601423025}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.0599982738494873, "Finetune/Loss (Raw)": 1.1583560705184937, "Finetune/Step": 155, "Finetune/Step Time": 6.6538969818502665}
+{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 1.0518207550048828, "Finetune/Loss (Raw)": 0.30920302867889404, "Finetune/Step": 156, "Finetune/Step Time": 6.676536835730076}
+{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 1.048792839050293, "Finetune/Loss (Raw)": 1.0722463130950928, "Finetune/Step": 157, "Finetune/Step Time": 6.667790178209543}
+{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 1.0471991300582886, "Finetune/Loss (Raw)": 1.0756218433380127, "Finetune/Step": 158, "Finetune/Step Time": 6.658691167831421}
+{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 1.044072151184082, "Finetune/Loss (Raw)": 1.0697178840637207, "Finetune/Step": 159, "Finetune/Step Time": 6.651728488504887}
+{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 1.041379451751709, "Finetune/Loss (Raw)": 0.9893860816955566, "Finetune/Step": 160, "Finetune/Step Time": 6.641581669449806}
+{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 1.0395339727401733, "Finetune/Loss (Raw)": 0.9989761114120483, "Finetune/Step": 161, "Finetune/Step Time": 6.638086868450046}
+{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 1.0402697324752808, "Finetune/Loss (Raw)": 1.229392170906067, "Finetune/Step": 162, "Finetune/Step Time": 6.637431828305125}
+{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 1.036647081375122, "Finetune/Loss (Raw)": 1.0573176145553589, "Finetune/Step": 163, "Finetune/Step Time": 6.6379078179597855}
+{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 1.034156322479248, "Finetune/Loss (Raw)": 0.9278851747512817, "Finetune/Step": 164, "Finetune/Step Time": 6.6359157636761665}
+{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 1.0312912464141846, "Finetune/Loss (Raw)": 1.0360934734344482, "Finetune/Step": 165, "Finetune/Step Time": 6.613869225606322}
+{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 1.0288968086242676, "Finetune/Loss (Raw)": 0.9571013450622559, "Finetune/Step": 166, "Finetune/Step Time": 6.615699568763375}
+{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 1.02791428565979, "Finetune/Loss (Raw)": 1.1247745752334595, "Finetune/Step": 167, "Finetune/Step Time": 6.618052091449499}
+{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 1.0256035327911377, "Finetune/Loss (Raw)": 0.9614230394363403, "Finetune/Step": 168, "Finetune/Step Time": 6.607074782252312}
+{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 1.0225532054901123, "Finetune/Loss (Raw)": 0.9399398565292358, "Finetune/Step": 169, "Finetune/Step Time": 6.611807994544506}
+{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 1.01521897315979, "Finetune/Loss (Raw)": 0.3505719006061554, "Finetune/Step": 170, "Finetune/Step Time": 6.631480287760496}
+{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 1.0130887031555176, "Finetune/Loss (Raw)": 0.9682816863059998, "Finetune/Step": 171, "Finetune/Step Time": 6.630530981346965}
+{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 1.0107507705688477, "Finetune/Loss (Raw)": 0.9649733304977417, "Finetune/Step": 172, "Finetune/Step Time": 6.644870406016707}
+{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 1.0109350681304932, "Finetune/Loss (Raw)": 1.1508361101150513, "Finetune/Step": 173, "Finetune/Step Time": 6.613504765555263}
+{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 1.0158114433288574, "Finetune/Loss (Raw)": 0.8707025051116943, "Finetune/Step": 174, "Finetune/Step Time": 6.596038242802024}
+{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 1.0154650211334229, "Finetune/Loss (Raw)": 1.1481961011886597, "Finetune/Step": 175, "Finetune/Step Time": 6.593402191996574}
+{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 1.0090359449386597, "Finetune/Loss (Raw)": 0.3424789011478424, "Finetune/Step": 176, "Finetune/Step Time": 6.598800366744399}
+{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 1.0070329904556274, "Finetune/Loss (Raw)": 0.9561530351638794, "Finetune/Step": 177, "Finetune/Step Time": 6.60164144076407}
+{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 1.0075918436050415, "Finetune/Loss (Raw)": 1.1467833518981934, "Finetune/Step": 178, "Finetune/Step Time": 6.609013883396983}
+{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 1.0053008794784546, "Finetune/Loss (Raw)": 0.8793039917945862, "Finetune/Step": 179, "Finetune/Step Time": 6.613035960122943}
+{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 1.003746747970581, "Finetune/Loss (Raw)": 1.043021559715271, "Finetune/Step": 180, "Finetune/Step Time": 6.610069524496794}
+{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 1.003974199295044, "Finetune/Loss (Raw)": 0.9937865138053894, "Finetune/Step": 181, "Finetune/Step Time": 6.579536885023117}
+{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 1.004489541053772, "Finetune/Loss (Raw)": 1.031864047050476, "Finetune/Step": 182, "Finetune/Step Time": 6.572949396446347}
+{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 1.0029431581497192, "Finetune/Loss (Raw)": 0.9909061193466187, "Finetune/Step": 183, "Finetune/Step Time": 6.556044761091471}
+{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 1.002915620803833, "Finetune/Loss (Raw)": 1.1266953945159912, "Finetune/Step": 184, "Finetune/Step Time": 6.542413126677275}
+{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 1.0018366575241089, "Finetune/Loss (Raw)": 0.9015668034553528, "Finetune/Step": 185, "Finetune/Step Time": 6.54000654630363}
+{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 1.000818133354187, "Finetune/Loss (Raw)": 0.953438937664032, "Finetune/Step": 186, "Finetune/Step Time": 6.530912324786186}
+{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 0.9999434351921082, "Finetune/Loss (Raw)": 0.9841905832290649, "Finetune/Step": 187, "Finetune/Step Time": 6.516627416014671}
+{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 0.9999343156814575, "Finetune/Loss (Raw)": 1.0952386856079102, "Finetune/Step": 188, "Finetune/Step Time": 6.5143994856625795}
+{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 0.9985560178756714, "Finetune/Loss (Raw)": 0.982232391834259, "Finetune/Step": 189, "Finetune/Step Time": 6.515830898657441}
+{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 0.9972778558731079, "Finetune/Loss (Raw)": 1.050669550895691, "Finetune/Step": 190, "Finetune/Step Time": 6.521182717755437}
+{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 0.9959865212440491, "Finetune/Loss (Raw)": 1.0485494136810303, "Finetune/Step": 191, "Finetune/Step Time": 6.526836182922125}
+{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 0.9957236051559448, "Finetune/Loss (Raw)": 1.0306726694107056, "Finetune/Step": 192, "Finetune/Step Time": 6.507727898657322}
+{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 0.9946095943450928, "Finetune/Loss (Raw)": 0.9168057441711426, "Finetune/Step": 193, "Finetune/Step Time": 6.500723421573639}
+{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 0.9948115348815918, "Finetune/Loss (Raw)": 1.0302345752716064, "Finetune/Step": 194, "Finetune/Step Time": 6.499396009370685}
+{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 0.9953403472900391, "Finetune/Loss (Raw)": 0.9812749028205872, "Finetune/Step": 195, "Finetune/Step Time": 6.505851233378053}
+{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 0.9939969778060913, "Finetune/Loss (Raw)": 0.9501169919967651, "Finetune/Step": 196, "Finetune/Step Time": 6.502298723906279}
+{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 0.9929506182670593, "Finetune/Loss (Raw)": 1.0255557298660278, "Finetune/Step": 197, "Finetune/Step Time": 6.5081981010735035}
+{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 0.9912156462669373, "Finetune/Loss (Raw)": 0.9735942482948303, "Finetune/Step": 198, "Finetune/Step Time": 6.507970364764333}
+{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 0.9915002584457397, "Finetune/Loss (Raw)": 0.9575243592262268, "Finetune/Step": 199, "Finetune/Step Time": 6.511615175753832}
+{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 0.9912741184234619, "Finetune/Loss (Raw)": 1.0012538433074951, "Finetune/Step": 200, "Finetune/Step Time": 6.516224958002567}
+{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 0.992435097694397, "Finetune/Loss (Raw)": 1.0850785970687866, "Finetune/Step": 201, "Finetune/Step Time": 6.519488567486405}
+{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 0.9936057329177856, "Finetune/Loss (Raw)": 1.096040964126587, "Finetune/Step": 202, "Finetune/Step Time": 6.522686667740345}
+{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 0.9953261017799377, "Finetune/Loss (Raw)": 1.0359781980514526, "Finetune/Step": 203, "Finetune/Step Time": 6.516556400805712}
+{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 0.9956498146057129, "Finetune/Loss (Raw)": 1.0402042865753174, "Finetune/Step": 204, "Finetune/Step Time": 6.511362014338374}
+{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 0.9892460107803345, "Finetune/Loss (Raw)": 0.3080311119556427, "Finetune/Step": 205, "Finetune/Step Time": 6.5333135686814785}
+{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 0.9875503778457642, "Finetune/Loss (Raw)": 0.9856758713722229, "Finetune/Step": 206, "Finetune/Step Time": 6.5418880600482225}
+{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 0.9872063398361206, "Finetune/Loss (Raw)": 1.1343894004821777, "Finetune/Step": 207, "Finetune/Step Time": 6.5749928299337626}
+{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 0.9874125719070435, "Finetune/Loss (Raw)": 0.9922630190849304, "Finetune/Step": 208, "Finetune/Step Time": 6.559921473264694}
+{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 0.9861351847648621, "Finetune/Loss (Raw)": 0.977948784828186, "Finetune/Step": 209, "Finetune/Step Time": 6.553063539788127}
+{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 0.9799355268478394, "Finetune/Loss (Raw)": 0.30340278148651123, "Finetune/Step": 210, "Finetune/Step Time": 6.575245775282383}
+{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 0.9798779487609863, "Finetune/Loss (Raw)": 0.9472163915634155, "Finetune/Step": 211, "Finetune/Step Time": 6.568178648129106}
+{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 0.9785867929458618, "Finetune/Loss (Raw)": 1.0307013988494873, "Finetune/Step": 212, "Finetune/Step Time": 6.565311221405864}
+{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 0.9794293642044067, "Finetune/Loss (Raw)": 1.1513034105300903, "Finetune/Step": 213, "Finetune/Step Time": 6.567320505157113}
+{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 0.9844627976417542, "Finetune/Loss (Raw)": 0.955808162689209, "Finetune/Step": 214, "Finetune/Step Time": 6.556974230334163}
+{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 0.9838372468948364, "Finetune/Loss (Raw)": 0.940934956073761, "Finetune/Step": 215, "Finetune/Step Time": 6.555738270282745}
+{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 0.9813465476036072, "Finetune/Loss (Raw)": 0.8989119529724121, "Finetune/Step": 216, "Finetune/Step Time": 6.554146261885762}
+{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 0.9814826846122742, "Finetune/Loss (Raw)": 1.0726300477981567, "Finetune/Step": 217, "Finetune/Step Time": 6.552002156153321}
+{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 0.9808393120765686, "Finetune/Loss (Raw)": 1.0506716966629028, "Finetune/Step": 218, "Finetune/Step Time": 6.54124098457396}
+{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 0.9809318780899048, "Finetune/Loss (Raw)": 1.1582701206207275, "Finetune/Step": 219, "Finetune/Step Time": 6.529905933886766}
+{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 0.9790148735046387, "Finetune/Loss (Raw)": 0.9441182613372803, "Finetune/Step": 220, "Finetune/Step Time": 6.52635377086699}
+{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 0.9802224040031433, "Finetune/Loss (Raw)": 1.0780657529830933, "Finetune/Step": 221, "Finetune/Step Time": 6.52965010330081}
+{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 0.9784978628158569, "Finetune/Loss (Raw)": 0.9318291544914246, "Finetune/Step": 222, "Finetune/Step Time": 6.5348563101142645}
+{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 0.9775596857070923, "Finetune/Loss (Raw)": 0.9504199624061584, "Finetune/Step": 223, "Finetune/Step Time": 6.535913581028581}
+{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 0.9717716574668884, "Finetune/Loss (Raw)": 0.331824392080307, "Finetune/Step": 224, "Finetune/Step Time": 6.544018665328622}
+{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 0.9716891050338745, "Finetune/Loss (Raw)": 1.0171515941619873, "Finetune/Step": 225, "Finetune/Step Time": 6.544169967994094}
+{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 0.9719668626785278, "Finetune/Loss (Raw)": 1.144484281539917, "Finetune/Step": 226, "Finetune/Step Time": 6.542103378102183}
+{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 0.9792847633361816, "Finetune/Loss (Raw)": 1.1390224695205688, "Finetune/Step": 227, "Finetune/Step Time": 6.5214555375278}
+{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 0.9784826040267944, "Finetune/Loss (Raw)": 1.0908584594726562, "Finetune/Step": 228, "Finetune/Step Time": 6.52706354111433}
+{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 0.9782057404518127, "Finetune/Loss (Raw)": 1.0009772777557373, "Finetune/Step": 229, "Finetune/Step Time": 6.520233696326613}
+{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 0.9774578809738159, "Finetune/Loss (Raw)": 1.1076143980026245, "Finetune/Step": 230, "Finetune/Step Time": 6.522222312167287}
+{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 0.9829667806625366, "Finetune/Loss (Raw)": 0.9906919598579407, "Finetune/Step": 231, "Finetune/Step Time": 6.502790562808514}
+{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 0.9821597933769226, "Finetune/Loss (Raw)": 1.027977705001831, "Finetune/Step": 232, "Finetune/Step Time": 6.505484579131007}
+{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 0.9764363765716553, "Finetune/Loss (Raw)": 0.2993903160095215, "Finetune/Step": 233, "Finetune/Step Time": 6.529093708842993}
+{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 0.9770553112030029, "Finetune/Loss (Raw)": 1.124723196029663, "Finetune/Step": 234, "Finetune/Step Time": 6.548442121595144}
+{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 0.9772533178329468, "Finetune/Loss (Raw)": 1.1394098997116089, "Finetune/Step": 235, "Finetune/Step Time": 6.587947649881244}
+{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 0.9771555662155151, "Finetune/Loss (Raw)": 0.9878764152526855, "Finetune/Step": 236, "Finetune/Step Time": 6.588894654065371}
+{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 0.9763734340667725, "Finetune/Loss (Raw)": 1.032059669494629, "Finetune/Step": 237, "Finetune/Step Time": 6.621278068050742}
+{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 0.9759311676025391, "Finetune/Loss (Raw)": 0.9736559391021729, "Finetune/Step": 238, "Finetune/Step Time": 6.625207252800465}
+{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 0.9740232229232788, "Finetune/Loss (Raw)": 0.8550037145614624, "Finetune/Step": 239, "Finetune/Step Time": 6.609401563182473}
+{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 0.9729794263839722, "Finetune/Loss (Raw)": 0.932171106338501, "Finetune/Step": 240, "Finetune/Step Time": 6.606670536100864}
+{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 0.9726729393005371, "Finetune/Loss (Raw)": 1.0613510608673096, "Finetune/Step": 241, "Finetune/Step Time": 6.594101140275598}
+{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 0.9787394404411316, "Finetune/Loss (Raw)": 1.0062308311462402, "Finetune/Step": 242, "Finetune/Step Time": 6.565427303314209}
+{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 0.9783951640129089, "Finetune/Loss (Raw)": 1.0267235040664673, "Finetune/Step": 243, "Finetune/Step Time": 6.574740882962942}
+{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 0.9781778454780579, "Finetune/Loss (Raw)": 0.8776071667671204, "Finetune/Step": 244, "Finetune/Step Time": 6.56024937517941}
+{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 0.9787836074829102, "Finetune/Loss (Raw)": 1.1711809635162354, "Finetune/Step": 245, "Finetune/Step Time": 6.552540063858032}
+{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 0.9785207509994507, "Finetune/Loss (Raw)": 1.0974525213241577, "Finetune/Step": 246, "Finetune/Step Time": 6.5613955073058605}
+{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 0.9783955812454224, "Finetune/Loss (Raw)": 1.0206280946731567, "Finetune/Step": 247, "Finetune/Step Time": 6.561392225325108}
+{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 0.9776843786239624, "Finetune/Loss (Raw)": 0.976571798324585, "Finetune/Step": 248, "Finetune/Step Time": 6.565301090478897}
+{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 0.9774324893951416, "Finetune/Loss (Raw)": 0.9813724160194397, "Finetune/Step": 249, "Finetune/Step Time": 6.54793069139123}
+{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 0.9780066013336182, "Finetune/Loss (Raw)": 1.025862455368042, "Finetune/Step": 250, "Finetune/Step Time": 6.545919224619865}
+{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 0.9788363575935364, "Finetune/Loss (Raw)": 1.0952489376068115, "Finetune/Step": 251, "Finetune/Step Time": 6.561111921444535}
+{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 0.977914571762085, "Finetune/Loss (Raw)": 0.9907446503639221, "Finetune/Step": 252, "Finetune/Step Time": 6.560675559565425}
+{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 0.9784350991249084, "Finetune/Loss (Raw)": 1.0494258403778076, "Finetune/Step": 253, "Finetune/Step Time": 6.55592530220747}
+{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 0.9773657917976379, "Finetune/Loss (Raw)": 0.9495547413825989, "Finetune/Step": 254, "Finetune/Step Time": 6.536112371832132}
+{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 0.9721956849098206, "Finetune/Loss (Raw)": 0.2949604094028473, "Finetune/Step": 255, "Finetune/Step Time": 6.555704390630126}
+{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 0.9706231355667114, "Finetune/Loss (Raw)": 0.9125294089317322, "Finetune/Step": 256, "Finetune/Step Time": 6.55698661878705}
+{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 0.9706954956054688, "Finetune/Loss (Raw)": 1.1386919021606445, "Finetune/Step": 257, "Finetune/Step Time": 6.5567181799560785}
+{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 0.9702239036560059, "Finetune/Loss (Raw)": 1.0601316690444946, "Finetune/Step": 258, "Finetune/Step Time": 6.556755792349577}
+{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 0.9699486494064331, "Finetune/Loss (Raw)": 1.0515127182006836, "Finetune/Step": 259, "Finetune/Step Time": 6.559002753347158}
+{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 0.9696803689002991, "Finetune/Loss (Raw)": 1.0456031560897827, "Finetune/Step": 260, "Finetune/Step Time": 6.578499780967832}
+{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 0.9692288637161255, "Finetune/Loss (Raw)": 0.8077709078788757, "Finetune/Step": 261, "Finetune/Step Time": 6.561939178034663}
+{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 0.9659548401832581, "Finetune/Loss (Raw)": 0.8001314997673035, "Finetune/Step": 262, "Finetune/Step Time": 6.562883976846933}
+{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 0.9661254286766052, "Finetune/Loss (Raw)": 1.0033005475997925, "Finetune/Step": 263, "Finetune/Step Time": 6.561568120494485}
+{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 0.9651919603347778, "Finetune/Loss (Raw)": 0.9406343698501587, "Finetune/Step": 264, "Finetune/Step Time": 6.576277809217572}
+{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 0.9650779366493225, "Finetune/Loss (Raw)": 0.929496705532074, "Finetune/Step": 265, "Finetune/Step Time": 6.573833733797073}
+{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 0.9656200408935547, "Finetune/Loss (Raw)": 1.164251446723938, "Finetune/Step": 266, "Finetune/Step Time": 6.58526480384171}
+{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 0.9654194116592407, "Finetune/Loss (Raw)": 0.8646873831748962, "Finetune/Step": 267, "Finetune/Step Time": 6.5835726745426655}
+{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 0.9639021754264832, "Finetune/Loss (Raw)": 1.072218418121338, "Finetune/Step": 268, "Finetune/Step Time": 6.587828267365694}
+{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 0.9639315009117126, "Finetune/Loss (Raw)": 1.0117015838623047, "Finetune/Step": 269, "Finetune/Step Time": 6.594095868989825}
+{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 0.9639732837677002, "Finetune/Loss (Raw)": 1.0095995664596558, "Finetune/Step": 270, "Finetune/Step Time": 6.5615190006792545}
+{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 0.964427649974823, "Finetune/Loss (Raw)": 0.9960496425628662, "Finetune/Step": 271, "Finetune/Step Time": 6.553321013227105}
+{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 0.970180332660675, "Finetune/Loss (Raw)": 1.061349630355835, "Finetune/Step": 272, "Finetune/Step Time": 6.53891534358263}
+{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 0.9757734537124634, "Finetune/Loss (Raw)": 1.0341767072677612, "Finetune/Step": 273, "Finetune/Step Time": 6.520017111673951}
+{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 0.9767078757286072, "Finetune/Loss (Raw)": 1.0588182210922241, "Finetune/Step": 274, "Finetune/Step Time": 6.525990726426244}
+{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 0.9774061441421509, "Finetune/Loss (Raw)": 0.9668288230895996, "Finetune/Step": 275, "Finetune/Step Time": 6.524225477129221}
+{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 0.9751594066619873, "Finetune/Loss (Raw)": 0.769154965877533, "Finetune/Step": 276, "Finetune/Step Time": 6.557025391608477}
+{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 0.974452555179596, "Finetune/Loss (Raw)": 0.9952069520950317, "Finetune/Step": 277, "Finetune/Step Time": 6.557174116373062}
+{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 0.9739503264427185, "Finetune/Loss (Raw)": 1.0052905082702637, "Finetune/Step": 278, "Finetune/Step Time": 6.5505971647799015}
+{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 0.9743567109107971, "Finetune/Loss (Raw)": 1.128242015838623, "Finetune/Step": 279, "Finetune/Step Time": 6.566829429939389}
+{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 0.9737021923065186, "Finetune/Loss (Raw)": 0.9299560785293579, "Finetune/Step": 280, "Finetune/Step Time": 6.565677320584655}
+{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 0.9729456305503845, "Finetune/Loss (Raw)": 1.0318849086761475, "Finetune/Step": 281, "Finetune/Step Time": 6.551777087152004}
+{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 0.9721159338951111, "Finetune/Loss (Raw)": 0.9970080852508545, "Finetune/Step": 282, "Finetune/Step Time": 6.550487618893385}
+{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 0.9716676473617554, "Finetune/Loss (Raw)": 1.1009697914123535, "Finetune/Step": 283, "Finetune/Step Time": 6.549540296196938}
+{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 0.9778963327407837, "Finetune/Loss (Raw)": 1.1064815521240234, "Finetune/Step": 284, "Finetune/Step Time": 6.538453800603747}
+{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 0.9768155813217163, "Finetune/Loss (Raw)": 0.9339144825935364, "Finetune/Step": 285, "Finetune/Step Time": 6.555958544835448}
+{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 0.9763633012771606, "Finetune/Loss (Raw)": 1.0177305936813354, "Finetune/Step": 286, "Finetune/Step Time": 6.5718559473752975}
+{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 0.9760638475418091, "Finetune/Loss (Raw)": 1.0313794612884521, "Finetune/Step": 287, "Finetune/Step Time": 6.5791271179914474}
+{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 0.97507643699646, "Finetune/Loss (Raw)": 0.8629953861236572, "Finetune/Step": 288, "Finetune/Step Time": 6.587724005803466}
+{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 0.97574383020401, "Finetune/Loss (Raw)": 1.0844062566757202, "Finetune/Step": 289, "Finetune/Step Time": 6.592828458175063}
+{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 0.9732036590576172, "Finetune/Loss (Raw)": 0.9042508006095886, "Finetune/Step": 290, "Finetune/Step Time": 6.604095742106438}
+{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 0.9733418822288513, "Finetune/Loss (Raw)": 1.075005292892456, "Finetune/Step": 291, "Finetune/Step Time": 6.598583318293095}
+{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 0.9743350148200989, "Finetune/Loss (Raw)": 1.055015206336975, "Finetune/Step": 292, "Finetune/Step Time": 6.587621470913291}
+{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 0.9747141599655151, "Finetune/Loss (Raw)": 1.0846168994903564, "Finetune/Step": 293, "Finetune/Step Time": 6.583701016381383}
+{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 0.9726473093032837, "Finetune/Loss (Raw)": 0.692543625831604, "Finetune/Step": 294, "Finetune/Step Time": 6.590256029739976}
+{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 0.9721238613128662, "Finetune/Loss (Raw)": 1.0577712059020996, "Finetune/Step": 295, "Finetune/Step Time": 6.596474777907133}
+{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 0.9720402956008911, "Finetune/Loss (Raw)": 0.9507289528846741, "Finetune/Step": 296, "Finetune/Step Time": 6.601878594607115}
+{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 0.9731538891792297, "Finetune/Loss (Raw)": 1.0824812650680542, "Finetune/Step": 297, "Finetune/Step Time": 6.605358311906457}
+{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 0.9768449068069458, "Finetune/Loss (Raw)": 0.8230265378952026, "Finetune/Step": 298, "Finetune/Step Time": 6.611586280167103}
+{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 0.9716916084289551, "Finetune/Loss (Raw)": 0.30865663290023804, "Finetune/Step": 299, "Finetune/Step Time": 6.623811533674598}
+{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 0.9669253826141357, "Finetune/Loss (Raw)": 0.35490313172340393, "Finetune/Step": 300, "Finetune/Step Time": 6.621862029656768}
+{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 0.9609795808792114, "Finetune/Loss (Raw)": 0.38976478576660156, "Finetune/Step": 301, "Finetune/Step Time": 6.642791170626879}
+{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 0.9606912136077881, "Finetune/Loss (Raw)": 0.8337936997413635, "Finetune/Step": 302, "Finetune/Step Time": 6.652293641120195}
+{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 0.954184889793396, "Finetune/Loss (Raw)": 0.31538355350494385, "Finetune/Step": 303, "Finetune/Step Time": 6.672432005405426}
+{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 0.959646463394165, "Finetune/Loss (Raw)": 1.0415656566619873, "Finetune/Step": 304, "Finetune/Step Time": 6.655263025313616}
+{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 0.9600538015365601, "Finetune/Loss (Raw)": 1.0082855224609375, "Finetune/Step": 305, "Finetune/Step Time": 6.647558059543371}
+{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 0.9581393599510193, "Finetune/Loss (Raw)": 0.9017409086227417, "Finetune/Step": 306, "Finetune/Step Time": 6.648439956828952}
+{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 0.9600859880447388, "Finetune/Loss (Raw)": 1.1284688711166382, "Finetune/Step": 307, "Finetune/Step Time": 6.651278354227543}
+{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 0.9597001671791077, "Finetune/Loss (Raw)": 0.9936445355415344, "Finetune/Step": 308, "Finetune/Step Time": 6.650974655523896}
+{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 0.9603785276412964, "Finetune/Loss (Raw)": 1.0806113481521606, "Finetune/Step": 309, "Finetune/Step Time": 6.665199168026447}
+{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 0.9599130153656006, "Finetune/Loss (Raw)": 0.9722840189933777, "Finetune/Step": 310, "Finetune/Step Time": 6.666337534785271}
+{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 0.9598734974861145, "Finetune/Loss (Raw)": 0.9858396649360657, "Finetune/Step": 311, "Finetune/Step Time": 6.6737381387501955}
+{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 0.9582815170288086, "Finetune/Loss (Raw)": 0.9229193925857544, "Finetune/Step": 312, "Finetune/Step Time": 6.672547148540616}
+{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 0.9595754742622375, "Finetune/Loss (Raw)": 1.0671963691711426, "Finetune/Step": 313, "Finetune/Step Time": 6.680240178480744}
+{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 0.9609693288803101, "Finetune/Loss (Raw)": 1.1318612098693848, "Finetune/Step": 314, "Finetune/Step Time": 6.664718056097627}
+{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 0.9604430198669434, "Finetune/Loss (Raw)": 0.9168109893798828, "Finetune/Step": 315, "Finetune/Step Time": 6.670606508851051}
+{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 0.9547443389892578, "Finetune/Loss (Raw)": 0.3658123016357422, "Finetune/Step": 316, "Finetune/Step Time": 6.691683100536466}
+{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 0.9543231129646301, "Finetune/Loss (Raw)": 0.9283145070075989, "Finetune/Step": 317, "Finetune/Step Time": 6.682469092309475}
+{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 0.9540643095970154, "Finetune/Loss (Raw)": 1.0175487995147705, "Finetune/Step": 318, "Finetune/Step Time": 6.675920847803354}
+{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 0.9529231786727905, "Finetune/Loss (Raw)": 0.9024819731712341, "Finetune/Step": 319, "Finetune/Step Time": 6.683535071089864}
+{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 0.9518144130706787, "Finetune/Loss (Raw)": 0.888748824596405, "Finetune/Step": 320, "Finetune/Step Time": 6.679107861593366}
+{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 0.947127103805542, "Finetune/Loss (Raw)": 0.31682950258255005, "Finetune/Step": 321, "Finetune/Step Time": 6.702038211748004}
+{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 0.9463940262794495, "Finetune/Loss (Raw)": 0.9364057779312134, "Finetune/Step": 322, "Finetune/Step Time": 6.703511321917176}
+{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 0.9465055465698242, "Finetune/Loss (Raw)": 0.9955503344535828, "Finetune/Step": 323, "Finetune/Step Time": 6.698234464973211}
+{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 0.9473663568496704, "Finetune/Loss (Raw)": 1.0602939128875732, "Finetune/Step": 324, "Finetune/Step Time": 6.697129905223846}
+{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 0.9471508264541626, "Finetune/Loss (Raw)": 0.9979706406593323, "Finetune/Step": 325, "Finetune/Step Time": 6.694872895255685}
+{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 0.9483041763305664, "Finetune/Loss (Raw)": 1.1212270259857178, "Finetune/Step": 326, "Finetune/Step Time": 6.694769825786352}
+{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 0.9483039379119873, "Finetune/Loss (Raw)": 0.9574896097183228, "Finetune/Step": 327, "Finetune/Step Time": 6.689686324447393}
+{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 0.9483863711357117, "Finetune/Loss (Raw)": 1.011805534362793, "Finetune/Step": 328, "Finetune/Step Time": 6.695910982787609}
+{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 0.9467353820800781, "Finetune/Loss (Raw)": 0.8737478852272034, "Finetune/Step": 329, "Finetune/Step Time": 6.713598610833287}
+{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 0.9447889924049377, "Finetune/Loss (Raw)": 0.8469056487083435, "Finetune/Step": 330, "Finetune/Step Time": 6.718016162514687}
+{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 0.9446355104446411, "Finetune/Loss (Raw)": 1.0163298845291138, "Finetune/Step": 331, "Finetune/Step Time": 6.7223671935498714}
+{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 0.9425269961357117, "Finetune/Loss (Raw)": 0.7703113555908203, "Finetune/Step": 332, "Finetune/Step Time": 6.739691900089383}
+{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 0.9477413892745972, "Finetune/Loss (Raw)": 0.9754767417907715, "Finetune/Step": 333, "Finetune/Step Time": 6.724906675517559}
+{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 0.9474623203277588, "Finetune/Loss (Raw)": 0.9499601721763611, "Finetune/Step": 334, "Finetune/Step Time": 6.720466857776046}
+{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 0.9458430409431458, "Finetune/Loss (Raw)": 0.9271178841590881, "Finetune/Step": 335, "Finetune/Step Time": 6.697680197656155}
+{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 0.9461921453475952, "Finetune/Loss (Raw)": 1.0369459390640259, "Finetune/Step": 336, "Finetune/Step Time": 6.700844695791602}
+{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 0.9475640058517456, "Finetune/Loss (Raw)": 1.1535537242889404, "Finetune/Step": 337, "Finetune/Step Time": 6.697205888107419}
+{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 0.9520869255065918, "Finetune/Loss (Raw)": 0.8823347687721252, "Finetune/Step": 338, "Finetune/Step Time": 6.683984514325857}
+{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 0.9514742493629456, "Finetune/Loss (Raw)": 0.8687928318977356, "Finetune/Step": 339, "Finetune/Step Time": 6.686814362183213}
+{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 0.9501888751983643, "Finetune/Loss (Raw)": 0.8661661148071289, "Finetune/Step": 340, "Finetune/Step Time": 6.696792079135776}
+{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 0.9487249851226807, "Finetune/Loss (Raw)": 0.9639332294464111, "Finetune/Step": 341, "Finetune/Step Time": 6.698547158390284}
+{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 0.9490612745285034, "Finetune/Loss (Raw)": 0.9988591074943542, "Finetune/Step": 342, "Finetune/Step Time": 6.68002649769187}
+{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 0.9493018388748169, "Finetune/Loss (Raw)": 0.9717162251472473, "Finetune/Step": 343, "Finetune/Step Time": 6.678681971505284}
+{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 0.9502292275428772, "Finetune/Loss (Raw)": 1.0176231861114502, "Finetune/Step": 344, "Finetune/Step Time": 6.6641497034579515}
+{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 0.9500537514686584, "Finetune/Loss (Raw)": 1.0501668453216553, "Finetune/Step": 345, "Finetune/Step Time": 6.666410872712731}
+{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 0.9499400854110718, "Finetune/Loss (Raw)": 1.0361239910125732, "Finetune/Step": 346, "Finetune/Step Time": 6.673088200390339}
+{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 0.9494398832321167, "Finetune/Loss (Raw)": 1.0942450761795044, "Finetune/Step": 347, "Finetune/Step Time": 6.675963910296559}
+{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 0.9498164653778076, "Finetune/Loss (Raw)": 0.9923142194747925, "Finetune/Step": 348, "Finetune/Step Time": 6.696501551195979}
+{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 0.9496897459030151, "Finetune/Loss (Raw)": 1.0618503093719482, "Finetune/Step": 349, "Finetune/Step Time": 6.70561314560473}
+{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 0.9490650296211243, "Finetune/Loss (Raw)": 0.8518690466880798, "Finetune/Step": 350, "Finetune/Step Time": 6.720900058746338}
+{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 0.9488951563835144, "Finetune/Loss (Raw)": 0.9286773204803467, "Finetune/Step": 351, "Finetune/Step Time": 6.73473702557385}
+{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 0.9534423351287842, "Finetune/Loss (Raw)": 0.9138585329055786, "Finetune/Step": 352, "Finetune/Step Time": 6.735843447968364}
+{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 0.9524823427200317, "Finetune/Loss (Raw)": 0.8942760229110718, "Finetune/Step": 353, "Finetune/Step Time": 6.7351426258683205}
+{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 0.9500908851623535, "Finetune/Loss (Raw)": 0.8383767604827881, "Finetune/Step": 354, "Finetune/Step Time": 6.741395957767963}
+{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 0.9490643739700317, "Finetune/Loss (Raw)": 1.0076258182525635, "Finetune/Step": 355, "Finetune/Step Time": 6.7510395012795925}
+{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 0.9469954967498779, "Finetune/Loss (Raw)": 0.8260461091995239, "Finetune/Step": 356, "Finetune/Step Time": 6.747492520138621}
+{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 0.9454091191291809, "Finetune/Loss (Raw)": 0.7979136109352112, "Finetune/Step": 357, "Finetune/Step Time": 6.761510984972119}
+{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 0.9395143985748291, "Finetune/Loss (Raw)": 0.35309433937072754, "Finetune/Step": 358, "Finetune/Step Time": 6.7807839550077915}
+{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.9380329847335815, "Finetune/Loss (Raw)": 0.8010740280151367, "Finetune/Step": 359, "Finetune/Step Time": 6.7827550526708364}
+{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.9371470808982849, "Finetune/Loss (Raw)": 0.9145828485488892, "Finetune/Step": 360, "Finetune/Step Time": 6.782294908538461}
+{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 0.9411566257476807, "Finetune/Loss (Raw)": 0.8126120567321777, "Finetune/Step": 361, "Finetune/Step Time": 6.76231936737895}
+{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.9391436576843262, "Finetune/Loss (Raw)": 0.867060661315918, "Finetune/Step": 362, "Finetune/Step Time": 6.7542011719197035}
+{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.9381260871887207, "Finetune/Loss (Raw)": 1.0091661214828491, "Finetune/Step": 363, "Finetune/Step Time": 6.714489908888936}
+{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.9384867548942566, "Finetune/Loss (Raw)": 1.0340297222137451, "Finetune/Step": 364, "Finetune/Step Time": 6.712155893445015}
+{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.9385942220687866, "Finetune/Loss (Raw)": 1.0458258390426636, "Finetune/Step": 365, "Finetune/Step Time": 6.682271229103208}
+{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.93765789270401, "Finetune/Loss (Raw)": 0.8537976741790771, "Finetune/Step": 366, "Finetune/Step Time": 6.686588928103447}
+{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.9384753108024597, "Finetune/Loss (Raw)": 0.9596392512321472, "Finetune/Step": 367, "Finetune/Step Time": 6.6917537078261375}
+{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.9385327100753784, "Finetune/Loss (Raw)": 0.9395190477371216, "Finetune/Step": 368, "Finetune/Step Time": 6.692317800596356}
+{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.937359631061554, "Finetune/Loss (Raw)": 0.9111943244934082, "Finetune/Step": 369, "Finetune/Step Time": 6.692023783922195}
+{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.9379690885543823, "Finetune/Loss (Raw)": 1.084240198135376, "Finetune/Step": 370, "Finetune/Step Time": 6.690828280523419}
+{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 0.9384417533874512, "Finetune/Loss (Raw)": 1.0872279405593872, "Finetune/Step": 371, "Finetune/Step Time": 6.681450501084328}
+{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 0.9391186237335205, "Finetune/Loss (Raw)": 0.9642467498779297, "Finetune/Step": 372, "Finetune/Step Time": 6.689372884109616}
+{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.9333330392837524, "Finetune/Loss (Raw)": 0.43062567710876465, "Finetune/Step": 373, "Finetune/Step Time": 6.711995592340827}
+{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.927477240562439, "Finetune/Loss (Raw)": 0.34790274500846863, "Finetune/Step": 374, "Finetune/Step Time": 6.722542192786932}
+{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.9275145530700684, "Finetune/Loss (Raw)": 1.0254100561141968, "Finetune/Step": 375, "Finetune/Step Time": 6.72023069113493}
+{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.9263330698013306, "Finetune/Loss (Raw)": 0.825344979763031, "Finetune/Step": 376, "Finetune/Step Time": 6.7192834578454494}
+{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.9258407354354858, "Finetune/Loss (Raw)": 0.9183508157730103, "Finetune/Step": 377, "Finetune/Step Time": 6.719038665294647}
+{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.9266722202301025, "Finetune/Loss (Raw)": 1.13229501247406, "Finetune/Step": 378, "Finetune/Step Time": 6.718117704614997}
+{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.9265841245651245, "Finetune/Loss (Raw)": 1.0839632749557495, "Finetune/Step": 379, "Finetune/Step Time": 6.703596130013466}
+{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.9264612793922424, "Finetune/Loss (Raw)": 0.9750260710716248, "Finetune/Step": 380, "Finetune/Step Time": 6.701061530038714}
+{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.926203727722168, "Finetune/Loss (Raw)": 1.016457200050354, "Finetune/Step": 381, "Finetune/Step Time": 6.708459639921784}
+{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.9253379702568054, "Finetune/Loss (Raw)": 0.8387368321418762, "Finetune/Step": 382, "Finetune/Step Time": 6.745791086927056}
+{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.9291629195213318, "Finetune/Loss (Raw)": 0.7845569849014282, "Finetune/Step": 383, "Finetune/Step Time": 6.758583938702941}
+{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.9264901876449585, "Finetune/Loss (Raw)": 0.5704216361045837, "Finetune/Step": 384, "Finetune/Step Time": 6.773610794916749}
+{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.9247129559516907, "Finetune/Loss (Raw)": 0.9112042188644409, "Finetune/Step": 385, "Finetune/Step Time": 6.770718643441796}
+{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.9230785369873047, "Finetune/Loss (Raw)": 0.8509299159049988, "Finetune/Step": 386, "Finetune/Step Time": 6.769707290455699}
+{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.921265721321106, "Finetune/Loss (Raw)": 0.8194695115089417, "Finetune/Step": 387, "Finetune/Step Time": 6.77097419090569}
+{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.9195030927658081, "Finetune/Loss (Raw)": 0.8199927806854248, "Finetune/Step": 388, "Finetune/Step Time": 6.749221473932266}
+{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.9199544191360474, "Finetune/Loss (Raw)": 0.8655393719673157, "Finetune/Step": 389, "Finetune/Step Time": 6.748363168910146}
+{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.9193684458732605, "Finetune/Loss (Raw)": 0.7251224517822266, "Finetune/Step": 390, "Finetune/Step Time": 6.735126284882426}
+{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.9189512729644775, "Finetune/Loss (Raw)": 0.9499052166938782, "Finetune/Step": 391, "Finetune/Step Time": 6.730514883995056}
+{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.9183600544929504, "Finetune/Loss (Raw)": 0.8649568557739258, "Finetune/Step": 392, "Finetune/Step Time": 6.7265980038791895}
+{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.9169899225234985, "Finetune/Loss (Raw)": 0.7541226148605347, "Finetune/Step": 393, "Finetune/Step Time": 6.738307541236281}
+{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.9139550924301147, "Finetune/Loss (Raw)": 0.7757883667945862, "Finetune/Step": 394, "Finetune/Step Time": 6.753541823476553}
+{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.9161617755889893, "Finetune/Loss (Raw)": 1.147146224975586, "Finetune/Step": 395, "Finetune/Step Time": 6.752421148121357}
+{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.9159650802612305, "Finetune/Loss (Raw)": 1.0470383167266846, "Finetune/Step": 396, "Finetune/Step Time": 6.752766653895378}
+{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.9134801626205444, "Finetune/Loss (Raw)": 0.6936357617378235, "Finetune/Step": 397, "Finetune/Step Time": 6.779177101328969}
+{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.914103627204895, "Finetune/Loss (Raw)": 1.0893980264663696, "Finetune/Step": 398, "Finetune/Step Time": 6.7732153460383415}
+{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.9123609066009521, "Finetune/Loss (Raw)": 0.7729809284210205, "Finetune/Step": 399, "Finetune/Step Time": 6.7603981625288725}
+{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.911043107509613, "Finetune/Loss (Raw)": 0.8926742672920227, "Finetune/Step": 400, "Finetune/Step Time": 6.757581129670143}
+{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.9109053015708923, "Finetune/Loss (Raw)": 1.016534447669983, "Finetune/Step": 401, "Finetune/Step Time": 6.759721079841256}
+{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.9098694324493408, "Finetune/Loss (Raw)": 0.9262245893478394, "Finetune/Step": 402, "Finetune/Step Time": 6.771361639723182}
+{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.9095319509506226, "Finetune/Loss (Raw)": 0.9236317873001099, "Finetune/Step": 403, "Finetune/Step Time": 6.770374974235892}
+{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.911496102809906, "Finetune/Loss (Raw)": 1.0205706357955933, "Finetune/Step": 404, "Finetune/Step Time": 6.737833105027676}
+{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.9091781973838806, "Finetune/Loss (Raw)": 0.6985143423080444, "Finetune/Step": 405, "Finetune/Step Time": 6.74863887578249}
+{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.9049503207206726, "Finetune/Loss (Raw)": 0.46412476897239685, "Finetune/Step": 406, "Finetune/Step Time": 6.7681001257151365}
+{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.8993366956710815, "Finetune/Loss (Raw)": 0.4097021222114563, "Finetune/Step": 407, "Finetune/Step Time": 6.7661466505378485}
+{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.8992488384246826, "Finetune/Loss (Raw)": 0.9187006950378418, "Finetune/Step": 408, "Finetune/Step Time": 6.765873244032264}
+{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.9000805616378784, "Finetune/Loss (Raw)": 1.138351559638977, "Finetune/Step": 409, "Finetune/Step Time": 6.766215726733208}
+{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.9010611176490784, "Finetune/Loss (Raw)": 1.1225154399871826, "Finetune/Step": 410, "Finetune/Step Time": 6.764579653739929}
+{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.8997316360473633, "Finetune/Loss (Raw)": 0.9307938814163208, "Finetune/Step": 411, "Finetune/Step Time": 6.766911204904318}
+{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.8939107656478882, "Finetune/Loss (Raw)": 0.3614116609096527, "Finetune/Step": 412, "Finetune/Step Time": 6.77637692540884}
+{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.8945034742355347, "Finetune/Loss (Raw)": 1.0097781419754028, "Finetune/Step": 413, "Finetune/Step Time": 6.754509354010224}
+{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.8934439420700073, "Finetune/Loss (Raw)": 0.8821136951446533, "Finetune/Step": 414, "Finetune/Step Time": 6.7388186901807785}
+{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.8928161859512329, "Finetune/Loss (Raw)": 0.9510284066200256, "Finetune/Step": 415, "Finetune/Step Time": 6.735330702736974}
+{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.8943508863449097, "Finetune/Loss (Raw)": 1.059440016746521, "Finetune/Step": 416, "Finetune/Step Time": 6.720436938107014}
+{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.8935059309005737, "Finetune/Loss (Raw)": 0.9762476682662964, "Finetune/Step": 417, "Finetune/Step Time": 6.714140277355909}
+{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.8943758010864258, "Finetune/Loss (Raw)": 1.0156012773513794, "Finetune/Step": 418, "Finetune/Step Time": 6.701488545164466}
+{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.8926910161972046, "Finetune/Loss (Raw)": 0.8593502640724182, "Finetune/Step": 419, "Finetune/Step Time": 6.718239536508918}
+{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.8872274160385132, "Finetune/Loss (Raw)": 0.3556712567806244, "Finetune/Step": 420, "Finetune/Step Time": 6.7359479777514935}
+{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.8861680030822754, "Finetune/Loss (Raw)": 0.9490156769752502, "Finetune/Step": 421, "Finetune/Step Time": 6.735988797619939}
+{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.8880279064178467, "Finetune/Loss (Raw)": 0.9306091666221619, "Finetune/Step": 422, "Finetune/Step Time": 6.740977115929127}
+{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.8878124356269836, "Finetune/Loss (Raw)": 1.0301917791366577, "Finetune/Step": 423, "Finetune/Step Time": 6.734786758199334}
+{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.888189435005188, "Finetune/Loss (Raw)": 0.9989812970161438, "Finetune/Step": 424, "Finetune/Step Time": 6.733140841126442}
+{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.8848934173583984, "Finetune/Loss (Raw)": 0.6605973839759827, "Finetune/Step": 425, "Finetune/Step Time": 6.776659935712814}
+{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.8855944871902466, "Finetune/Loss (Raw)": 0.9127536416053772, "Finetune/Step": 426, "Finetune/Step Time": 6.7559161093086}
+{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.8902761936187744, "Finetune/Loss (Raw)": 0.9079185724258423, "Finetune/Step": 427, "Finetune/Step Time": 6.7425533048808575}
+{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.8955566883087158, "Finetune/Loss (Raw)": 1.0308072566986084, "Finetune/Step": 428, "Finetune/Step Time": 6.723143458366394}
+{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.9005914926528931, "Finetune/Loss (Raw)": 1.0342210531234741, "Finetune/Step": 429, "Finetune/Step Time": 6.7061846870929}
+{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.9005798101425171, "Finetune/Loss (Raw)": 0.8323011994361877, "Finetune/Step": 430, "Finetune/Step Time": 6.698689937591553}
+{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.9055334329605103, "Finetune/Loss (Raw)": 0.9494496583938599, "Finetune/Step": 431, "Finetune/Step Time": 6.687734365463257}
+{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.9042315483093262, "Finetune/Loss (Raw)": 0.874915361404419, "Finetune/Step": 432, "Finetune/Step Time": 6.692748844623566}
+{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.9029453992843628, "Finetune/Loss (Raw)": 0.8436635732650757, "Finetune/Step": 433, "Finetune/Step Time": 6.6963802222162485}
+{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.9030067324638367, "Finetune/Loss (Raw)": 0.90959233045578, "Finetune/Step": 434, "Finetune/Step Time": 6.697007026523352}
+{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.9003156423568726, "Finetune/Loss (Raw)": 0.7840139269828796, "Finetune/Step": 435, "Finetune/Step Time": 6.687435105443001}
+{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.899361789226532, "Finetune/Loss (Raw)": 0.871544361114502, "Finetune/Step": 436, "Finetune/Step Time": 6.684391753748059}
+{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.8982526063919067, "Finetune/Loss (Raw)": 0.938639760017395, "Finetune/Step": 437, "Finetune/Step Time": 6.675406023859978}
+{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.8968008160591125, "Finetune/Loss (Raw)": 0.7864523530006409, "Finetune/Step": 438, "Finetune/Step Time": 6.672460237517953}
+{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.8958607912063599, "Finetune/Loss (Raw)": 0.8655189275741577, "Finetune/Step": 439, "Finetune/Step Time": 6.6762033347040415}
+{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.8960953950881958, "Finetune/Loss (Raw)": 0.9529468417167664, "Finetune/Step": 440, "Finetune/Step Time": 6.677760833874345}
+{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.8954987525939941, "Finetune/Loss (Raw)": 0.99082350730896, "Finetune/Step": 441, "Finetune/Step Time": 6.675460230559111}
+{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.8900284767150879, "Finetune/Loss (Raw)": 0.43166884779930115, "Finetune/Step": 442, "Finetune/Step Time": 6.696419628337026}
+{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.890608549118042, "Finetune/Loss (Raw)": 0.9910529851913452, "Finetune/Step": 443, "Finetune/Step Time": 6.699874917045236}
+{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.8959286212921143, "Finetune/Loss (Raw)": 1.046785593032837, "Finetune/Step": 444, "Finetune/Step Time": 6.680639855563641}
+{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.8957845568656921, "Finetune/Loss (Raw)": 0.9098718762397766, "Finetune/Step": 445, "Finetune/Step Time": 6.676372637972236}
+{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.895653486251831, "Finetune/Loss (Raw)": 1.0007758140563965, "Finetune/Step": 446, "Finetune/Step Time": 6.6785027123987675}
+{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.8961737155914307, "Finetune/Loss (Raw)": 0.9690635800361633, "Finetune/Step": 447, "Finetune/Step Time": 6.667750516906381}
+{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.8964556455612183, "Finetune/Loss (Raw)": 0.9248427152633667, "Finetune/Step": 448, "Finetune/Step Time": 6.667116351425648}
+{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.902375340461731, "Finetune/Loss (Raw)": 1.0745494365692139, "Finetune/Step": 449, "Finetune/Step Time": 6.646427642554045}
+{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.9018783569335938, "Finetune/Loss (Raw)": 0.8727880716323853, "Finetune/Step": 450, "Finetune/Step Time": 6.644360721111298}
+{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.9012451171875, "Finetune/Loss (Raw)": 0.914498507976532, "Finetune/Step": 451, "Finetune/Step Time": 6.648311456665397}
+{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.8999906778335571, "Finetune/Loss (Raw)": 0.8997278213500977, "Finetune/Step": 452, "Finetune/Step Time": 6.641294099390507}
+{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.9008591175079346, "Finetune/Loss (Raw)": 1.1091264486312866, "Finetune/Step": 453, "Finetune/Step Time": 6.635520540177822}
+{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.8992772102355957, "Finetune/Loss (Raw)": 0.9187426567077637, "Finetune/Step": 454, "Finetune/Step Time": 6.66024823486805}
+{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.8996305465698242, "Finetune/Loss (Raw)": 1.0027216672897339, "Finetune/Step": 455, "Finetune/Step Time": 6.658423086628318}
+{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.8944130539894104, "Finetune/Loss (Raw)": 0.34396615624427795, "Finetune/Step": 456, "Finetune/Step Time": 6.6661179307848215}
+{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.8940278887748718, "Finetune/Loss (Raw)": 0.8244442343711853, "Finetune/Step": 457, "Finetune/Step Time": 6.646219156682491}
+{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.8959174752235413, "Finetune/Loss (Raw)": 1.0887730121612549, "Finetune/Step": 458, "Finetune/Step Time": 6.64211680367589}
+{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.8949556946754456, "Finetune/Loss (Raw)": 0.8932181000709534, "Finetune/Step": 459, "Finetune/Step Time": 6.644173989072442}
+{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.8947673439979553, "Finetune/Loss (Raw)": 0.7462093234062195, "Finetune/Step": 460, "Finetune/Step Time": 6.641761919483542}
+{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.8939660787582397, "Finetune/Loss (Raw)": 0.8729138374328613, "Finetune/Step": 461, "Finetune/Step Time": 6.639680886641145}
+{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.8936079144477844, "Finetune/Loss (Raw)": 0.9041110277175903, "Finetune/Step": 462, "Finetune/Step Time": 6.638127069920301}
+{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.8951241374015808, "Finetune/Loss (Raw)": 1.1211930513381958, "Finetune/Step": 463, "Finetune/Step Time": 6.630945704877377}
+{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.8892451524734497, "Finetune/Loss (Raw)": 0.2844330966472626, "Finetune/Step": 464, "Finetune/Step Time": 6.649333756417036}
+{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.8879125118255615, "Finetune/Loss (Raw)": 0.9829779267311096, "Finetune/Step": 465, "Finetune/Step Time": 6.65644071996212}
+{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.8868440389633179, "Finetune/Loss (Raw)": 0.745571494102478, "Finetune/Step": 466, "Finetune/Step Time": 6.659981608390808}
+{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.887549638748169, "Finetune/Loss (Raw)": 0.9591149687767029, "Finetune/Step": 467, "Finetune/Step Time": 6.659040257334709}
+{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.8866592049598694, "Finetune/Loss (Raw)": 0.7521926164627075, "Finetune/Step": 468, "Finetune/Step Time": 6.658649064600468}
+{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.8818641901016235, "Finetune/Loss (Raw)": 0.35016509890556335, "Finetune/Step": 469, "Finetune/Step Time": 6.673344995826483}
+{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.8811527490615845, "Finetune/Loss (Raw)": 0.907792866230011, "Finetune/Step": 470, "Finetune/Step Time": 6.672888176515698}
+{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.8806716799736023, "Finetune/Loss (Raw)": 0.9101418852806091, "Finetune/Step": 471, "Finetune/Step Time": 6.6875415444374084}
+{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.8810605406761169, "Finetune/Loss (Raw)": 1.0674030780792236, "Finetune/Step": 472, "Finetune/Step Time": 6.688471471890807}
+{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.8793854713439941, "Finetune/Loss (Raw)": 0.8357540965080261, "Finetune/Step": 473, "Finetune/Step Time": 6.686448676511645}
+{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.8789973258972168, "Finetune/Loss (Raw)": 0.9864462018013, "Finetune/Step": 474, "Finetune/Step Time": 6.682373085990548}
+{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.8779256343841553, "Finetune/Loss (Raw)": 0.9570620656013489, "Finetune/Step": 475, "Finetune/Step Time": 6.681491816416383}
+{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.877663791179657, "Finetune/Loss (Raw)": 0.9588029384613037, "Finetune/Step": 476, "Finetune/Step Time": 6.665306128561497}
+{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.8764224052429199, "Finetune/Loss (Raw)": 0.9029480814933777, "Finetune/Step": 477, "Finetune/Step Time": 6.670702934265137}
+{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.8765242695808411, "Finetune/Loss (Raw)": 0.8649075627326965, "Finetune/Step": 478, "Finetune/Step Time": 6.647383902221918}
+{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.8767066597938538, "Finetune/Loss (Raw)": 0.9520249962806702, "Finetune/Step": 479, "Finetune/Step Time": 6.631694063544273}
+{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.8773540258407593, "Finetune/Loss (Raw)": 0.9967213273048401, "Finetune/Step": 480, "Finetune/Step Time": 6.613082507625222}
+{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.8777245283126831, "Finetune/Loss (Raw)": 0.9416970014572144, "Finetune/Step": 481, "Finetune/Step Time": 6.617243029177189}
+{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.8787293434143066, "Finetune/Loss (Raw)": 0.9669962525367737, "Finetune/Step": 482, "Finetune/Step Time": 6.626527493819594}
+{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.8780765533447266, "Finetune/Loss (Raw)": 0.9240698218345642, "Finetune/Step": 483, "Finetune/Step Time": 6.637989271432161}
+{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.8780900239944458, "Finetune/Loss (Raw)": 0.827772319316864, "Finetune/Step": 484, "Finetune/Step Time": 6.6424783784896135}
+{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.8771340250968933, "Finetune/Loss (Raw)": 0.6755455136299133, "Finetune/Step": 485, "Finetune/Step Time": 6.646451037377119}
+{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.8811889290809631, "Finetune/Loss (Raw)": 0.8721179366111755, "Finetune/Step": 486, "Finetune/Step Time": 6.640255207195878}
+{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.8823308348655701, "Finetune/Loss (Raw)": 0.9472402334213257, "Finetune/Step": 487, "Finetune/Step Time": 6.639300877228379}
+{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.8829078078269958, "Finetune/Loss (Raw)": 0.9884408712387085, "Finetune/Step": 488, "Finetune/Step Time": 6.636539870873094}
+{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.8829028010368347, "Finetune/Loss (Raw)": 0.8119651079177856, "Finetune/Step": 489, "Finetune/Step Time": 6.640410631895065}
+{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.8823227882385254, "Finetune/Loss (Raw)": 0.7928248047828674, "Finetune/Step": 490, "Finetune/Step Time": 6.646338973194361}
+{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.8785911202430725, "Finetune/Loss (Raw)": 0.5315062403678894, "Finetune/Step": 491, "Finetune/Step Time": 6.673578154295683}
+{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.8772295117378235, "Finetune/Loss (Raw)": 0.8597491383552551, "Finetune/Step": 492, "Finetune/Step Time": 6.67931217700243}
+{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.8765228986740112, "Finetune/Loss (Raw)": 0.9553804993629456, "Finetune/Step": 493, "Finetune/Step Time": 6.681207221001387}
+{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.8767310380935669, "Finetune/Loss (Raw)": 0.8804357051849365, "Finetune/Step": 494, "Finetune/Step Time": 6.6915840562433}
+{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.8764510154724121, "Finetune/Loss (Raw)": 0.9237919449806213, "Finetune/Step": 495, "Finetune/Step Time": 6.691722568124533}
+{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.8765707015991211, "Finetune/Loss (Raw)": 0.9548482298851013, "Finetune/Step": 496, "Finetune/Step Time": 6.704444041475654}
+{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.8763254880905151, "Finetune/Loss (Raw)": 0.8797962069511414, "Finetune/Step": 497, "Finetune/Step Time": 6.706512799486518}
+{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.8754489421844482, "Finetune/Loss (Raw)": 0.9720465540885925, "Finetune/Step": 498, "Finetune/Step Time": 6.714699482545257}
+{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.873553991317749, "Finetune/Loss (Raw)": 0.8446714878082275, "Finetune/Step": 499, "Finetune/Step Time": 6.7166090849787}
+{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.8729754686355591, "Finetune/Loss (Raw)": 0.8902006149291992, "Finetune/Step": 500, "Finetune/Step Time": 6.721024306491017}
+{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.8751482963562012, "Finetune/Loss (Raw)": 0.7087435722351074, "Finetune/Step": 501, "Finetune/Step Time": 6.711826233193278}
+{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.8783955574035645, "Finetune/Loss (Raw)": 0.763555109500885, "Finetune/Step": 502, "Finetune/Step Time": 6.710305042564869}
+{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.8766454458236694, "Finetune/Loss (Raw)": 0.8013918399810791, "Finetune/Step": 503, "Finetune/Step Time": 6.7261726800352335}
+{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.8774369359016418, "Finetune/Loss (Raw)": 0.9266660809516907, "Finetune/Step": 504, "Finetune/Step Time": 6.721772711724043}
+{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.8775555491447449, "Finetune/Loss (Raw)": 0.9335235953330994, "Finetune/Step": 505, "Finetune/Step Time": 6.722778616473079}
+{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.8738352060317993, "Finetune/Loss (Raw)": 0.6560932993888855, "Finetune/Step": 506, "Finetune/Step Time": 6.734351754188538}
+{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.8727813363075256, "Finetune/Loss (Raw)": 0.9490664601325989, "Finetune/Step": 507, "Finetune/Step Time": 6.730766478925943}
+{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.872150719165802, "Finetune/Loss (Raw)": 0.8943103551864624, "Finetune/Step": 508, "Finetune/Step Time": 6.730485878884792}
+{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.8710216879844666, "Finetune/Loss (Raw)": 0.8719399571418762, "Finetune/Step": 509, "Finetune/Step Time": 6.733762543648481}
+{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.8709985017776489, "Finetune/Loss (Raw)": 0.8357706069946289, "Finetune/Step": 510, "Finetune/Step Time": 6.697803154587746}
+{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.8724939823150635, "Finetune/Loss (Raw)": 0.9759776592254639, "Finetune/Step": 511, "Finetune/Step Time": 6.679058525711298}
+{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.8750255107879639, "Finetune/Loss (Raw)": 0.8944632411003113, "Finetune/Step": 512, "Finetune/Step Time": 6.661624792963266}
+{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.8757256865501404, "Finetune/Loss (Raw)": 1.0008187294006348, "Finetune/Step": 513, "Finetune/Step Time": 6.665628625079989}
+{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.8764966130256653, "Finetune/Loss (Raw)": 0.9496103525161743, "Finetune/Step": 514, "Finetune/Step Time": 6.67883987724781}
+{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.8731845617294312, "Finetune/Loss (Raw)": 0.395528644323349, "Finetune/Step": 515, "Finetune/Step Time": 6.697386113926768}
+{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.8744179606437683, "Finetune/Loss (Raw)": 0.9778669476509094, "Finetune/Step": 516, "Finetune/Step Time": 6.700901236385107}
+{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.8753334283828735, "Finetune/Loss (Raw)": 0.9827178120613098, "Finetune/Step": 517, "Finetune/Step Time": 6.7003357876092196}
+{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.8769949674606323, "Finetune/Loss (Raw)": 0.9378026127815247, "Finetune/Step": 518, "Finetune/Step Time": 6.702567894011736}
+{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.877192497253418, "Finetune/Loss (Raw)": 0.9751830101013184, "Finetune/Step": 519, "Finetune/Step Time": 6.717322178184986}
+{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.8767319917678833, "Finetune/Loss (Raw)": 0.8060190677642822, "Finetune/Step": 520, "Finetune/Step Time": 6.717410711571574}
+{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.878358006477356, "Finetune/Loss (Raw)": 0.9622465968132019, "Finetune/Step": 521, "Finetune/Step Time": 6.708614164963365}
+{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.8791722655296326, "Finetune/Loss (Raw)": 0.8800156712532043, "Finetune/Step": 522, "Finetune/Step Time": 6.6905594654381275}
+{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.8755030632019043, "Finetune/Loss (Raw)": 0.677489697933197, "Finetune/Step": 523, "Finetune/Step Time": 6.697385052219033}
+{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.8746533393859863, "Finetune/Loss (Raw)": 0.9382686614990234, "Finetune/Step": 524, "Finetune/Step Time": 6.694130025804043}
+{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.8766937255859375, "Finetune/Loss (Raw)": 0.9548066854476929, "Finetune/Step": 525, "Finetune/Step Time": 6.666910728439689}
+{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.8747706413269043, "Finetune/Loss (Raw)": 0.8432418704032898, "Finetune/Step": 526, "Finetune/Step Time": 6.679102566093206}
+{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.8754147291183472, "Finetune/Loss (Raw)": 0.8554306030273438, "Finetune/Step": 527, "Finetune/Step Time": 6.674263073131442}
+{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.875795841217041, "Finetune/Loss (Raw)": 0.9414510726928711, "Finetune/Step": 528, "Finetune/Step Time": 6.669772818684578}
+{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.8749799728393555, "Finetune/Loss (Raw)": 0.9121083617210388, "Finetune/Step": 529, "Finetune/Step Time": 6.669777812436223}
+{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.8754453659057617, "Finetune/Loss (Raw)": 0.9857938289642334, "Finetune/Step": 530, "Finetune/Step Time": 6.655028477311134}
+{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.8764641880989075, "Finetune/Loss (Raw)": 1.0540387630462646, "Finetune/Step": 531, "Finetune/Step Time": 6.652077030390501}
+{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.8753504157066345, "Finetune/Loss (Raw)": 0.8780083656311035, "Finetune/Step": 532, "Finetune/Step Time": 6.650903403759003}
+{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.8767944574356079, "Finetune/Loss (Raw)": 0.8833440542221069, "Finetune/Step": 533, "Finetune/Step Time": 6.648469120264053}
+{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.8800773620605469, "Finetune/Loss (Raw)": 0.8843420743942261, "Finetune/Step": 534, "Finetune/Step Time": 6.637396430596709}
+{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.8831980228424072, "Finetune/Loss (Raw)": 0.8091458082199097, "Finetune/Step": 535, "Finetune/Step Time": 6.630361877381802}
+{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.8821921944618225, "Finetune/Loss (Raw)": 0.7899583578109741, "Finetune/Step": 536, "Finetune/Step Time": 6.6529854871332645}
+{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.8807290196418762, "Finetune/Loss (Raw)": 0.951062798500061, "Finetune/Step": 537, "Finetune/Step Time": 6.655351400375366}
+{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.8792004585266113, "Finetune/Loss (Raw)": 0.926855206489563, "Finetune/Step": 538, "Finetune/Step Time": 6.6639238484203815}
+{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.8799746036529541, "Finetune/Loss (Raw)": 1.0298902988433838, "Finetune/Step": 539, "Finetune/Step Time": 6.65892987139523}
+{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.8840701580047607, "Finetune/Loss (Raw)": 0.8856363892555237, "Finetune/Step": 540, "Finetune/Step Time": 6.638110691681504}
+{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.8834232091903687, "Finetune/Loss (Raw)": 0.9269763827323914, "Finetune/Step": 541, "Finetune/Step Time": 6.644625736400485}
+{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.8836966753005981, "Finetune/Loss (Raw)": 0.9171212911605835, "Finetune/Step": 542, "Finetune/Step Time": 6.643707703799009}
+{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.8844113349914551, "Finetune/Loss (Raw)": 1.0424996614456177, "Finetune/Step": 543, "Finetune/Step Time": 6.643609432503581}
+{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.8837679624557495, "Finetune/Loss (Raw)": 0.9770894050598145, "Finetune/Step": 544, "Finetune/Step Time": 6.64361790381372}
+{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.8834753632545471, "Finetune/Loss (Raw)": 0.938789963722229, "Finetune/Step": 545, "Finetune/Step Time": 6.6412795800715685}
+{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.8824977278709412, "Finetune/Loss (Raw)": 0.8904719352722168, "Finetune/Step": 546, "Finetune/Step Time": 6.642448402941227}
+{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.8836908936500549, "Finetune/Loss (Raw)": 1.012070655822754, "Finetune/Step": 547, "Finetune/Step Time": 6.632973376661539}
+{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.8870382905006409, "Finetune/Loss (Raw)": 0.7841402888298035, "Finetune/Step": 548, "Finetune/Step Time": 6.6288306917995214}
+{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.8848902583122253, "Finetune/Loss (Raw)": 0.6740633845329285, "Finetune/Step": 549, "Finetune/Step Time": 6.636875780299306}
+{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.8843069672584534, "Finetune/Loss (Raw)": 0.8559499979019165, "Finetune/Step": 550, "Finetune/Step Time": 6.619514849036932}
+{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.8827642798423767, "Finetune/Loss (Raw)": 0.8327236771583557, "Finetune/Step": 551, "Finetune/Step Time": 6.620251428335905}
+{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.8828538656234741, "Finetune/Loss (Raw)": 1.0104563236236572, "Finetune/Step": 552, "Finetune/Step Time": 6.6158276703208685}
+{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.8833218812942505, "Finetune/Loss (Raw)": 0.7204945087432861, "Finetune/Step": 553, "Finetune/Step Time": 6.57071484066546}
+{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.8839404582977295, "Finetune/Loss (Raw)": 0.991935670375824, "Finetune/Step": 554, "Finetune/Step Time": 6.567642657086253}
+{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.8838525414466858, "Finetune/Loss (Raw)": 0.8966667056083679, "Finetune/Step": 555, "Finetune/Step Time": 6.581148294731975}
+{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.8827650547027588, "Finetune/Loss (Raw)": 0.8916113972663879, "Finetune/Step": 556, "Finetune/Step Time": 6.59251874499023}
+{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.8813928365707397, "Finetune/Loss (Raw)": 0.8585695028305054, "Finetune/Step": 557, "Finetune/Step Time": 6.5890871193259954}
+{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.8768206834793091, "Finetune/Loss (Raw)": 0.2470700591802597, "Finetune/Step": 558, "Finetune/Step Time": 6.602054346352816}
+{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.8763753175735474, "Finetune/Loss (Raw)": 0.8924363851547241, "Finetune/Step": 559, "Finetune/Step Time": 6.595607370138168}
+{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.8757224082946777, "Finetune/Loss (Raw)": 0.7913528084754944, "Finetune/Step": 560, "Finetune/Step Time": 6.590813774615526}
+{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.8755542635917664, "Finetune/Loss (Raw)": 0.8221367597579956, "Finetune/Step": 561, "Finetune/Step Time": 6.590922098606825}
+{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.8747668862342834, "Finetune/Loss (Raw)": 0.8088096976280212, "Finetune/Step": 562, "Finetune/Step Time": 6.588628841564059}
+{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.8761782646179199, "Finetune/Loss (Raw)": 0.9646732807159424, "Finetune/Step": 563, "Finetune/Step Time": 6.58897584117949}
+{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.8766142725944519, "Finetune/Loss (Raw)": 0.927349865436554, "Finetune/Step": 564, "Finetune/Step Time": 6.598599219694734}
+{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.87514328956604, "Finetune/Loss (Raw)": 0.7503535747528076, "Finetune/Step": 565, "Finetune/Step Time": 6.607935441657901}
+{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.8768458366394043, "Finetune/Loss (Raw)": 1.0043779611587524, "Finetune/Step": 566, "Finetune/Step Time": 6.609311701729894}
+{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.8765308856964111, "Finetune/Loss (Raw)": 0.8252025246620178, "Finetune/Step": 567, "Finetune/Step Time": 6.612317301332951}
+{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.8713647127151489, "Finetune/Loss (Raw)": 0.2916809618473053, "Finetune/Step": 568, "Finetune/Step Time": 6.638429159298539}
+{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.870216965675354, "Finetune/Loss (Raw)": 0.8439121842384338, "Finetune/Step": 569, "Finetune/Step Time": 6.643798718228936}
+{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.8739386796951294, "Finetune/Loss (Raw)": 0.9080451726913452, "Finetune/Step": 570, "Finetune/Step Time": 6.638388160616159}
+{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.872501015663147, "Finetune/Loss (Raw)": 0.8070395588874817, "Finetune/Step": 571, "Finetune/Step Time": 6.644558165222406}
+{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.8716233968734741, "Finetune/Loss (Raw)": 0.9344441890716553, "Finetune/Step": 572, "Finetune/Step Time": 6.643435351550579}
+{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.8724889755249023, "Finetune/Loss (Raw)": 1.0206694602966309, "Finetune/Step": 573, "Finetune/Step Time": 6.646602490916848}
+{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.8726003170013428, "Finetune/Loss (Raw)": 1.0150256156921387, "Finetune/Step": 574, "Finetune/Step Time": 6.644817465916276}
+{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.872967004776001, "Finetune/Loss (Raw)": 1.0160008668899536, "Finetune/Step": 575, "Finetune/Step Time": 6.6629021894186735}
+{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.872749388217926, "Finetune/Loss (Raw)": 0.8969839811325073, "Finetune/Step": 576, "Finetune/Step Time": 6.664353316649795}
+{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.8712940216064453, "Finetune/Loss (Raw)": 0.8882679343223572, "Finetune/Step": 577, "Finetune/Step Time": 6.661003263667226}
+{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.8709722757339478, "Finetune/Loss (Raw)": 0.8315992951393127, "Finetune/Step": 578, "Finetune/Step Time": 6.657273354008794}
+{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.8698785305023193, "Finetune/Loss (Raw)": 0.7744942307472229, "Finetune/Step": 579, "Finetune/Step Time": 6.670328292995691}
+{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.8703897595405579, "Finetune/Loss (Raw)": 0.9651675224304199, "Finetune/Step": 580, "Finetune/Step Time": 6.672914817929268}
+{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.8696688413619995, "Finetune/Loss (Raw)": 1.0168489217758179, "Finetune/Step": 581, "Finetune/Step Time": 6.677561804652214}
+{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.8704273700714111, "Finetune/Loss (Raw)": 1.01583731174469, "Finetune/Step": 582, "Finetune/Step Time": 6.6624861136078835}
+{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.8687542676925659, "Finetune/Loss (Raw)": 0.7885692715644836, "Finetune/Step": 583, "Finetune/Step Time": 6.669312294572592}
+{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.8730465173721313, "Finetune/Loss (Raw)": 0.8933625221252441, "Finetune/Step": 584, "Finetune/Step Time": 6.660165229812264}
+{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.8741729855537415, "Finetune/Loss (Raw)": 0.9686400890350342, "Finetune/Step": 585, "Finetune/Step Time": 6.661723088473082}
+{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.8683074116706848, "Finetune/Loss (Raw)": 0.3379784822463989, "Finetune/Step": 586, "Finetune/Step Time": 6.6776502057909966}
+{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.8697004318237305, "Finetune/Loss (Raw)": 1.0715252161026, "Finetune/Step": 587, "Finetune/Step Time": 6.670087363570929}
+{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.8700147867202759, "Finetune/Loss (Raw)": 0.7864488959312439, "Finetune/Step": 588, "Finetune/Step Time": 6.67867830209434}
+{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.8710488080978394, "Finetune/Loss (Raw)": 1.0052684545516968, "Finetune/Step": 589, "Finetune/Step Time": 6.674721321091056}
+{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.8719580769538879, "Finetune/Loss (Raw)": 1.0204932689666748, "Finetune/Step": 590, "Finetune/Step Time": 6.675904553383589}
+{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.869727373123169, "Finetune/Loss (Raw)": 0.8356673717498779, "Finetune/Step": 591, "Finetune/Step Time": 6.678280284628272}
+{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.8743724822998047, "Finetune/Loss (Raw)": 0.8790048956871033, "Finetune/Step": 592, "Finetune/Step Time": 6.657286897301674}
+{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.8733633756637573, "Finetune/Loss (Raw)": 0.8538172245025635, "Finetune/Step": 593, "Finetune/Step Time": 6.671151081100106}
+{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.8748089075088501, "Finetune/Loss (Raw)": 0.9305997490882874, "Finetune/Step": 594, "Finetune/Step Time": 6.6595354732126}
+{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.8746932744979858, "Finetune/Loss (Raw)": 0.9443032741546631, "Finetune/Step": 595, "Finetune/Step Time": 6.649661753326654}
+{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.8754395246505737, "Finetune/Loss (Raw)": 0.847714900970459, "Finetune/Step": 596, "Finetune/Step Time": 6.632489167153835}
+{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.878836989402771, "Finetune/Loss (Raw)": 0.7850409150123596, "Finetune/Step": 597, "Finetune/Step Time": 6.615611378103495}
+{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.8785206079483032, "Finetune/Loss (Raw)": 0.8672966957092285, "Finetune/Step": 598, "Finetune/Step Time": 6.636787716299295}
+{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.8789775371551514, "Finetune/Loss (Raw)": 0.9686374068260193, "Finetune/Step": 599, "Finetune/Step Time": 6.619083201512694}
+{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.878392219543457, "Finetune/Loss (Raw)": 0.9924720525741577, "Finetune/Step": 600, "Finetune/Step Time": 6.623269826173782}
+{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.8782354593276978, "Finetune/Loss (Raw)": 0.8156980872154236, "Finetune/Step": 601, "Finetune/Step Time": 6.645806411281228}
+{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.8778852224349976, "Finetune/Loss (Raw)": 0.9416046738624573, "Finetune/Step": 602, "Finetune/Step Time": 6.639016443863511}
+{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.8762099146842957, "Finetune/Loss (Raw)": 0.7426239252090454, "Finetune/Step": 603, "Finetune/Step Time": 6.6433149222284555}
+{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.8763875365257263, "Finetune/Loss (Raw)": 0.9815403819084167, "Finetune/Step": 604, "Finetune/Step Time": 6.642291517928243}
+{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.8754222989082336, "Finetune/Loss (Raw)": 0.779405415058136, "Finetune/Step": 605, "Finetune/Step Time": 6.636781059205532}
+{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.8749361038208008, "Finetune/Loss (Raw)": 0.8026689887046814, "Finetune/Step": 606, "Finetune/Step Time": 6.652746543288231}
+{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.8727705478668213, "Finetune/Loss (Raw)": 0.6748373508453369, "Finetune/Step": 607, "Finetune/Step Time": 6.6812149323523045}
+{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.8729344606399536, "Finetune/Loss (Raw)": 1.0176947116851807, "Finetune/Step": 608, "Finetune/Step Time": 6.678820792585611}
+{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.8719905018806458, "Finetune/Loss (Raw)": 0.8208760619163513, "Finetune/Step": 609, "Finetune/Step Time": 6.67365382052958}
+{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.8714795112609863, "Finetune/Loss (Raw)": 0.901589035987854, "Finetune/Step": 610, "Finetune/Step Time": 6.6635782942175865}
+{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.8714591264724731, "Finetune/Loss (Raw)": 0.921455442905426, "Finetune/Step": 611, "Finetune/Step Time": 6.641038766130805}
+{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.8735523223876953, "Finetune/Loss (Raw)": 1.0956988334655762, "Finetune/Step": 612, "Finetune/Step Time": 6.6364700477570295}
+{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.8741244673728943, "Finetune/Loss (Raw)": 0.7487837672233582, "Finetune/Step": 613, "Finetune/Step Time": 6.628574283793569}
+{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.8746528625488281, "Finetune/Loss (Raw)": 0.9397529363632202, "Finetune/Step": 614, "Finetune/Step Time": 6.613662987947464}
+{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.8743207454681396, "Finetune/Loss (Raw)": 0.9047293066978455, "Finetune/Step": 615, "Finetune/Step Time": 6.619485821574926}
+{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.8738231658935547, "Finetune/Loss (Raw)": 0.9247543811798096, "Finetune/Step": 616, "Finetune/Step Time": 6.6219453401863575}
+{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.8746340274810791, "Finetune/Loss (Raw)": 0.9157581925392151, "Finetune/Step": 617, "Finetune/Step Time": 6.614358972758055}
+{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.8754826784133911, "Finetune/Loss (Raw)": 0.9014521837234497, "Finetune/Step": 618, "Finetune/Step Time": 6.608481328934431}
+{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.8778568506240845, "Finetune/Loss (Raw)": 0.8353904485702515, "Finetune/Step": 619, "Finetune/Step Time": 6.603554157540202}
+{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.8783308863639832, "Finetune/Loss (Raw)": 0.9204300045967102, "Finetune/Step": 620, "Finetune/Step Time": 6.594482533633709}
+{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.8781074285507202, "Finetune/Loss (Raw)": 0.9267777800559998, "Finetune/Step": 621, "Finetune/Step Time": 6.613628504797816}
+{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.8781653642654419, "Finetune/Loss (Raw)": 0.8878585696220398, "Finetune/Step": 622, "Finetune/Step Time": 6.602701939642429}
+{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.878455638885498, "Finetune/Loss (Raw)": 0.960938572883606, "Finetune/Step": 623, "Finetune/Step Time": 6.60418052598834}
+{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.8782644867897034, "Finetune/Loss (Raw)": 0.9303818941116333, "Finetune/Step": 624, "Finetune/Step Time": 6.590674463659525}
+{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.8788478374481201, "Finetune/Loss (Raw)": 0.9544695615768433, "Finetune/Step": 625, "Finetune/Step Time": 6.5920413210988045}
+{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.8788778185844421, "Finetune/Loss (Raw)": 0.9758867621421814, "Finetune/Step": 626, "Finetune/Step Time": 6.580473352223635}
+{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.8795889616012573, "Finetune/Loss (Raw)": 0.9356867074966431, "Finetune/Step": 627, "Finetune/Step Time": 6.583014316856861}
+{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.8794625997543335, "Finetune/Loss (Raw)": 0.874030351638794, "Finetune/Step": 628, "Finetune/Step Time": 6.573655733838677}
+{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.8812776803970337, "Finetune/Loss (Raw)": 0.941076397895813, "Finetune/Step": 629, "Finetune/Step Time": 6.564608050510287}
+{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.8838050961494446, "Finetune/Loss (Raw)": 1.0870652198791504, "Finetune/Step": 630, "Finetune/Step Time": 6.546864118427038}
+{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.8834694623947144, "Finetune/Loss (Raw)": 0.7584319710731506, "Finetune/Step": 631, "Finetune/Step Time": 6.532546875998378}
+{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.8843212127685547, "Finetune/Loss (Raw)": 1.0356881618499756, "Finetune/Step": 632, "Finetune/Step Time": 6.5321925431489944}
+{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.8859021663665771, "Finetune/Loss (Raw)": 1.1358916759490967, "Finetune/Step": 633, "Finetune/Step Time": 6.534077545627952}
+{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.8870580196380615, "Finetune/Loss (Raw)": 0.8040348291397095, "Finetune/Step": 634, "Finetune/Step Time": 6.5259741228073835}
+{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.8869545459747314, "Finetune/Loss (Raw)": 0.9358230829238892, "Finetune/Step": 635, "Finetune/Step Time": 6.530306164175272}
+{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.8868463039398193, "Finetune/Loss (Raw)": 0.8804593086242676, "Finetune/Step": 636, "Finetune/Step Time": 6.5651101022958755}
+{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.8877009153366089, "Finetune/Loss (Raw)": 0.9813290238380432, "Finetune/Step": 637, "Finetune/Step Time": 6.556118024513125}
+{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.8888897895812988, "Finetune/Loss (Raw)": 0.9879454970359802, "Finetune/Step": 638, "Finetune/Step Time": 6.556061629205942}
+{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.888325572013855, "Finetune/Loss (Raw)": 0.9037542343139648, "Finetune/Step": 639, "Finetune/Step Time": 6.543496899306774}
+{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.888367772102356, "Finetune/Loss (Raw)": 0.8998705744743347, "Finetune/Step": 640, "Finetune/Step Time": 6.54353510402143}
+{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.8871164917945862, "Finetune/Loss (Raw)": 0.8406502604484558, "Finetune/Step": 641, "Finetune/Step Time": 6.561339553445578}
+{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.8822543621063232, "Finetune/Loss (Raw)": 0.3272613286972046, "Finetune/Step": 642, "Finetune/Step Time": 6.560140112414956}
+{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.8862670660018921, "Finetune/Loss (Raw)": 0.9091565012931824, "Finetune/Step": 643, "Finetune/Step Time": 6.540958151221275}
+{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.886186420917511, "Finetune/Loss (Raw)": 0.967543363571167, "Finetune/Step": 644, "Finetune/Step Time": 6.5449051056057215}
+{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.8864285349845886, "Finetune/Loss (Raw)": 1.013704776763916, "Finetune/Step": 645, "Finetune/Step Time": 6.543630452826619}
+{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.8862369060516357, "Finetune/Loss (Raw)": 0.9132711887359619, "Finetune/Step": 646, "Finetune/Step Time": 6.553705280646682}
+{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.8853249549865723, "Finetune/Loss (Raw)": 0.8584561944007874, "Finetune/Step": 647, "Finetune/Step Time": 6.554787000641227}
+{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.8864602446556091, "Finetune/Loss (Raw)": 0.9513376951217651, "Finetune/Step": 648, "Finetune/Step Time": 6.553593369200826}
+{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.8854063749313354, "Finetune/Loss (Raw)": 0.8273494839668274, "Finetune/Step": 649, "Finetune/Step Time": 6.5496535040438175}
+{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.8848162293434143, "Finetune/Loss (Raw)": 0.8044783473014832, "Finetune/Step": 650, "Finetune/Step Time": 6.562998538836837}
+{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.8866034150123596, "Finetune/Loss (Raw)": 0.9062483310699463, "Finetune/Step": 651, "Finetune/Step Time": 6.5716760363429785}
+{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.8862311244010925, "Finetune/Loss (Raw)": 0.8906181454658508, "Finetune/Step": 652, "Finetune/Step Time": 6.576320510357618}
+{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.8855113387107849, "Finetune/Loss (Raw)": 0.8626736402511597, "Finetune/Step": 653, "Finetune/Step Time": 6.578640401363373}
+{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.887939453125, "Finetune/Loss (Raw)": 1.1540358066558838, "Finetune/Step": 654, "Finetune/Step Time": 6.569829497486353}
+{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.8879562616348267, "Finetune/Loss (Raw)": 0.857580840587616, "Finetune/Step": 655, "Finetune/Step Time": 6.578567272052169}
+{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.887328565120697, "Finetune/Loss (Raw)": 0.8611138463020325, "Finetune/Step": 656, "Finetune/Step Time": 6.581509318202734}
+{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.8866090774536133, "Finetune/Loss (Raw)": 0.8200153112411499, "Finetune/Step": 657, "Finetune/Step Time": 6.601818174123764}
+{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.8861171007156372, "Finetune/Loss (Raw)": 0.9228137135505676, "Finetune/Step": 658, "Finetune/Step Time": 6.603531517088413}
+{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.8833329677581787, "Finetune/Loss (Raw)": 0.6976701021194458, "Finetune/Step": 659, "Finetune/Step Time": 6.625326011329889}
+{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.8845546245574951, "Finetune/Loss (Raw)": 1.0343774557113647, "Finetune/Step": 660, "Finetune/Step Time": 6.629107624292374}
+{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.8848445415496826, "Finetune/Loss (Raw)": 0.920452892780304, "Finetune/Step": 661, "Finetune/Step Time": 6.621684977784753}
+{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.8855924606323242, "Finetune/Loss (Raw)": 0.9800800681114197, "Finetune/Step": 662, "Finetune/Step Time": 6.610411094501615}
+{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.8869879245758057, "Finetune/Loss (Raw)": 0.987772524356842, "Finetune/Step": 663, "Finetune/Step Time": 6.599144680425525}
+{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.8874067068099976, "Finetune/Loss (Raw)": 0.8435555696487427, "Finetune/Step": 664, "Finetune/Step Time": 6.586328390985727}
+{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.8877100944519043, "Finetune/Loss (Raw)": 0.9898974895477295, "Finetune/Step": 665, "Finetune/Step Time": 6.594104370102286}
+{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.8887520432472229, "Finetune/Loss (Raw)": 1.0602248907089233, "Finetune/Step": 666, "Finetune/Step Time": 6.587221477180719}
+{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.8881961703300476, "Finetune/Loss (Raw)": 0.9587374925613403, "Finetune/Step": 667, "Finetune/Step Time": 6.600060703232884}
+{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.8871606588363647, "Finetune/Loss (Raw)": 0.7530936002731323, "Finetune/Step": 668, "Finetune/Step Time": 6.605797830969095}
+{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.8873626589775085, "Finetune/Loss (Raw)": 0.9528337717056274, "Finetune/Step": 669, "Finetune/Step Time": 6.600717339664698}
+{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.8869020342826843, "Finetune/Loss (Raw)": 0.8581578731536865, "Finetune/Step": 670, "Finetune/Step Time": 6.603005031123757}
+{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.8857243061065674, "Finetune/Loss (Raw)": 0.891745388507843, "Finetune/Step": 671, "Finetune/Step Time": 6.6023748982697725}
+{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.885542094707489, "Finetune/Loss (Raw)": 0.9537739753723145, "Finetune/Step": 672, "Finetune/Step Time": 6.599834939464927}
+{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.8864231109619141, "Finetune/Loss (Raw)": 1.0515552759170532, "Finetune/Step": 673, "Finetune/Step Time": 6.601295715197921}
+{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.8877596259117126, "Finetune/Loss (Raw)": 1.0615476369857788, "Finetune/Step": 674, "Finetune/Step Time": 6.602083990350366}
+{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.8875154852867126, "Finetune/Loss (Raw)": 0.9808202981948853, "Finetune/Step": 675, "Finetune/Step Time": 6.604542247951031}
+{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.888906717300415, "Finetune/Loss (Raw)": 0.9622182250022888, "Finetune/Step": 676, "Finetune/Step Time": 6.598736921325326}
+{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.8896099328994751, "Finetune/Loss (Raw)": 0.764070451259613, "Finetune/Step": 677, "Finetune/Step Time": 6.630104657262564}
+{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.8908119797706604, "Finetune/Loss (Raw)": 1.009820818901062, "Finetune/Step": 678, "Finetune/Step Time": 6.641647536307573}
+{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.8923051357269287, "Finetune/Loss (Raw)": 1.0238462686538696, "Finetune/Step": 679, "Finetune/Step Time": 6.64676546677947}
+{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.8909867405891418, "Finetune/Loss (Raw)": 0.8416976928710938, "Finetune/Step": 680, "Finetune/Step Time": 6.645430950447917}
+{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 0.8930860757827759, "Finetune/Loss (Raw)": 0.9892123937606812, "Finetune/Step": 681, "Finetune/Step Time": 6.6438211519271135}
+{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.8930144906044006, "Finetune/Loss (Raw)": 0.9827720522880554, "Finetune/Step": 682, "Finetune/Step Time": 6.640829585492611}
+{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 0.894058108329773, "Finetune/Loss (Raw)": 1.0302479267120361, "Finetune/Step": 683, "Finetune/Step Time": 6.622217332944274}
+{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 0.8937146663665771, "Finetune/Loss (Raw)": 0.8476482033729553, "Finetune/Step": 684, "Finetune/Step Time": 6.611606698483229}
+{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.8922401666641235, "Finetune/Loss (Raw)": 0.6698338389396667, "Finetune/Step": 685, "Finetune/Step Time": 6.626470569521189}
+{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 0.8961963653564453, "Finetune/Loss (Raw)": 0.7534730434417725, "Finetune/Step": 686, "Finetune/Step Time": 6.620116861537099}
+{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 0.8961198329925537, "Finetune/Loss (Raw)": 0.8826407790184021, "Finetune/Step": 687, "Finetune/Step Time": 6.616527518257499}
+{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 0.8969646692276001, "Finetune/Loss (Raw)": 0.8994898200035095, "Finetune/Step": 688, "Finetune/Step Time": 6.61467525921762}
+{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 0.894644021987915, "Finetune/Loss (Raw)": 0.5250898599624634, "Finetune/Step": 689, "Finetune/Step Time": 6.627424033358693}
+{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 0.8936334848403931, "Finetune/Loss (Raw)": 0.6794534921646118, "Finetune/Step": 690, "Finetune/Step Time": 6.660553080961108}
+{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 0.8937697410583496, "Finetune/Loss (Raw)": 0.9821234941482544, "Finetune/Step": 691, "Finetune/Step Time": 6.662732010707259}
+{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 0.8926800489425659, "Finetune/Loss (Raw)": 0.7878653407096863, "Finetune/Step": 692, "Finetune/Step Time": 6.679430278018117}
+{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 0.8929672241210938, "Finetune/Loss (Raw)": 0.7871100902557373, "Finetune/Step": 693, "Finetune/Step Time": 6.67890184931457}
+{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.8882148265838623, "Finetune/Loss (Raw)": 0.39607736468315125, "Finetune/Step": 694, "Finetune/Step Time": 6.69633524119854}
+{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.8871794939041138, "Finetune/Loss (Raw)": 0.6926738619804382, "Finetune/Step": 695, "Finetune/Step Time": 6.702738668769598}
+{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 0.8926276564598083, "Finetune/Loss (Raw)": 0.9890465140342712, "Finetune/Step": 696, "Finetune/Step Time": 6.677530592307448}
+{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 0.8923102021217346, "Finetune/Loss (Raw)": 0.8032832741737366, "Finetune/Step": 697, "Finetune/Step Time": 6.69415651075542}
+{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 0.8933976888656616, "Finetune/Loss (Raw)": 1.0472437143325806, "Finetune/Step": 698, "Finetune/Step Time": 6.6776320189237595}
+{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 0.895667552947998, "Finetune/Loss (Raw)": 1.0975826978683472, "Finetune/Step": 699, "Finetune/Step Time": 6.674133118242025}
+{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 0.8947814106941223, "Finetune/Loss (Raw)": 0.821014940738678, "Finetune/Step": 700, "Finetune/Step Time": 6.693336192518473}
+{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 0.889241099357605, "Finetune/Loss (Raw)": 0.3115129768848419, "Finetune/Step": 701, "Finetune/Step Time": 6.713646084070206}
+{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.8882339000701904, "Finetune/Loss (Raw)": 0.8861059546470642, "Finetune/Step": 702, "Finetune/Step Time": 6.720699202269316}
+{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.8860277533531189, "Finetune/Loss (Raw)": 0.733610987663269, "Finetune/Step": 703, "Finetune/Step Time": 6.711258104071021}
+{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.8863896131515503, "Finetune/Loss (Raw)": 0.9433053731918335, "Finetune/Step": 704, "Finetune/Step Time": 6.723579445853829}
+{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.886807918548584, "Finetune/Loss (Raw)": 0.9418056011199951, "Finetune/Step": 705, "Finetune/Step Time": 6.7232114262878895}
+{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.8855063915252686, "Finetune/Loss (Raw)": 0.6650022268295288, "Finetune/Step": 706, "Finetune/Step Time": 6.725633829832077}
+{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.8857938647270203, "Finetune/Loss (Raw)": 0.811293363571167, "Finetune/Step": 707, "Finetune/Step Time": 6.711040807887912}
+{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.8865798711776733, "Finetune/Loss (Raw)": 1.0657751560211182, "Finetune/Step": 708, "Finetune/Step Time": 6.714660493656993}
+{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.8848689794540405, "Finetune/Loss (Raw)": 0.7978551983833313, "Finetune/Step": 709, "Finetune/Step Time": 6.71596622094512}
+{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.8833233118057251, "Finetune/Loss (Raw)": 0.8179894685745239, "Finetune/Step": 710, "Finetune/Step Time": 6.705469584092498}
+{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.8843209743499756, "Finetune/Loss (Raw)": 0.9162729978561401, "Finetune/Step": 711, "Finetune/Step Time": 6.717325968667865}
+{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.8821091055870056, "Finetune/Loss (Raw)": 0.6102374196052551, "Finetune/Step": 712, "Finetune/Step Time": 6.726924639195204}
+{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.8817352056503296, "Finetune/Loss (Raw)": 0.9207804799079895, "Finetune/Step": 713, "Finetune/Step Time": 6.726736128330231}
+{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.8849591016769409, "Finetune/Loss (Raw)": 0.7506365776062012, "Finetune/Step": 714, "Finetune/Step Time": 6.722633454948664}
+{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.884438157081604, "Finetune/Loss (Raw)": 1.0048474073410034, "Finetune/Step": 715, "Finetune/Step Time": 6.721038451418281}
+{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.8844307661056519, "Finetune/Loss (Raw)": 0.7855046987533569, "Finetune/Step": 716, "Finetune/Step Time": 6.695390406996012}
+{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.8842586278915405, "Finetune/Loss (Raw)": 0.9832338690757751, "Finetune/Step": 717, "Finetune/Step Time": 6.706282086670399}
+{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.8836902379989624, "Finetune/Loss (Raw)": 0.9477359652519226, "Finetune/Step": 718, "Finetune/Step Time": 6.710050139576197}
+{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.8845027685165405, "Finetune/Loss (Raw)": 0.9396745562553406, "Finetune/Step": 719, "Finetune/Step Time": 6.710542608052492}
+{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.8859381675720215, "Finetune/Loss (Raw)": 1.062735676765442, "Finetune/Step": 720, "Finetune/Step Time": 6.7123949732631445}
+{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.8858152627944946, "Finetune/Loss (Raw)": 0.8380918502807617, "Finetune/Step": 721, "Finetune/Step Time": 6.715823709964752}
+{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.8853159546852112, "Finetune/Loss (Raw)": 0.8666843771934509, "Finetune/Step": 722, "Finetune/Step Time": 6.741511689499021}
+{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.8859822750091553, "Finetune/Loss (Raw)": 1.029590368270874, "Finetune/Step": 723, "Finetune/Step Time": 6.739198321476579}
+{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 0.8867422342300415, "Finetune/Loss (Raw)": 0.9449838399887085, "Finetune/Step": 724, "Finetune/Step Time": 6.753967681899667}
+{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 0.8889453411102295, "Finetune/Loss (Raw)": 1.0670504570007324, "Finetune/Step": 725, "Finetune/Step Time": 6.75281210616231}
+{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 0.8870462775230408, "Finetune/Loss (Raw)": 0.6242101192474365, "Finetune/Step": 726, "Finetune/Step Time": 6.74089509434998}
+{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 0.88672935962677, "Finetune/Loss (Raw)": 0.9280728697776794, "Finetune/Step": 727, "Finetune/Step Time": 6.747229639440775}
+{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 0.8870517015457153, "Finetune/Loss (Raw)": 1.0337316989898682, "Finetune/Step": 728, "Finetune/Step Time": 6.746658127754927}
+{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.884514570236206, "Finetune/Loss (Raw)": 0.49094220995903015, "Finetune/Step": 729, "Finetune/Step Time": 6.736429488286376}
+{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.8845308423042297, "Finetune/Loss (Raw)": 0.9436913728713989, "Finetune/Step": 730, "Finetune/Step Time": 6.739901447668672}
+{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.8859461545944214, "Finetune/Loss (Raw)": 0.9237865209579468, "Finetune/Step": 731, "Finetune/Step Time": 6.735563667491078}
+{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.884446382522583, "Finetune/Loss (Raw)": 0.7895644307136536, "Finetune/Step": 732, "Finetune/Step Time": 6.76699030213058}
+{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.8852367401123047, "Finetune/Loss (Raw)": 0.8805672526359558, "Finetune/Step": 733, "Finetune/Step Time": 6.765632167458534}
+{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.8851115703582764, "Finetune/Loss (Raw)": 0.7866584658622742, "Finetune/Step": 734, "Finetune/Step Time": 6.7540162820369005}
+{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.8857494592666626, "Finetune/Loss (Raw)": 0.7564836740493774, "Finetune/Step": 735, "Finetune/Step Time": 6.732232121750712}
+{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.8847237229347229, "Finetune/Loss (Raw)": 0.8863950967788696, "Finetune/Step": 736, "Finetune/Step Time": 6.766824554651976}
+{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.88639235496521, "Finetune/Loss (Raw)": 1.0344659090042114, "Finetune/Step": 737, "Finetune/Step Time": 6.7635788936167955}
+{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.8868546485900879, "Finetune/Loss (Raw)": 0.9607619047164917, "Finetune/Step": 738, "Finetune/Step Time": 6.760373916476965}
+{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.8831971883773804, "Finetune/Loss (Raw)": 0.45329374074935913, "Finetune/Step": 739, "Finetune/Step Time": 6.784599147737026}
+{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.8826808929443359, "Finetune/Loss (Raw)": 1.029616355895996, "Finetune/Step": 740, "Finetune/Step Time": 6.788539916276932}
+{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.8822121620178223, "Finetune/Loss (Raw)": 0.6887951493263245, "Finetune/Step": 741, "Finetune/Step Time": 6.806244157254696}
+{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.8818605542182922, "Finetune/Loss (Raw)": 0.8947418332099915, "Finetune/Step": 742, "Finetune/Step Time": 6.811658335849643}
+{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.8826404809951782, "Finetune/Loss (Raw)": 1.0045537948608398, "Finetune/Step": 743, "Finetune/Step Time": 6.804797133430839}
+{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.8828023672103882, "Finetune/Loss (Raw)": 0.9454790949821472, "Finetune/Step": 744, "Finetune/Step Time": 6.806447070091963}
+{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.8815604448318481, "Finetune/Loss (Raw)": 0.7567986249923706, "Finetune/Step": 745, "Finetune/Step Time": 6.824625700712204}
+{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.882428765296936, "Finetune/Loss (Raw)": 1.012594223022461, "Finetune/Step": 746, "Finetune/Step Time": 6.815996248275042}
+{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.8838603496551514, "Finetune/Loss (Raw)": 1.0186275243759155, "Finetune/Step": 747, "Finetune/Step Time": 6.7960317842662334}
+{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.884642481803894, "Finetune/Loss (Raw)": 1.0205451250076294, "Finetune/Step": 748, "Finetune/Step Time": 6.797634290531278}
+{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.8839619159698486, "Finetune/Loss (Raw)": 0.8396744728088379, "Finetune/Step": 749, "Finetune/Step Time": 6.78717602789402}
+{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.8835995197296143, "Finetune/Loss (Raw)": 0.8414716124534607, "Finetune/Step": 750, "Finetune/Step Time": 6.792208371683955}
+{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.8819092512130737, "Finetune/Loss (Raw)": 0.7445791363716125, "Finetune/Step": 751, "Finetune/Step Time": 6.795155506581068}
+{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.8823462724685669, "Finetune/Loss (Raw)": 0.9863187074661255, "Finetune/Step": 752, "Finetune/Step Time": 6.796018496155739}
+{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.8780007362365723, "Finetune/Loss (Raw)": 0.3982432186603546, "Finetune/Step": 753, "Finetune/Step Time": 6.8133079800754786}
+{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.8766089677810669, "Finetune/Loss (Raw)": 0.7977377772331238, "Finetune/Step": 754, "Finetune/Step Time": 6.813788922503591}
+{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.875169038772583, "Finetune/Loss (Raw)": 0.7513713240623474, "Finetune/Step": 755, "Finetune/Step Time": 6.8349003698676825}
+{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.8750507831573486, "Finetune/Loss (Raw)": 0.8589065074920654, "Finetune/Step": 756, "Finetune/Step Time": 6.832629017531872}
+{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.8741937875747681, "Finetune/Loss (Raw)": 0.8313775658607483, "Finetune/Step": 757, "Finetune/Step Time": 6.844160225242376}
+{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.8732701539993286, "Finetune/Loss (Raw)": 0.9688388705253601, "Finetune/Step": 758, "Finetune/Step Time": 6.852711267769337}
+{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.8747233152389526, "Finetune/Loss (Raw)": 0.9444326162338257, "Finetune/Step": 759, "Finetune/Step Time": 6.863048387691379}
+{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.8736109137535095, "Finetune/Loss (Raw)": 0.8933064937591553, "Finetune/Step": 760, "Finetune/Step Time": 6.855724819004536}
+{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.8718729019165039, "Finetune/Loss (Raw)": 0.9134235382080078, "Finetune/Step": 761, "Finetune/Step Time": 6.8583681639283895}
+{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.8685029745101929, "Finetune/Loss (Raw)": 0.37268128991127014, "Finetune/Step": 762, "Finetune/Step Time": 6.877966497093439}
+{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.8670231103897095, "Finetune/Loss (Raw)": 0.7464047074317932, "Finetune/Step": 763, "Finetune/Step Time": 6.8814178463071585}
+{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.8668279051780701, "Finetune/Loss (Raw)": 0.8554728031158447, "Finetune/Step": 764, "Finetune/Step Time": 6.8488032929599285}
+{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.866277813911438, "Finetune/Loss (Raw)": 0.910921037197113, "Finetune/Step": 765, "Finetune/Step Time": 6.852115206420422}
+{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.8661198019981384, "Finetune/Loss (Raw)": 0.9677165746688843, "Finetune/Step": 766, "Finetune/Step Time": 6.869668588042259}
+{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.8659672737121582, "Finetune/Loss (Raw)": 0.8842244148254395, "Finetune/Step": 767, "Finetune/Step Time": 6.877656323835254}
+{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.8654297590255737, "Finetune/Loss (Raw)": 0.8310697674751282, "Finetune/Step": 768, "Finetune/Step Time": 6.886485924944282}
+{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.8646012544631958, "Finetune/Loss (Raw)": 0.7346049547195435, "Finetune/Step": 769, "Finetune/Step Time": 6.882955254986882}
+{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.8687964677810669, "Finetune/Loss (Raw)": 0.8642442226409912, "Finetune/Step": 770, "Finetune/Step Time": 6.870875712484121}
+{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.8695202469825745, "Finetune/Loss (Raw)": 1.0018014907836914, "Finetune/Step": 771, "Finetune/Step Time": 6.874371577054262}
+{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.8691433072090149, "Finetune/Loss (Raw)": 0.9192957878112793, "Finetune/Step": 772, "Finetune/Step Time": 6.867990560829639}
+{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.8687822222709656, "Finetune/Loss (Raw)": 0.967487633228302, "Finetune/Step": 773, "Finetune/Step Time": 6.866312813013792}
+{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.8674091100692749, "Finetune/Loss (Raw)": 0.7375166416168213, "Finetune/Step": 774, "Finetune/Step Time": 6.876769240945578}
+{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.8681721091270447, "Finetune/Loss (Raw)": 0.9561177492141724, "Finetune/Step": 775, "Finetune/Step Time": 6.878173580393195}
+{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.866074800491333, "Finetune/Loss (Raw)": 0.6828845739364624, "Finetune/Step": 776, "Finetune/Step Time": 6.878559118136764}
+{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.8673529028892517, "Finetune/Loss (Raw)": 0.9909425377845764, "Finetune/Step": 777, "Finetune/Step Time": 6.894009677693248}
+{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.8686937093734741, "Finetune/Loss (Raw)": 0.9761028289794922, "Finetune/Step": 778, "Finetune/Step Time": 6.878671543672681}
+{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.8684030771255493, "Finetune/Loss (Raw)": 0.8690493702888489, "Finetune/Step": 779, "Finetune/Step Time": 6.8742565959692}
+{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.8640179634094238, "Finetune/Loss (Raw)": 0.32932010293006897, "Finetune/Step": 780, "Finetune/Step Time": 6.892070788890123}
+{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.863726794719696, "Finetune/Loss (Raw)": 0.8254020810127258, "Finetune/Step": 781, "Finetune/Step Time": 6.892363492399454}
+{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.8593475818634033, "Finetune/Loss (Raw)": 0.5934939384460449, "Finetune/Step": 782, "Finetune/Step Time": 6.921343389898539}
+{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.8594297170639038, "Finetune/Loss (Raw)": 0.8680996298789978, "Finetune/Step": 783, "Finetune/Step Time": 6.952105589210987}
+{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.8576244115829468, "Finetune/Loss (Raw)": 0.6300310492515564, "Finetune/Step": 784, "Finetune/Step Time": 6.969137134030461}
+{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.8587703704833984, "Finetune/Loss (Raw)": 0.9667019844055176, "Finetune/Step": 785, "Finetune/Step Time": 6.963808150961995}
+{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.8593535423278809, "Finetune/Loss (Raw)": 0.9974539875984192, "Finetune/Step": 786, "Finetune/Step Time": 6.961370211094618}
+{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.8611884117126465, "Finetune/Loss (Raw)": 0.9325323700904846, "Finetune/Step": 787, "Finetune/Step Time": 6.974246909841895}
+{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.8611135482788086, "Finetune/Loss (Raw)": 1.0248006582260132, "Finetune/Step": 788, "Finetune/Step Time": 6.971568115055561}
+{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.8611205220222473, "Finetune/Loss (Raw)": 0.9213418960571289, "Finetune/Step": 789, "Finetune/Step Time": 6.969507128000259}
+{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.8578773736953735, "Finetune/Loss (Raw)": 0.5649601817131042, "Finetune/Step": 790, "Finetune/Step Time": 6.998848477378488}
+{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.8569153547286987, "Finetune/Loss (Raw)": 0.8646385669708252, "Finetune/Step": 791, "Finetune/Step Time": 7.0005785543471575}
+{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.8564412593841553, "Finetune/Loss (Raw)": 0.7828681468963623, "Finetune/Step": 792, "Finetune/Step Time": 6.991313703358173}
+{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.8556491136550903, "Finetune/Loss (Raw)": 0.8885016441345215, "Finetune/Step": 793, "Finetune/Step Time": 6.993274798616767}
+{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.8540102243423462, "Finetune/Loss (Raw)": 0.8504520058631897, "Finetune/Step": 794, "Finetune/Step Time": 6.995726957917213}
+{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.8536526560783386, "Finetune/Loss (Raw)": 0.9129597544670105, "Finetune/Step": 795, "Finetune/Step Time": 6.9987902622669935}
+{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.8546179533004761, "Finetune/Loss (Raw)": 0.8766574859619141, "Finetune/Step": 796, "Finetune/Step Time": 6.994939856231213}
+{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.8539931774139404, "Finetune/Loss (Raw)": 0.8728615045547485, "Finetune/Step": 797, "Finetune/Step Time": 7.0004123616963625}
+{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.8546898365020752, "Finetune/Loss (Raw)": 0.9473247528076172, "Finetune/Step": 798, "Finetune/Step Time": 7.0031623765826225}
+{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.8539198040962219, "Finetune/Loss (Raw)": 0.7931861281394958, "Finetune/Step": 799, "Finetune/Step Time": 7.009442446753383}
+{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.8535119295120239, "Finetune/Loss (Raw)": 0.9015642404556274, "Finetune/Step": 800, "Finetune/Step Time": 7.015333501622081}
+{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.8526080846786499, "Finetune/Loss (Raw)": 0.9358669519424438, "Finetune/Step": 801, "Finetune/Step Time": 7.040223756805062}
+{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.85050368309021, "Finetune/Loss (Raw)": 0.792175829410553, "Finetune/Step": 802, "Finetune/Step Time": 7.0444935485720634}
+{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.8484880924224854, "Finetune/Loss (Raw)": 0.7228354811668396, "Finetune/Step": 803, "Finetune/Step Time": 7.051255354657769}
+{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.848029613494873, "Finetune/Loss (Raw)": 0.9035345315933228, "Finetune/Step": 804, "Finetune/Step Time": 7.0432771146297455}
+{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.8490545749664307, "Finetune/Loss (Raw)": 0.8952533006668091, "Finetune/Step": 805, "Finetune/Step Time": 7.014323614537716}
+{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.8465390801429749, "Finetune/Loss (Raw)": 0.6878445744514465, "Finetune/Step": 806, "Finetune/Step Time": 7.029073437675834}
+{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.8455475568771362, "Finetune/Loss (Raw)": 0.8969335556030273, "Finetune/Step": 807, "Finetune/Step Time": 7.0219673328101635}
+{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.8452997207641602, "Finetune/Loss (Raw)": 0.809975802898407, "Finetune/Step": 808, "Finetune/Step Time": 7.041264109313488}
+{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.8446314930915833, "Finetune/Loss (Raw)": 0.9036707282066345, "Finetune/Step": 809, "Finetune/Step Time": 7.045441295951605}
+{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.8447557687759399, "Finetune/Loss (Raw)": 0.9986838102340698, "Finetune/Step": 810, "Finetune/Step Time": 7.049241092056036}
+{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.8427923321723938, "Finetune/Loss (Raw)": 0.7789269089698792, "Finetune/Step": 811, "Finetune/Step Time": 7.0473312344402075}
+{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.8445781469345093, "Finetune/Loss (Raw)": 1.0762332677841187, "Finetune/Step": 812, "Finetune/Step Time": 7.044828278943896}
+{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.8465495705604553, "Finetune/Loss (Raw)": 0.9221739172935486, "Finetune/Step": 813, "Finetune/Step Time": 7.032098988071084}
+{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.8474258184432983, "Finetune/Loss (Raw)": 0.8656315803527832, "Finetune/Step": 814, "Finetune/Step Time": 7.022493837401271}
+{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.8472649455070496, "Finetune/Loss (Raw)": 0.8620517253875732, "Finetune/Step": 815, "Finetune/Step Time": 7.027063323184848}
+{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.8475933074951172, "Finetune/Loss (Raw)": 0.9415184855461121, "Finetune/Step": 816, "Finetune/Step Time": 7.028071830049157}
+{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.8508251905441284, "Finetune/Loss (Raw)": 0.9387751221656799, "Finetune/Step": 817, "Finetune/Step Time": 7.018061516806483}
+{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.8480444550514221, "Finetune/Loss (Raw)": 0.3235113024711609, "Finetune/Step": 818, "Finetune/Step Time": 7.000648584216833}
+{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.8461475372314453, "Finetune/Loss (Raw)": 0.7393275499343872, "Finetune/Step": 819, "Finetune/Step Time": 7.011340383440256}
+{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.8447611331939697, "Finetune/Loss (Raw)": 0.6104049682617188, "Finetune/Step": 820, "Finetune/Step Time": 6.993529789149761}
+{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.8451704978942871, "Finetune/Loss (Raw)": 0.8395017981529236, "Finetune/Step": 821, "Finetune/Step Time": 6.994209496304393}
+{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.8486226201057434, "Finetune/Loss (Raw)": 0.837957501411438, "Finetune/Step": 822, "Finetune/Step Time": 6.979193696752191}
+{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.8511282205581665, "Finetune/Loss (Raw)": 1.0133864879608154, "Finetune/Step": 823, "Finetune/Step Time": 6.964997265487909}
+{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.8505611419677734, "Finetune/Loss (Raw)": 0.9164563417434692, "Finetune/Step": 824, "Finetune/Step Time": 6.963004354387522}
+{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.8508688807487488, "Finetune/Loss (Raw)": 0.8426759243011475, "Finetune/Step": 825, "Finetune/Step Time": 6.943093428388238}
+{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.8486061096191406, "Finetune/Loss (Raw)": 0.757612407207489, "Finetune/Step": 826, "Finetune/Step Time": 6.949560437351465}
+{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.8465865254402161, "Finetune/Loss (Raw)": 0.8390765190124512, "Finetune/Step": 827, "Finetune/Step Time": 6.93659520894289}
+{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.8431037664413452, "Finetune/Loss (Raw)": 0.3752201199531555, "Finetune/Step": 828, "Finetune/Step Time": 6.936398629099131}
+{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.8472635746002197, "Finetune/Loss (Raw)": 0.8439696431159973, "Finetune/Step": 829, "Finetune/Step Time": 6.925805473700166}
+{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.8474918007850647, "Finetune/Loss (Raw)": 0.9153143763542175, "Finetune/Step": 830, "Finetune/Step Time": 6.9227835070341825}
+{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.8484589457511902, "Finetune/Loss (Raw)": 0.85741126537323, "Finetune/Step": 831, "Finetune/Step Time": 6.928772766143084}
+{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.8487762212753296, "Finetune/Loss (Raw)": 0.9839081764221191, "Finetune/Step": 832, "Finetune/Step Time": 6.910324703902006}
+{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.8446776270866394, "Finetune/Loss (Raw)": 0.4171902537345886, "Finetune/Step": 833, "Finetune/Step Time": 6.930709682404995}
+{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.8465582132339478, "Finetune/Loss (Raw)": 0.9057157039642334, "Finetune/Step": 834, "Finetune/Step Time": 6.939640607684851}
+{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.8472237586975098, "Finetune/Loss (Raw)": 0.8964928984642029, "Finetune/Step": 835, "Finetune/Step Time": 6.945149270817637}
+{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.8456581234931946, "Finetune/Loss (Raw)": 0.8653698563575745, "Finetune/Step": 836, "Finetune/Step Time": 6.9409431125968695}
+{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.8453592658042908, "Finetune/Loss (Raw)": 0.759594738483429, "Finetune/Step": 837, "Finetune/Step Time": 6.949904944747686}
+{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.8453556299209595, "Finetune/Loss (Raw)": 0.8175287842750549, "Finetune/Step": 838, "Finetune/Step Time": 6.9547762125730515}
+{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.8445926904678345, "Finetune/Loss (Raw)": 0.8186183571815491, "Finetune/Step": 839, "Finetune/Step Time": 6.947567733004689}
+{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.8480321168899536, "Finetune/Loss (Raw)": 1.0504854917526245, "Finetune/Step": 840, "Finetune/Step Time": 6.937225671485066}
+{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.8470635414123535, "Finetune/Loss (Raw)": 0.796796977519989, "Finetune/Step": 841, "Finetune/Step Time": 6.942262416705489}
+{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.8484867811203003, "Finetune/Loss (Raw)": 0.9328103065490723, "Finetune/Step": 842, "Finetune/Step Time": 6.931621357798576}
+{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.8476539254188538, "Finetune/Loss (Raw)": 0.898246705532074, "Finetune/Step": 843, "Finetune/Step Time": 6.946257850155234}
+{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.8481811881065369, "Finetune/Loss (Raw)": 0.8529906272888184, "Finetune/Step": 844, "Finetune/Step Time": 6.949065841734409}
+{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.8477848768234253, "Finetune/Loss (Raw)": 0.932510256767273, "Finetune/Step": 845, "Finetune/Step Time": 6.936373209580779}
+{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.8478534817695618, "Finetune/Loss (Raw)": 0.9565165638923645, "Finetune/Step": 846, "Finetune/Step Time": 6.928924465551972}
+{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.8441025018692017, "Finetune/Loss (Raw)": 0.4595472812652588, "Finetune/Step": 847, "Finetune/Step Time": 6.947316600009799}
+{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.841801643371582, "Finetune/Loss (Raw)": 0.7682218551635742, "Finetune/Step": 848, "Finetune/Step Time": 6.951138731092215}
+{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.8424488306045532, "Finetune/Loss (Raw)": 0.9209293723106384, "Finetune/Step": 849, "Finetune/Step Time": 6.930220372974873}
+{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.8419507741928101, "Finetune/Loss (Raw)": 0.8029422163963318, "Finetune/Step": 850, "Finetune/Step Time": 6.915600303560495}
+{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.8410193920135498, "Finetune/Loss (Raw)": 0.9103760123252869, "Finetune/Step": 851, "Finetune/Step Time": 6.921718869358301}
+{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.8397809863090515, "Finetune/Loss (Raw)": 0.7864614129066467, "Finetune/Step": 852, "Finetune/Step Time": 6.9080501310527325}
+{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.8383747339248657, "Finetune/Loss (Raw)": 0.8870436549186707, "Finetune/Step": 853, "Finetune/Step Time": 6.9047183804214}
+{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.8398057222366333, "Finetune/Loss (Raw)": 0.8073821067810059, "Finetune/Step": 854, "Finetune/Step Time": 6.907824883237481}
+{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.8374497890472412, "Finetune/Loss (Raw)": 0.6265211701393127, "Finetune/Step": 855, "Finetune/Step Time": 6.943558532744646}
+{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.836229145526886, "Finetune/Loss (Raw)": 0.8774862289428711, "Finetune/Step": 856, "Finetune/Step Time": 6.942056281492114}
+{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.8386345505714417, "Finetune/Loss (Raw)": 0.7988294959068298, "Finetune/Step": 857, "Finetune/Step Time": 6.932467607781291}
+{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.8398935794830322, "Finetune/Loss (Raw)": 1.1048457622528076, "Finetune/Step": 858, "Finetune/Step Time": 6.930544218048453}
+{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.8398717045783997, "Finetune/Loss (Raw)": 0.9209885001182556, "Finetune/Step": 859, "Finetune/Step Time": 6.956323338672519}
+{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.8403075933456421, "Finetune/Loss (Raw)": 0.8453599214553833, "Finetune/Step": 860, "Finetune/Step Time": 6.925916763022542}
+{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.8381859660148621, "Finetune/Loss (Raw)": 0.6089988946914673, "Finetune/Step": 861, "Finetune/Step Time": 6.915744606405497}
+{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.8390701413154602, "Finetune/Loss (Raw)": 0.8998375535011292, "Finetune/Step": 862, "Finetune/Step Time": 6.918139234185219}
+{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.8385728597640991, "Finetune/Loss (Raw)": 0.6928293108940125, "Finetune/Step": 863, "Finetune/Step Time": 6.923970717936754}
+{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.8391298055648804, "Finetune/Loss (Raw)": 0.9576830267906189, "Finetune/Step": 864, "Finetune/Step Time": 6.892697921022773}
+{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.8374143838882446, "Finetune/Loss (Raw)": 0.8148861527442932, "Finetune/Step": 865, "Finetune/Step Time": 6.913575921207666}
+{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.8377500772476196, "Finetune/Loss (Raw)": 1.0037306547164917, "Finetune/Step": 866, "Finetune/Step Time": 6.915373098105192}
+{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.8418855667114258, "Finetune/Loss (Raw)": 0.982642412185669, "Finetune/Step": 867, "Finetune/Step Time": 6.894713070243597}
+{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.8403609991073608, "Finetune/Loss (Raw)": 0.8344680666923523, "Finetune/Step": 868, "Finetune/Step Time": 6.8875814359635115}
+{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.8427572250366211, "Finetune/Loss (Raw)": 0.9955092072486877, "Finetune/Step": 869, "Finetune/Step Time": 6.878719236701727}
+{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.8420692682266235, "Finetune/Loss (Raw)": 0.8066847324371338, "Finetune/Step": 870, "Finetune/Step Time": 6.882329760119319}
+{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.8398106098175049, "Finetune/Loss (Raw)": 0.7154545187950134, "Finetune/Step": 871, "Finetune/Step Time": 6.886816745623946}
+{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.8395393490791321, "Finetune/Loss (Raw)": 0.9107550978660583, "Finetune/Step": 872, "Finetune/Step Time": 6.886376492679119}
+{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.8411405086517334, "Finetune/Loss (Raw)": 0.9617483019828796, "Finetune/Step": 873, "Finetune/Step Time": 6.870364176109433}
+{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.8389534950256348, "Finetune/Loss (Raw)": 0.7326531410217285, "Finetune/Step": 874, "Finetune/Step Time": 6.875373341143131}
+{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.8370940685272217, "Finetune/Loss (Raw)": 0.7806204557418823, "Finetune/Step": 875, "Finetune/Step Time": 6.8873319160193205}
+{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.8358874320983887, "Finetune/Loss (Raw)": 0.8660913109779358, "Finetune/Step": 876, "Finetune/Step Time": 6.889062551781535}
+{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.8360937833786011, "Finetune/Loss (Raw)": 0.8660893440246582, "Finetune/Step": 877, "Finetune/Step Time": 6.897937141358852}
+{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.8363825082778931, "Finetune/Loss (Raw)": 0.8784372806549072, "Finetune/Step": 878, "Finetune/Step Time": 6.890968777239323}
+{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.8368510007858276, "Finetune/Loss (Raw)": 0.8045435547828674, "Finetune/Step": 879, "Finetune/Step Time": 6.911421915516257}
+{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.8356324434280396, "Finetune/Loss (Raw)": 0.8303446173667908, "Finetune/Step": 880, "Finetune/Step Time": 6.9162288550287485}
+{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.8377503156661987, "Finetune/Loss (Raw)": 0.6693296432495117, "Finetune/Step": 881, "Finetune/Step Time": 6.910323794931173}
+{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.8384473919868469, "Finetune/Loss (Raw)": 0.8869611620903015, "Finetune/Step": 882, "Finetune/Step Time": 6.910090882331133}
+{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.8402650356292725, "Finetune/Loss (Raw)": 0.9840266704559326, "Finetune/Step": 883, "Finetune/Step Time": 6.881873022764921}
+{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.8414382338523865, "Finetune/Loss (Raw)": 1.009077787399292, "Finetune/Step": 884, "Finetune/Step Time": 6.881963647902012}
+{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.8366988897323608, "Finetune/Loss (Raw)": 0.22473694384098053, "Finetune/Step": 885, "Finetune/Step Time": 6.888256229460239}
+{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.8359287977218628, "Finetune/Loss (Raw)": 0.8702746629714966, "Finetune/Step": 886, "Finetune/Step Time": 6.8918016236275434}
+{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.8316881656646729, "Finetune/Loss (Raw)": 0.40162619948387146, "Finetune/Step": 887, "Finetune/Step Time": 6.907529031857848}
+{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.8322684168815613, "Finetune/Loss (Raw)": 0.9675820469856262, "Finetune/Step": 888, "Finetune/Step Time": 6.913730874657631}
+{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.8324384689331055, "Finetune/Loss (Raw)": 0.935188889503479, "Finetune/Step": 889, "Finetune/Step Time": 6.919486578553915}
+{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.8363999128341675, "Finetune/Loss (Raw)": 0.8797488212585449, "Finetune/Step": 890, "Finetune/Step Time": 6.900970404967666}
+{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.8374729156494141, "Finetune/Loss (Raw)": 0.8837482929229736, "Finetune/Step": 891, "Finetune/Step Time": 6.904110951349139}
+{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.8371067047119141, "Finetune/Loss (Raw)": 0.8085960149765015, "Finetune/Step": 892, "Finetune/Step Time": 6.908699018880725}
+{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.8375958800315857, "Finetune/Loss (Raw)": 0.9735335111618042, "Finetune/Step": 893, "Finetune/Step Time": 6.905698670074344}
+{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.837273359298706, "Finetune/Loss (Raw)": 0.926429271697998, "Finetune/Step": 894, "Finetune/Step Time": 6.890727354213595}
+{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.8367630839347839, "Finetune/Loss (Raw)": 0.8189146518707275, "Finetune/Step": 895, "Finetune/Step Time": 6.897902769967914}
+{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.837615966796875, "Finetune/Loss (Raw)": 0.9402395486831665, "Finetune/Step": 896, "Finetune/Step Time": 6.891468033194542}
+{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.8371382355690002, "Finetune/Loss (Raw)": 0.673454999923706, "Finetune/Step": 897, "Finetune/Step Time": 6.895484639331698}
+{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.8332056999206543, "Finetune/Loss (Raw)": 0.3608793318271637, "Finetune/Step": 898, "Finetune/Step Time": 6.9077209662646055}
+{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.8313150405883789, "Finetune/Loss (Raw)": 0.7597917318344116, "Finetune/Step": 899, "Finetune/Step Time": 6.941875364631414}
+{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.8316484689712524, "Finetune/Loss (Raw)": 0.9619759917259216, "Finetune/Step": 900, "Finetune/Step Time": 6.9426203817129135}
+{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.8318629264831543, "Finetune/Loss (Raw)": 0.9949454069137573, "Finetune/Step": 901, "Finetune/Step Time": 6.949070835486054}
+{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.8328384757041931, "Finetune/Loss (Raw)": 0.8623830080032349, "Finetune/Step": 902, "Finetune/Step Time": 6.933126932010055}
+{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.832211971282959, "Finetune/Loss (Raw)": 0.8759251236915588, "Finetune/Step": 903, "Finetune/Step Time": 6.943128077313304}
+{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.8330786228179932, "Finetune/Loss (Raw)": 0.7938212752342224, "Finetune/Step": 904, "Finetune/Step Time": 6.940317213535309}
+{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.8329593539237976, "Finetune/Loss (Raw)": 0.9756666421890259, "Finetune/Step": 905, "Finetune/Step Time": 6.921267058700323}
+{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.8316200375556946, "Finetune/Loss (Raw)": 0.8046712875366211, "Finetune/Step": 906, "Finetune/Step Time": 6.918896626681089}
+{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.8320815563201904, "Finetune/Loss (Raw)": 0.9281284809112549, "Finetune/Step": 907, "Finetune/Step Time": 6.9074131194502115}
+{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.8365719318389893, "Finetune/Loss (Raw)": 0.9040907621383667, "Finetune/Step": 908, "Finetune/Step Time": 6.888644373044372}
+{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.8366355895996094, "Finetune/Loss (Raw)": 0.8335471153259277, "Finetune/Step": 909, "Finetune/Step Time": 6.893123984336853}
+{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.8387078046798706, "Finetune/Loss (Raw)": 0.8587356805801392, "Finetune/Step": 910, "Finetune/Step Time": 6.866214442998171}
+{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.8385445475578308, "Finetune/Loss (Raw)": 0.8472021818161011, "Finetune/Step": 911, "Finetune/Step Time": 6.830397550016642}
+{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.8413786888122559, "Finetune/Loss (Raw)": 0.9927974939346313, "Finetune/Step": 912, "Finetune/Step Time": 6.820981662720442}
+{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.8387804627418518, "Finetune/Loss (Raw)": 0.634132444858551, "Finetune/Step": 913, "Finetune/Step Time": 6.816823106259108}
+{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.8392508029937744, "Finetune/Loss (Raw)": 1.0576586723327637, "Finetune/Step": 914, "Finetune/Step Time": 6.820410966873169}
+{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.8390963673591614, "Finetune/Loss (Raw)": 0.9127599596977234, "Finetune/Step": 915, "Finetune/Step Time": 6.784360164776444}
+{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.8384654521942139, "Finetune/Loss (Raw)": 0.9440491795539856, "Finetune/Step": 916, "Finetune/Step Time": 6.790760705247521}
+{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.8394877910614014, "Finetune/Loss (Raw)": 1.0521965026855469, "Finetune/Step": 917, "Finetune/Step Time": 6.835626343265176}
+{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.8417428731918335, "Finetune/Loss (Raw)": 0.8536208271980286, "Finetune/Step": 918, "Finetune/Step Time": 6.814328802749515}
+{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.8398106098175049, "Finetune/Loss (Raw)": 0.617306113243103, "Finetune/Step": 919, "Finetune/Step Time": 6.828317642211914}
+{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.8394581079483032, "Finetune/Loss (Raw)": 0.7377386689186096, "Finetune/Step": 920, "Finetune/Step Time": 6.8342240415513515}
+{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.839946448802948, "Finetune/Loss (Raw)": 0.9510149955749512, "Finetune/Step": 921, "Finetune/Step Time": 6.824538126587868}
+{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.8400021195411682, "Finetune/Loss (Raw)": 0.8575775027275085, "Finetune/Step": 922, "Finetune/Step Time": 6.823507960885763}
+{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.840349555015564, "Finetune/Loss (Raw)": 0.9574325084686279, "Finetune/Step": 923, "Finetune/Step Time": 6.815729405730963}
+{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.8396540284156799, "Finetune/Loss (Raw)": 0.7876297235488892, "Finetune/Step": 924, "Finetune/Step Time": 6.823866313323379}
+{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.8385589122772217, "Finetune/Loss (Raw)": 0.7326828241348267, "Finetune/Step": 925, "Finetune/Step Time": 6.843750609084964}
+{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.8359469771385193, "Finetune/Loss (Raw)": 0.6129992604255676, "Finetune/Step": 926, "Finetune/Step Time": 6.848031619563699}
+{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.836683452129364, "Finetune/Loss (Raw)": 0.8874558210372925, "Finetune/Step": 927, "Finetune/Step Time": 6.841027921065688}
+{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.8366946578025818, "Finetune/Loss (Raw)": 0.9029998779296875, "Finetune/Step": 928, "Finetune/Step Time": 6.83308364264667}
+{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.8361000418663025, "Finetune/Loss (Raw)": 0.8597519993782043, "Finetune/Step": 929, "Finetune/Step Time": 6.808330301195383}
+{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.8363887667655945, "Finetune/Loss (Raw)": 0.82913738489151, "Finetune/Step": 930, "Finetune/Step Time": 6.812230080366135}
+{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.8380082845687866, "Finetune/Loss (Raw)": 0.9301260113716125, "Finetune/Step": 931, "Finetune/Step Time": 6.793630616739392}
+{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.8384407758712769, "Finetune/Loss (Raw)": 0.958898663520813, "Finetune/Step": 932, "Finetune/Step Time": 6.809880396351218}
+{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.838123083114624, "Finetune/Loss (Raw)": 0.8545846939086914, "Finetune/Step": 933, "Finetune/Step Time": 6.819662846624851}
+{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.8400619029998779, "Finetune/Loss (Raw)": 0.9360154867172241, "Finetune/Step": 934, "Finetune/Step Time": 6.815980140119791}
+{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.838365912437439, "Finetune/Loss (Raw)": 0.6798532009124756, "Finetune/Step": 935, "Finetune/Step Time": 6.8165081441402435}
+{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.838250458240509, "Finetune/Loss (Raw)": 0.795190691947937, "Finetune/Step": 936, "Finetune/Step Time": 6.808445202186704}
+{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.8392020463943481, "Finetune/Loss (Raw)": 1.0254812240600586, "Finetune/Step": 937, "Finetune/Step Time": 6.803298709914088}
+{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.8396079540252686, "Finetune/Loss (Raw)": 1.0506348609924316, "Finetune/Step": 938, "Finetune/Step Time": 6.80616369843483}
+{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.8402261734008789, "Finetune/Loss (Raw)": 0.8580636978149414, "Finetune/Step": 939, "Finetune/Step Time": 6.807008037343621}
+{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.839207649230957, "Finetune/Loss (Raw)": 0.9458541870117188, "Finetune/Step": 940, "Finetune/Step Time": 6.808798313140869}
+{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.8390576839447021, "Finetune/Loss (Raw)": 0.9029791355133057, "Finetune/Step": 941, "Finetune/Step Time": 6.80773046053946}
+{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.8378222584724426, "Finetune/Loss (Raw)": 0.7075001001358032, "Finetune/Step": 942, "Finetune/Step Time": 6.812736812978983}
+{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.837994396686554, "Finetune/Loss (Raw)": 0.8840859532356262, "Finetune/Step": 943, "Finetune/Step Time": 6.811392201110721}
+{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.8370956182479858, "Finetune/Loss (Raw)": 0.8264740109443665, "Finetune/Step": 944, "Finetune/Step Time": 6.805905755609274}
+{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.8359556794166565, "Finetune/Loss (Raw)": 0.7928661108016968, "Finetune/Step": 945, "Finetune/Step Time": 6.814379725605249}
+{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.8389978408813477, "Finetune/Loss (Raw)": 0.7129031419754028, "Finetune/Step": 946, "Finetune/Step Time": 6.810349119827151}
+{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.8397308588027954, "Finetune/Loss (Raw)": 0.8331517577171326, "Finetune/Step": 947, "Finetune/Step Time": 6.81818494386971}
+{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.8378680944442749, "Finetune/Loss (Raw)": 0.3719812035560608, "Finetune/Step": 948, "Finetune/Step Time": 6.82716822065413}
+{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.8392689824104309, "Finetune/Loss (Raw)": 1.0188111066818237, "Finetune/Step": 949, "Finetune/Step Time": 6.812476135790348}
+{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.8394551873207092, "Finetune/Loss (Raw)": 0.8617926239967346, "Finetune/Step": 950, "Finetune/Step Time": 6.809594444930553}
+{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.8399084806442261, "Finetune/Loss (Raw)": 1.0714097023010254, "Finetune/Step": 951, "Finetune/Step Time": 6.802889414131641}
+{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.8388985991477966, "Finetune/Loss (Raw)": 0.787189245223999, "Finetune/Step": 952, "Finetune/Step Time": 6.8073879554867744}
+{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.8392105102539062, "Finetune/Loss (Raw)": 0.8826067447662354, "Finetune/Step": 953, "Finetune/Step Time": 6.799718176946044}
+{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.8396751284599304, "Finetune/Loss (Raw)": 0.8170777559280396, "Finetune/Step": 954, "Finetune/Step Time": 6.795911910012364}
+{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.8399955034255981, "Finetune/Loss (Raw)": 0.8800898194313049, "Finetune/Step": 955, "Finetune/Step Time": 6.794743342325091}
+{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.8442064523696899, "Finetune/Loss (Raw)": 0.9142138361930847, "Finetune/Step": 956, "Finetune/Step Time": 6.776734735816717}
+{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.844026505947113, "Finetune/Loss (Raw)": 0.8209349513053894, "Finetune/Step": 957, "Finetune/Step Time": 6.771918689832091}
+{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.8434328436851501, "Finetune/Loss (Raw)": 0.8393287658691406, "Finetune/Step": 958, "Finetune/Step Time": 6.780382800847292}
+{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.8424705862998962, "Finetune/Loss (Raw)": 0.7342420220375061, "Finetune/Step": 959, "Finetune/Step Time": 6.761406881734729}
+{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.841478705406189, "Finetune/Loss (Raw)": 0.8569498658180237, "Finetune/Step": 960, "Finetune/Step Time": 6.762873217463493}
+{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.8442069292068481, "Finetune/Loss (Raw)": 0.7664058804512024, "Finetune/Step": 961, "Finetune/Step Time": 6.743527514860034}
+{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.844602644443512, "Finetune/Loss (Raw)": 0.9563633799552917, "Finetune/Step": 962, "Finetune/Step Time": 6.739063926041126}
+{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.8441222906112671, "Finetune/Loss (Raw)": 0.835006833076477, "Finetune/Step": 963, "Finetune/Step Time": 6.730987757444382}
+{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.8440195322036743, "Finetune/Loss (Raw)": 0.8522129654884338, "Finetune/Step": 964, "Finetune/Step Time": 6.729322105646133}
+{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.8439399003982544, "Finetune/Loss (Raw)": 0.7494063973426819, "Finetune/Step": 965, "Finetune/Step Time": 6.72361590526998}
+{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.8441116809844971, "Finetune/Loss (Raw)": 0.8395135402679443, "Finetune/Step": 966, "Finetune/Step Time": 6.72357296384871}
+{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.843954861164093, "Finetune/Loss (Raw)": 0.7985478639602661, "Finetune/Step": 967, "Finetune/Step Time": 6.727797117084265}
+{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.8428632616996765, "Finetune/Loss (Raw)": 0.9107643961906433, "Finetune/Step": 968, "Finetune/Step Time": 6.725197134539485}
+{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.8429012298583984, "Finetune/Loss (Raw)": 0.8016476035118103, "Finetune/Step": 969, "Finetune/Step Time": 6.7313984129577875}
+{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.8397359848022461, "Finetune/Loss (Raw)": 0.527666449546814, "Finetune/Step": 970, "Finetune/Step Time": 6.738188939169049}
+{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.8395248651504517, "Finetune/Loss (Raw)": 0.8712252378463745, "Finetune/Step": 971, "Finetune/Step Time": 6.750124253332615}
+{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.8359352946281433, "Finetune/Loss (Raw)": 0.39352041482925415, "Finetune/Step": 972, "Finetune/Step Time": 6.76727413572371}
+{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.8347727060317993, "Finetune/Loss (Raw)": 0.7836977243423462, "Finetune/Step": 973, "Finetune/Step Time": 6.772641452029347}
+{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.8335747718811035, "Finetune/Loss (Raw)": 0.8031824827194214, "Finetune/Step": 974, "Finetune/Step Time": 6.78766462020576}
+{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.8377991318702698, "Finetune/Loss (Raw)": 1.0002669095993042, "Finetune/Step": 975, "Finetune/Step Time": 6.781271932646632}
+{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.8384027481079102, "Finetune/Loss (Raw)": 0.8454809784889221, "Finetune/Step": 976, "Finetune/Step Time": 6.777377415448427}
+{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.8389049768447876, "Finetune/Loss (Raw)": 0.9852224588394165, "Finetune/Step": 977, "Finetune/Step Time": 6.7819880079478025}
+{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.8390855193138123, "Finetune/Loss (Raw)": 0.826046347618103, "Finetune/Step": 978, "Finetune/Step Time": 6.766837898641825}
+{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.8385154008865356, "Finetune/Loss (Raw)": 0.837399423122406, "Finetune/Step": 979, "Finetune/Step Time": 6.76731120981276}
+{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.8405327796936035, "Finetune/Loss (Raw)": 1.044691562652588, "Finetune/Step": 980, "Finetune/Step Time": 6.764627583324909}
+{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.8402878046035767, "Finetune/Loss (Raw)": 0.8556793928146362, "Finetune/Step": 981, "Finetune/Step Time": 6.7648351807147264}
+{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.8414287567138672, "Finetune/Loss (Raw)": 0.9534300565719604, "Finetune/Step": 982, "Finetune/Step Time": 6.752256602048874}
+{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.8436446189880371, "Finetune/Loss (Raw)": 0.910149335861206, "Finetune/Step": 983, "Finetune/Step Time": 6.716377276927233}
+{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.8425412774085999, "Finetune/Loss (Raw)": 0.7362615466117859, "Finetune/Step": 984, "Finetune/Step Time": 6.725443748757243}
+{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.8431475162506104, "Finetune/Loss (Raw)": 0.8764224648475647, "Finetune/Step": 985, "Finetune/Step Time": 6.7240288592875}
+{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.8406224250793457, "Finetune/Loss (Raw)": 0.7816316485404968, "Finetune/Step": 986, "Finetune/Step Time": 6.726430682465434}
+{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.8404172658920288, "Finetune/Loss (Raw)": 0.8947389721870422, "Finetune/Step": 987, "Finetune/Step Time": 6.712563142180443}
+{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.8388671875, "Finetune/Loss (Raw)": 0.6469422578811646, "Finetune/Step": 988, "Finetune/Step Time": 6.714243987575173}
+{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.8414792418479919, "Finetune/Loss (Raw)": 0.9433469176292419, "Finetune/Step": 989, "Finetune/Step Time": 6.71639752574265}
+{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.8392975926399231, "Finetune/Loss (Raw)": 0.6205815672874451, "Finetune/Step": 990, "Finetune/Step Time": 6.731548845767975}
+{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.841360867023468, "Finetune/Loss (Raw)": 0.956931471824646, "Finetune/Step": 991, "Finetune/Step Time": 6.722045283764601}
+{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.8407108187675476, "Finetune/Loss (Raw)": 0.8744761943817139, "Finetune/Step": 992, "Finetune/Step Time": 6.7188432812690735}
+{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.8407014012336731, "Finetune/Loss (Raw)": 0.8136804103851318, "Finetune/Step": 993, "Finetune/Step Time": 6.72797897271812}
+{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.8380646705627441, "Finetune/Loss (Raw)": 0.6662219762802124, "Finetune/Step": 994, "Finetune/Step Time": 6.735651386901736}
+{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.8372114896774292, "Finetune/Loss (Raw)": 0.8734427690505981, "Finetune/Step": 995, "Finetune/Step Time": 6.734531030058861}
+{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.836592435836792, "Finetune/Loss (Raw)": 0.7552331686019897, "Finetune/Step": 996, "Finetune/Step Time": 6.738107282668352}
+{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.8354692459106445, "Finetune/Loss (Raw)": 0.8517374396324158, "Finetune/Step": 997, "Finetune/Step Time": 6.717826755717397}
+{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.8350728750228882, "Finetune/Loss (Raw)": 0.7559422850608826, "Finetune/Step": 998, "Finetune/Step Time": 6.729344895109534}
+{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.8369921445846558, "Finetune/Loss (Raw)": 0.9611301422119141, "Finetune/Step": 999, "Finetune/Step Time": 6.722521433606744}
+{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.8378008604049683, "Finetune/Loss (Raw)": 1.014265537261963, "Finetune/Step": 1000, "Finetune/Step Time": 6.71572775952518}
+{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.8327912092208862, "Finetune/Loss (Raw)": 0.32051488757133484, "Finetune/Step": 1001, "Finetune/Step Time": 6.737018149346113}
+{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.834496259689331, "Finetune/Loss (Raw)": 0.9509021639823914, "Finetune/Step": 1002, "Finetune/Step Time": 6.737202512100339}
+{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.8359553813934326, "Finetune/Loss (Raw)": 0.9673821926116943, "Finetune/Step": 1003, "Finetune/Step Time": 6.739287169650197}
+{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.8368314504623413, "Finetune/Loss (Raw)": 0.9782302975654602, "Finetune/Step": 1004, "Finetune/Step Time": 6.738682338967919}
+{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.8371583223342896, "Finetune/Loss (Raw)": 0.9079272150993347, "Finetune/Step": 1005, "Finetune/Step Time": 6.73124523088336}
+{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.8356369137763977, "Finetune/Loss (Raw)": 0.6836984753608704, "Finetune/Step": 1006, "Finetune/Step Time": 6.746263796463609}
+{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.8359469175338745, "Finetune/Loss (Raw)": 0.8442238569259644, "Finetune/Step": 1007, "Finetune/Step Time": 6.727476513013244}
+{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.8365527391433716, "Finetune/Loss (Raw)": 0.9078903198242188, "Finetune/Step": 1008, "Finetune/Step Time": 6.726074576377869}
+{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.8346678018569946, "Finetune/Loss (Raw)": 0.4280604124069214, "Finetune/Step": 1009, "Finetune/Step Time": 6.731272846460342}
+{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.8338468074798584, "Finetune/Loss (Raw)": 0.7818702459335327, "Finetune/Step": 1010, "Finetune/Step Time": 6.733341919258237}
+{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.8324518203735352, "Finetune/Loss (Raw)": 0.8054689168930054, "Finetune/Step": 1011, "Finetune/Step Time": 6.732214136049151}
+{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.8317981958389282, "Finetune/Loss (Raw)": 0.9254133105278015, "Finetune/Step": 1012, "Finetune/Step Time": 6.736608389765024}
+{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.8367575407028198, "Finetune/Loss (Raw)": 0.8595330119132996, "Finetune/Step": 1013, "Finetune/Step Time": 6.716929532587528}
+{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.8377154469490051, "Finetune/Loss (Raw)": 0.9928891062736511, "Finetune/Step": 1014, "Finetune/Step Time": 6.710626870393753}
+{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.8369995951652527, "Finetune/Loss (Raw)": 0.30999675393104553, "Finetune/Step": 1015, "Finetune/Step Time": 6.705437993630767}
+{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.8367080688476562, "Finetune/Loss (Raw)": 0.9302659034729004, "Finetune/Step": 1016, "Finetune/Step Time": 6.703155051916838}
+{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.83706134557724, "Finetune/Loss (Raw)": 0.9804096221923828, "Finetune/Step": 1017, "Finetune/Step Time": 6.693959521129727}
+{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.8367296457290649, "Finetune/Loss (Raw)": 0.8372876048088074, "Finetune/Step": 1018, "Finetune/Step Time": 6.729426896199584}
+{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.8363465070724487, "Finetune/Loss (Raw)": 0.834708571434021, "Finetune/Step": 1019, "Finetune/Step Time": 6.727214636281133}
+{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.8369168639183044, "Finetune/Loss (Raw)": 0.8816009759902954, "Finetune/Step": 1020, "Finetune/Step Time": 6.722072068601847}
+{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.8349580764770508, "Finetune/Loss (Raw)": 0.7228124141693115, "Finetune/Step": 1021, "Finetune/Step Time": 6.732137084007263}
+{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.8344054222106934, "Finetune/Loss (Raw)": 0.8556852340698242, "Finetune/Step": 1022, "Finetune/Step Time": 6.737476918846369}
+{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.83330237865448, "Finetune/Loss (Raw)": 0.6777293682098389, "Finetune/Step": 1023, "Finetune/Step Time": 6.740327078849077}
+{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.8321428894996643, "Finetune/Loss (Raw)": 0.7918258905410767, "Finetune/Step": 1024, "Finetune/Step Time": 6.741051869466901}
+{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.8330540657043457, "Finetune/Loss (Raw)": 0.7900860905647278, "Finetune/Step": 1025, "Finetune/Step Time": 6.725721064954996}
+{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.8369231224060059, "Finetune/Loss (Raw)": 0.8561162352561951, "Finetune/Step": 1026, "Finetune/Step Time": 6.714134139940143}
+{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.833861231803894, "Finetune/Loss (Raw)": 0.36786583065986633, "Finetune/Step": 1027, "Finetune/Step Time": 6.6953037437051535}
+{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.8335580825805664, "Finetune/Loss (Raw)": 0.9231718182563782, "Finetune/Step": 1028, "Finetune/Step Time": 6.698243673890829}
+{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.8320473432540894, "Finetune/Loss (Raw)": 0.801567018032074, "Finetune/Step": 1029, "Finetune/Step Time": 6.704676277935505}
+{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.8315391540527344, "Finetune/Loss (Raw)": 0.7973495721817017, "Finetune/Step": 1030, "Finetune/Step Time": 6.7081683818250895}
+{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.8313436508178711, "Finetune/Loss (Raw)": 0.8508858680725098, "Finetune/Step": 1031, "Finetune/Step Time": 6.682888904586434}
+{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.8278520703315735, "Finetune/Loss (Raw)": 0.34691137075424194, "Finetune/Step": 1032, "Finetune/Step Time": 6.702420182526112}
+{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.8274033069610596, "Finetune/Loss (Raw)": 0.9182203412055969, "Finetune/Step": 1033, "Finetune/Step Time": 6.728303192183375}
+{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.8269515633583069, "Finetune/Loss (Raw)": 0.7468463182449341, "Finetune/Step": 1034, "Finetune/Step Time": 6.735920328646898}
+{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.8265273571014404, "Finetune/Loss (Raw)": 0.8738259077072144, "Finetune/Step": 1035, "Finetune/Step Time": 6.747522976249456}
+{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.8260155916213989, "Finetune/Loss (Raw)": 0.8385892510414124, "Finetune/Step": 1036, "Finetune/Step Time": 6.752164350822568}
+{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.8250630497932434, "Finetune/Loss (Raw)": 0.7116228938102722, "Finetune/Step": 1037, "Finetune/Step Time": 6.754679346457124}
+{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.8266206979751587, "Finetune/Loss (Raw)": 1.058113932609558, "Finetune/Step": 1038, "Finetune/Step Time": 6.747994778677821}
+{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.8268130421638489, "Finetune/Loss (Raw)": 0.8718167543411255, "Finetune/Step": 1039, "Finetune/Step Time": 6.747188562527299}
+{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.8247060775756836, "Finetune/Loss (Raw)": 0.7231113314628601, "Finetune/Step": 1040, "Finetune/Step Time": 6.743627946823835}
+{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.8276387453079224, "Finetune/Loss (Raw)": 1.0095195770263672, "Finetune/Step": 1041, "Finetune/Step Time": 6.725381061434746}
+{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.8272024989128113, "Finetune/Loss (Raw)": 1.0018187761306763, "Finetune/Step": 1042, "Finetune/Step Time": 6.726625710725784}
+{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.8230030536651611, "Finetune/Loss (Raw)": 0.37523096799850464, "Finetune/Step": 1043, "Finetune/Step Time": 6.750346448272467}
+{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.8206616044044495, "Finetune/Loss (Raw)": 0.6443400382995605, "Finetune/Step": 1044, "Finetune/Step Time": 6.751116219907999}
+{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.8187041878700256, "Finetune/Loss (Raw)": 0.801645815372467, "Finetune/Step": 1045, "Finetune/Step Time": 6.724463228136301}
+{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.8186600804328918, "Finetune/Loss (Raw)": 0.847978413105011, "Finetune/Step": 1046, "Finetune/Step Time": 6.736572951078415}
+{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.8207666277885437, "Finetune/Loss (Raw)": 0.8869366645812988, "Finetune/Step": 1047, "Finetune/Step Time": 6.722748301923275}
+{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.8230373859405518, "Finetune/Loss (Raw)": 1.0283993482589722, "Finetune/Step": 1048, "Finetune/Step Time": 6.714588858187199}
+{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.8215407133102417, "Finetune/Loss (Raw)": 0.7594411969184875, "Finetune/Step": 1049, "Finetune/Step Time": 6.712143614888191}
+{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.820664644241333, "Finetune/Loss (Raw)": 0.7454477548599243, "Finetune/Step": 1050, "Finetune/Step Time": 6.723817246034741}
+{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.8184759020805359, "Finetune/Loss (Raw)": 0.6772624850273132, "Finetune/Step": 1051, "Finetune/Step Time": 6.727591842412949}
+{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.8202066421508789, "Finetune/Loss (Raw)": 1.009172797203064, "Finetune/Step": 1052, "Finetune/Step Time": 6.7257675770670176}
+{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.8210585713386536, "Finetune/Loss (Raw)": 0.8417245149612427, "Finetune/Step": 1053, "Finetune/Step Time": 6.712816756218672}
+{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.8232335448265076, "Finetune/Loss (Raw)": 0.8914039134979248, "Finetune/Step": 1054, "Finetune/Step Time": 6.707254726439714}
+{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.8223770260810852, "Finetune/Loss (Raw)": 0.7778134942054749, "Finetune/Step": 1055, "Finetune/Step Time": 6.708613043650985}
+{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.8233282566070557, "Finetune/Loss (Raw)": 1.0247578620910645, "Finetune/Step": 1056, "Finetune/Step Time": 6.7099381778389215}
+{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.8230612277984619, "Finetune/Loss (Raw)": 0.8255770802497864, "Finetune/Step": 1057, "Finetune/Step Time": 6.705190498381853}
+{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.822601318359375, "Finetune/Loss (Raw)": 0.7702708840370178, "Finetune/Step": 1058, "Finetune/Step Time": 6.697374494746327}
+{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.8214181661605835, "Finetune/Loss (Raw)": 0.7786771059036255, "Finetune/Step": 1059, "Finetune/Step Time": 6.715799139812589}
+{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.8202894330024719, "Finetune/Loss (Raw)": 0.8144229650497437, "Finetune/Step": 1060, "Finetune/Step Time": 6.704034689813852}
+{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.8187506794929504, "Finetune/Loss (Raw)": 0.6576242446899414, "Finetune/Step": 1061, "Finetune/Step Time": 6.685188656672835}
+{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.8181930184364319, "Finetune/Loss (Raw)": 0.864631175994873, "Finetune/Step": 1062, "Finetune/Step Time": 6.670616971328855}
+{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.819679856300354, "Finetune/Loss (Raw)": 0.8701713681221008, "Finetune/Step": 1063, "Finetune/Step Time": 6.678364438936114}
+{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.8221303224563599, "Finetune/Loss (Raw)": 1.1088573932647705, "Finetune/Step": 1064, "Finetune/Step Time": 6.666397405788302}
+{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.8222023844718933, "Finetune/Loss (Raw)": 1.0346969366073608, "Finetune/Step": 1065, "Finetune/Step Time": 6.668188739567995}
+{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.8202328085899353, "Finetune/Loss (Raw)": 0.7985302805900574, "Finetune/Step": 1066, "Finetune/Step Time": 6.663178967311978}
+{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.821454644203186, "Finetune/Loss (Raw)": 1.0144519805908203, "Finetune/Step": 1067, "Finetune/Step Time": 6.669550810009241}
+{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.8202419281005859, "Finetune/Loss (Raw)": 0.7906357645988464, "Finetune/Step": 1068, "Finetune/Step Time": 6.675218941643834}
+{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.8198290467262268, "Finetune/Loss (Raw)": 0.8501241207122803, "Finetune/Step": 1069, "Finetune/Step Time": 6.701886065304279}
+{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.8212388753890991, "Finetune/Loss (Raw)": 0.8879656195640564, "Finetune/Step": 1070, "Finetune/Step Time": 6.692554842680693}
+{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.8217538595199585, "Finetune/Loss (Raw)": 0.9500009417533875, "Finetune/Step": 1071, "Finetune/Step Time": 6.690980037674308}
+{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.8226889371871948, "Finetune/Loss (Raw)": 0.9461596608161926, "Finetune/Step": 1072, "Finetune/Step Time": 6.701167220249772}
+{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.8230823278427124, "Finetune/Loss (Raw)": 0.8432177901268005, "Finetune/Step": 1073, "Finetune/Step Time": 6.685752181336284}
+{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.8251934051513672, "Finetune/Loss (Raw)": 0.9831299781799316, "Finetune/Step": 1074, "Finetune/Step Time": 6.672258006408811}
+{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.8253777027130127, "Finetune/Loss (Raw)": 0.8567321300506592, "Finetune/Step": 1075, "Finetune/Step Time": 6.668057208880782}
+{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.8301572799682617, "Finetune/Loss (Raw)": 0.9837702512741089, "Finetune/Step": 1076, "Finetune/Step Time": 6.650007247924805}
+{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.8298466205596924, "Finetune/Loss (Raw)": 0.9790495038032532, "Finetune/Step": 1077, "Finetune/Step Time": 6.65405996888876}
+{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.8305094838142395, "Finetune/Loss (Raw)": 0.9466390013694763, "Finetune/Step": 1078, "Finetune/Step Time": 6.668140094727278}
+{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.8280353546142578, "Finetune/Loss (Raw)": 0.7547194361686707, "Finetune/Step": 1079, "Finetune/Step Time": 6.673173760995269}
+{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.8273430466651917, "Finetune/Loss (Raw)": 0.6985822319984436, "Finetune/Step": 1080, "Finetune/Step Time": 6.673685574904084}
+{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.8275532722473145, "Finetune/Loss (Raw)": 0.9095152020454407, "Finetune/Step": 1081, "Finetune/Step Time": 6.677152676507831}
+{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.8266721367835999, "Finetune/Loss (Raw)": 0.7042874097824097, "Finetune/Step": 1082, "Finetune/Step Time": 6.698224073275924}
+{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.8270209431648254, "Finetune/Loss (Raw)": 0.9247352480888367, "Finetune/Step": 1083, "Finetune/Step Time": 6.698023680597544}
+{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.827107310295105, "Finetune/Loss (Raw)": 0.9252784252166748, "Finetune/Step": 1084, "Finetune/Step Time": 6.712936483323574}
+{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.8277822732925415, "Finetune/Loss (Raw)": 0.9073237180709839, "Finetune/Step": 1085, "Finetune/Step Time": 6.703741788864136}
+{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.8287519216537476, "Finetune/Loss (Raw)": 0.9634413719177246, "Finetune/Step": 1086, "Finetune/Step Time": 6.69067220017314}
+{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.8304417133331299, "Finetune/Loss (Raw)": 0.9505370259284973, "Finetune/Step": 1087, "Finetune/Step Time": 6.693281713873148}
+{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.8286011219024658, "Finetune/Loss (Raw)": 0.6213565468788147, "Finetune/Step": 1088, "Finetune/Step Time": 6.701548416167498}
+{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.829558253288269, "Finetune/Loss (Raw)": 0.8889181017875671, "Finetune/Step": 1089, "Finetune/Step Time": 6.698239402845502}
+{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.829602837562561, "Finetune/Loss (Raw)": 0.9620670676231384, "Finetune/Step": 1090, "Finetune/Step Time": 6.7090090699493885}
+{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.82956862449646, "Finetune/Loss (Raw)": 0.8306320905685425, "Finetune/Step": 1091, "Finetune/Step Time": 6.708846174180508}
+{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.8303452730178833, "Finetune/Loss (Raw)": 0.9516269564628601, "Finetune/Step": 1092, "Finetune/Step Time": 6.708552353084087}
+{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.8306211233139038, "Finetune/Loss (Raw)": 0.7847086787223816, "Finetune/Step": 1093, "Finetune/Step Time": 6.7062365636229515}
+{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.8308356404304504, "Finetune/Loss (Raw)": 0.866969645023346, "Finetune/Step": 1094, "Finetune/Step Time": 6.701398868113756}
+{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.8322378396987915, "Finetune/Loss (Raw)": 0.978023111820221, "Finetune/Step": 1095, "Finetune/Step Time": 6.685680074617267}
+{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.8323976397514343, "Finetune/Loss (Raw)": 0.931226909160614, "Finetune/Step": 1096, "Finetune/Step Time": 6.682328889146447}
+{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.8328360319137573, "Finetune/Loss (Raw)": 0.8577648401260376, "Finetune/Step": 1097, "Finetune/Step Time": 6.683636946603656}
+{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.835269570350647, "Finetune/Loss (Raw)": 0.839156985282898, "Finetune/Step": 1098, "Finetune/Step Time": 6.690979778766632}
+{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.8356711864471436, "Finetune/Loss (Raw)": 0.9226318597793579, "Finetune/Step": 1099, "Finetune/Step Time": 6.665171395987272}
+{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.8391390442848206, "Finetune/Loss (Raw)": 0.8374077677726746, "Finetune/Step": 1100, "Finetune/Step Time": 6.65073742158711}
+{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.8400861024856567, "Finetune/Loss (Raw)": 0.904924750328064, "Finetune/Step": 1101, "Finetune/Step Time": 6.65030244551599}
+{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.839482307434082, "Finetune/Loss (Raw)": 0.7258865237236023, "Finetune/Step": 1102, "Finetune/Step Time": 6.64775968529284}
+{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.8396097421646118, "Finetune/Loss (Raw)": 1.0165780782699585, "Finetune/Step": 1103, "Finetune/Step Time": 6.634585654363036}
+{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.8405992984771729, "Finetune/Loss (Raw)": 0.9721498489379883, "Finetune/Step": 1104, "Finetune/Step Time": 6.643565641716123}
+{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.8394176959991455, "Finetune/Loss (Raw)": 0.8339729309082031, "Finetune/Step": 1105, "Finetune/Step Time": 6.648777572438121}
+{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.8391650915145874, "Finetune/Loss (Raw)": 0.793714165687561, "Finetune/Step": 1106, "Finetune/Step Time": 6.660447319969535}
+{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.8399372100830078, "Finetune/Loss (Raw)": 0.9362364411354065, "Finetune/Step": 1107, "Finetune/Step Time": 6.6556666530668736}
+{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.8398319482803345, "Finetune/Loss (Raw)": 1.0312196016311646, "Finetune/Step": 1108, "Finetune/Step Time": 6.656042195856571}
+{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.8380573391914368, "Finetune/Loss (Raw)": 0.6285236477851868, "Finetune/Step": 1109, "Finetune/Step Time": 6.667380502447486}
+{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.8376286625862122, "Finetune/Loss (Raw)": 0.8985564112663269, "Finetune/Step": 1110, "Finetune/Step Time": 6.666714772582054}
+{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.8387273550033569, "Finetune/Loss (Raw)": 1.0507800579071045, "Finetune/Step": 1111, "Finetune/Step Time": 6.661809893324971}
+{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.8393436670303345, "Finetune/Loss (Raw)": 0.8151563405990601, "Finetune/Step": 1112, "Finetune/Step Time": 6.650460038334131}
+{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.8393082618713379, "Finetune/Loss (Raw)": 0.8718884587287903, "Finetune/Step": 1113, "Finetune/Step Time": 6.646608203649521}
+{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.8392141461372375, "Finetune/Loss (Raw)": 0.769580602645874, "Finetune/Step": 1114, "Finetune/Step Time": 6.6691210474818945}
+{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.8391987085342407, "Finetune/Loss (Raw)": 0.8927735090255737, "Finetune/Step": 1115, "Finetune/Step Time": 6.666447008028626}
+{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.8418534398078918, "Finetune/Loss (Raw)": 0.9867421388626099, "Finetune/Step": 1116, "Finetune/Step Time": 6.661063574254513}
+{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.840806782245636, "Finetune/Loss (Raw)": 0.8093733191490173, "Finetune/Step": 1117, "Finetune/Step Time": 6.660833220928907}
+{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.8430278301239014, "Finetune/Loss (Raw)": 0.9048758149147034, "Finetune/Step": 1118, "Finetune/Step Time": 6.638155797496438}
+{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.8403863906860352, "Finetune/Loss (Raw)": 0.61882483959198, "Finetune/Step": 1119, "Finetune/Step Time": 6.647712383419275}
+{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.8405041694641113, "Finetune/Loss (Raw)": 0.8895566463470459, "Finetune/Step": 1120, "Finetune/Step Time": 6.650749130174518}
+{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.8419989347457886, "Finetune/Loss (Raw)": 1.0050143003463745, "Finetune/Step": 1121, "Finetune/Step Time": 6.620883386582136}
+{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.8439203500747681, "Finetune/Loss (Raw)": 0.9121530055999756, "Finetune/Step": 1122, "Finetune/Step Time": 6.626631285995245}
+{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.8433012962341309, "Finetune/Loss (Raw)": 0.7942048907279968, "Finetune/Step": 1123, "Finetune/Step Time": 6.643656777217984}
+{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.8457528948783875, "Finetune/Loss (Raw)": 1.0690430402755737, "Finetune/Step": 1124, "Finetune/Step Time": 6.640011828392744}
+{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.845691978931427, "Finetune/Loss (Raw)": 0.8439338207244873, "Finetune/Step": 1125, "Finetune/Step Time": 6.6368773858994246}
+{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.846859335899353, "Finetune/Loss (Raw)": 0.905373215675354, "Finetune/Step": 1126, "Finetune/Step Time": 6.619458150118589}
+{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.8461071252822876, "Finetune/Loss (Raw)": 0.8648489713668823, "Finetune/Step": 1127, "Finetune/Step Time": 6.618344612419605}
+{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.8443342447280884, "Finetune/Loss (Raw)": 0.7873362898826599, "Finetune/Step": 1128, "Finetune/Step Time": 6.629840515553951}
+{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.8492826223373413, "Finetune/Loss (Raw)": 0.9539008736610413, "Finetune/Step": 1129, "Finetune/Step Time": 6.605312377214432}
+{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.8470250368118286, "Finetune/Loss (Raw)": 0.6619359850883484, "Finetune/Step": 1130, "Finetune/Step Time": 6.612764665856957}
+{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.8468860983848572, "Finetune/Loss (Raw)": 0.9495940208435059, "Finetune/Step": 1131, "Finetune/Step Time": 6.595498830080032}
+{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.8466626405715942, "Finetune/Loss (Raw)": 0.9496235251426697, "Finetune/Step": 1132, "Finetune/Step Time": 6.596765115857124}
+{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.846543550491333, "Finetune/Loss (Raw)": 0.8926806449890137, "Finetune/Step": 1133, "Finetune/Step Time": 6.581645777449012}
+{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.8480581641197205, "Finetune/Loss (Raw)": 0.8775769472122192, "Finetune/Step": 1134, "Finetune/Step Time": 6.563757825642824}
+{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.8488848805427551, "Finetune/Loss (Raw)": 0.9500470757484436, "Finetune/Step": 1135, "Finetune/Step Time": 6.558748256415129}
+{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.8484719395637512, "Finetune/Loss (Raw)": 0.8550257682800293, "Finetune/Step": 1136, "Finetune/Step Time": 6.555896865203977}
+{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.8526884913444519, "Finetune/Loss (Raw)": 0.9677807092666626, "Finetune/Step": 1137, "Finetune/Step Time": 6.537282045930624}
+{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.8535808324813843, "Finetune/Loss (Raw)": 0.896094560623169, "Finetune/Step": 1138, "Finetune/Step Time": 6.5457195751369}
+{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.8536529541015625, "Finetune/Loss (Raw)": 0.8147018551826477, "Finetune/Step": 1139, "Finetune/Step Time": 6.5584315080195665}
+{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.8534196019172668, "Finetune/Loss (Raw)": 0.8955420851707458, "Finetune/Step": 1140, "Finetune/Step Time": 6.5520891938358545}
+{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.8533856272697449, "Finetune/Loss (Raw)": 0.8551799058914185, "Finetune/Step": 1141, "Finetune/Step Time": 6.557456219568849}
+{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.8479571342468262, "Finetune/Loss (Raw)": 0.29804161190986633, "Finetune/Step": 1142, "Finetune/Step Time": 6.571131285279989}
+{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.8522552251815796, "Finetune/Loss (Raw)": 0.8601606488227844, "Finetune/Step": 1143, "Finetune/Step Time": 6.564167009666562}
+{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.8516613841056824, "Finetune/Loss (Raw)": 0.8542463779449463, "Finetune/Step": 1144, "Finetune/Step Time": 6.568327020853758}
+{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.850723147392273, "Finetune/Loss (Raw)": 0.860310435295105, "Finetune/Step": 1145, "Finetune/Step Time": 6.568877678364515}
+{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.8515279293060303, "Finetune/Loss (Raw)": 0.9403107166290283, "Finetune/Step": 1146, "Finetune/Step Time": 6.536271579563618}
+{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.8503178358078003, "Finetune/Loss (Raw)": 0.6798081398010254, "Finetune/Step": 1147, "Finetune/Step Time": 6.538784867152572}
+{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.846124529838562, "Finetune/Loss (Raw)": 0.34486454725265503, "Finetune/Step": 1148, "Finetune/Step Time": 6.558657806366682}
+{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.8486833572387695, "Finetune/Loss (Raw)": 1.0503309965133667, "Finetune/Step": 1149, "Finetune/Step Time": 6.559320697560906}
+{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.8481456637382507, "Finetune/Loss (Raw)": 0.7868670225143433, "Finetune/Step": 1150, "Finetune/Step Time": 6.56078783236444}
+{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.8490049242973328, "Finetune/Loss (Raw)": 0.7877184748649597, "Finetune/Step": 1151, "Finetune/Step Time": 6.545471955090761}
+{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.8491551876068115, "Finetune/Loss (Raw)": 0.8110551238059998, "Finetune/Step": 1152, "Finetune/Step Time": 6.562395131215453}
+{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.8500842452049255, "Finetune/Loss (Raw)": 0.9090051054954529, "Finetune/Step": 1153, "Finetune/Step Time": 6.5758510157465935}
+{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.8459561467170715, "Finetune/Loss (Raw)": 0.32772043347358704, "Finetune/Step": 1154, "Finetune/Step Time": 6.587374348193407}
+{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.8457292318344116, "Finetune/Loss (Raw)": 0.33883047103881836, "Finetune/Step": 1155, "Finetune/Step Time": 6.5859342608600855}
+{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.8462510108947754, "Finetune/Loss (Raw)": 0.9899558424949646, "Finetune/Step": 1156, "Finetune/Step Time": 6.5821977239102125}
+{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.8475049138069153, "Finetune/Loss (Raw)": 0.962063729763031, "Finetune/Step": 1157, "Finetune/Step Time": 6.574568256735802}
+{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.8473672270774841, "Finetune/Loss (Raw)": 0.7797210216522217, "Finetune/Step": 1158, "Finetune/Step Time": 6.565170098096132}
+{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.8468230962753296, "Finetune/Loss (Raw)": 0.781235933303833, "Finetune/Step": 1159, "Finetune/Step Time": 6.574703600257635}
+{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.8506445288658142, "Finetune/Loss (Raw)": 0.8360618352890015, "Finetune/Step": 1160, "Finetune/Step Time": 6.571750437840819}
+{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.8496222496032715, "Finetune/Loss (Raw)": 0.7873650789260864, "Finetune/Step": 1161, "Finetune/Step Time": 6.564579289406538}
+{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.8512043952941895, "Finetune/Loss (Raw)": 0.9493585824966431, "Finetune/Step": 1162, "Finetune/Step Time": 6.5607740432024}
+{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.8493572473526001, "Finetune/Loss (Raw)": 0.6373981237411499, "Finetune/Step": 1163, "Finetune/Step Time": 6.569037610664964}
+{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.8511724472045898, "Finetune/Loss (Raw)": 1.0709255933761597, "Finetune/Step": 1164, "Finetune/Step Time": 6.5665363650768995}
+{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.8484457731246948, "Finetune/Loss (Raw)": 0.3626165986061096, "Finetune/Step": 1165, "Finetune/Step Time": 6.5745222344994545}
+{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.8463413119316101, "Finetune/Loss (Raw)": 0.7887380123138428, "Finetune/Step": 1166, "Finetune/Step Time": 6.582948563620448}
+{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.8444032669067383, "Finetune/Loss (Raw)": 0.6237531900405884, "Finetune/Step": 1167, "Finetune/Step Time": 6.59680294804275}
+{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.844890832901001, "Finetune/Loss (Raw)": 0.7855216264724731, "Finetune/Step": 1168, "Finetune/Step Time": 6.595414731651545}
+{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.8442549109458923, "Finetune/Loss (Raw)": 0.9281147718429565, "Finetune/Step": 1169, "Finetune/Step Time": 6.59684675000608}
+{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.8401042819023132, "Finetune/Loss (Raw)": 0.47053608298301697, "Finetune/Step": 1170, "Finetune/Step Time": 6.611825110390782}
+{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.8448349237442017, "Finetune/Loss (Raw)": 0.9807593822479248, "Finetune/Step": 1171, "Finetune/Step Time": 6.58685402572155}
+{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.8468695878982544, "Finetune/Loss (Raw)": 0.9047704935073853, "Finetune/Step": 1172, "Finetune/Step Time": 6.580354060977697}
+{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.8474051356315613, "Finetune/Loss (Raw)": 0.8702014088630676, "Finetune/Step": 1173, "Finetune/Step Time": 6.563340745866299}
+{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.843593955039978, "Finetune/Loss (Raw)": 0.3601440489292145, "Finetune/Step": 1174, "Finetune/Step Time": 6.563220113515854}
+{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.8429560661315918, "Finetune/Loss (Raw)": 0.8052852153778076, "Finetune/Step": 1175, "Finetune/Step Time": 6.576856642961502}
+{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.8412615060806274, "Finetune/Loss (Raw)": 0.8115059733390808, "Finetune/Step": 1176, "Finetune/Step Time": 6.57267895154655}
+{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.8375946283340454, "Finetune/Loss (Raw)": 0.290073424577713, "Finetune/Step": 1177, "Finetune/Step Time": 6.593574050813913}
+{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.8343157768249512, "Finetune/Loss (Raw)": 0.32575199007987976, "Finetune/Step": 1178, "Finetune/Step Time": 6.598239989951253}
+{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.8371471762657166, "Finetune/Loss (Raw)": 1.0396833419799805, "Finetune/Step": 1179, "Finetune/Step Time": 6.590742340311408}
+{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.8355008363723755, "Finetune/Loss (Raw)": 0.7984383702278137, "Finetune/Step": 1180, "Finetune/Step Time": 6.606160793453455}
+{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.8368610739707947, "Finetune/Loss (Raw)": 1.0158404111862183, "Finetune/Step": 1181, "Finetune/Step Time": 6.594471355900168}
+{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.8343290090560913, "Finetune/Loss (Raw)": 0.567298412322998, "Finetune/Step": 1182, "Finetune/Step Time": 6.596015207469463}
+{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.8357589244842529, "Finetune/Loss (Raw)": 0.960838258266449, "Finetune/Step": 1183, "Finetune/Step Time": 6.596447445452213}
+{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.8331976532936096, "Finetune/Loss (Raw)": 0.6969159245491028, "Finetune/Step": 1184, "Finetune/Step Time": 6.624274779111147}
+{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.8337249159812927, "Finetune/Loss (Raw)": 0.8930690288543701, "Finetune/Step": 1185, "Finetune/Step Time": 6.627391468733549}
+{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.835593044757843, "Finetune/Loss (Raw)": 1.0093883275985718, "Finetune/Step": 1186, "Finetune/Step Time": 6.627800572663546}
+{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.8321945667266846, "Finetune/Loss (Raw)": 0.3436788022518158, "Finetune/Step": 1187, "Finetune/Step Time": 6.632335426285863}
+{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.8330109715461731, "Finetune/Loss (Raw)": 0.9189181327819824, "Finetune/Step": 1188, "Finetune/Step Time": 6.6304388679564}
+{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.835317850112915, "Finetune/Loss (Raw)": 0.9529010057449341, "Finetune/Step": 1189, "Finetune/Step Time": 6.634131936356425}
+{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.8354261517524719, "Finetune/Loss (Raw)": 0.8785030841827393, "Finetune/Step": 1190, "Finetune/Step Time": 6.6319274213165045}
+{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.835817813873291, "Finetune/Loss (Raw)": 0.9202973246574402, "Finetune/Step": 1191, "Finetune/Step Time": 6.624814568087459}
+{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.83465176820755, "Finetune/Loss (Raw)": 0.9596100449562073, "Finetune/Step": 1192, "Finetune/Step Time": 6.631791466847062}
+{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.8336696624755859, "Finetune/Loss (Raw)": 0.9089770913124084, "Finetune/Step": 1193, "Finetune/Step Time": 6.63018761575222}
+{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.8346713185310364, "Finetune/Loss (Raw)": 0.926750123500824, "Finetune/Step": 1194, "Finetune/Step Time": 6.642686067149043}
+{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.8335373997688293, "Finetune/Loss (Raw)": 0.8693102598190308, "Finetune/Step": 1195, "Finetune/Step Time": 6.633264323696494}
+{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.8343477249145508, "Finetune/Loss (Raw)": 0.8943596482276917, "Finetune/Step": 1196, "Finetune/Step Time": 6.628978218883276}
+{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.8352022767066956, "Finetune/Loss (Raw)": 0.9595012068748474, "Finetune/Step": 1197, "Finetune/Step Time": 6.5958325788378716}
+{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.83527672290802, "Finetune/Loss (Raw)": 0.8974972367286682, "Finetune/Step": 1198, "Finetune/Step Time": 6.599680654704571}
+{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.8353802561759949, "Finetune/Loss (Raw)": 0.9632520079612732, "Finetune/Step": 1199, "Finetune/Step Time": 6.594942782074213}
+{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.8353716135025024, "Finetune/Loss (Raw)": 0.9450475573539734, "Finetune/Step": 1200, "Finetune/Step Time": 6.590682934969664}
+{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.8363624215126038, "Finetune/Loss (Raw)": 0.970048725605011, "Finetune/Step": 1201, "Finetune/Step Time": 6.602679178118706}
+{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.8370382785797119, "Finetune/Loss (Raw)": 1.0696340799331665, "Finetune/Step": 1202, "Finetune/Step Time": 6.605863945558667}
+{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.8383691310882568, "Finetune/Loss (Raw)": 1.0270841121673584, "Finetune/Step": 1203, "Finetune/Step Time": 6.5962176360189915}
+{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.8381834030151367, "Finetune/Loss (Raw)": 0.9600053429603577, "Finetune/Step": 1204, "Finetune/Step Time": 6.603466616943479}
+{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.8366614580154419, "Finetune/Loss (Raw)": 0.7842358350753784, "Finetune/Step": 1205, "Finetune/Step Time": 6.620089799165726}
+{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.8373057842254639, "Finetune/Loss (Raw)": 1.0291162729263306, "Finetune/Step": 1206, "Finetune/Step Time": 6.601613579317927}
+{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.8382240533828735, "Finetune/Loss (Raw)": 0.8722531199455261, "Finetune/Step": 1207, "Finetune/Step Time": 6.6073842868208885}
+{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.839887261390686, "Finetune/Loss (Raw)": 0.9114739894866943, "Finetune/Step": 1208, "Finetune/Step Time": 6.607750749215484}
+{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.8401873111724854, "Finetune/Loss (Raw)": 0.947921872138977, "Finetune/Step": 1209, "Finetune/Step Time": 6.606852767989039}
+{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.8412715196609497, "Finetune/Loss (Raw)": 0.8430664539337158, "Finetune/Step": 1210, "Finetune/Step Time": 6.584723357111216}
+{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.8409175872802734, "Finetune/Loss (Raw)": 0.8794273138046265, "Finetune/Step": 1211, "Finetune/Step Time": 6.586936950683594}
+{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.841156542301178, "Finetune/Loss (Raw)": 0.9558690786361694, "Finetune/Step": 1212, "Finetune/Step Time": 6.574917348101735}
+{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.8406776785850525, "Finetune/Loss (Raw)": 0.8460227251052856, "Finetune/Step": 1213, "Finetune/Step Time": 6.574275994673371}
+{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.8391386270523071, "Finetune/Loss (Raw)": 0.7664471864700317, "Finetune/Step": 1214, "Finetune/Step Time": 6.588085049763322}
+{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.8389924168586731, "Finetune/Loss (Raw)": 0.9318230152130127, "Finetune/Step": 1215, "Finetune/Step Time": 6.589034589007497}
+{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.8368663787841797, "Finetune/Loss (Raw)": 0.3492218255996704, "Finetune/Step": 1216, "Finetune/Step Time": 6.609092626720667}
+{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.837893009185791, "Finetune/Loss (Raw)": 1.0203289985656738, "Finetune/Step": 1217, "Finetune/Step Time": 6.612772410735488}
+{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.8377848863601685, "Finetune/Loss (Raw)": 0.94822758436203, "Finetune/Step": 1218, "Finetune/Step Time": 6.5974540784955025}
+{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.8336737155914307, "Finetune/Loss (Raw)": 0.3044023811817169, "Finetune/Step": 1219, "Finetune/Step Time": 6.617968164384365}
+{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.8330438137054443, "Finetune/Loss (Raw)": 0.8710066080093384, "Finetune/Step": 1220, "Finetune/Step Time": 6.6172937247902155}
+{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.8334207534790039, "Finetune/Loss (Raw)": 0.8329533934593201, "Finetune/Step": 1221, "Finetune/Step Time": 6.627372354269028}
+{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.8330264687538147, "Finetune/Loss (Raw)": 0.8165035843849182, "Finetune/Step": 1222, "Finetune/Step Time": 6.647969691082835}
+{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.8325045704841614, "Finetune/Loss (Raw)": 0.9112153053283691, "Finetune/Step": 1223, "Finetune/Step Time": 6.648430921137333}
+{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.8322908282279968, "Finetune/Loss (Raw)": 0.9038627743721008, "Finetune/Step": 1224, "Finetune/Step Time": 6.649219753220677}
+{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.8315378427505493, "Finetune/Loss (Raw)": 0.7613840699195862, "Finetune/Step": 1225, "Finetune/Step Time": 6.634433958679438}
+{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.8311126232147217, "Finetune/Loss (Raw)": 0.7847325801849365, "Finetune/Step": 1226, "Finetune/Step Time": 6.624898564070463}
+{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.8294203877449036, "Finetune/Loss (Raw)": 0.7060236930847168, "Finetune/Step": 1227, "Finetune/Step Time": 6.6327748615294695}
+{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.8288726806640625, "Finetune/Loss (Raw)": 0.767300009727478, "Finetune/Step": 1228, "Finetune/Step Time": 6.638897739350796}
+{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.8295708894729614, "Finetune/Loss (Raw)": 0.9942980408668518, "Finetune/Step": 1229, "Finetune/Step Time": 6.635335156694055}
+{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.8270373344421387, "Finetune/Loss (Raw)": 0.40159285068511963, "Finetune/Step": 1230, "Finetune/Step Time": 6.65115899220109}
+{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.8269239664077759, "Finetune/Loss (Raw)": 1.002069354057312, "Finetune/Step": 1231, "Finetune/Step Time": 6.645541440695524}
+{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.8258438110351562, "Finetune/Loss (Raw)": 0.8338873386383057, "Finetune/Step": 1232, "Finetune/Step Time": 6.634338058531284}
+{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.8265494108200073, "Finetune/Loss (Raw)": 0.924283504486084, "Finetune/Step": 1233, "Finetune/Step Time": 6.6195708606392145}
+{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.8259580135345459, "Finetune/Loss (Raw)": 0.7180201411247253, "Finetune/Step": 1234, "Finetune/Step Time": 6.628844475373626}
+{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.8254531025886536, "Finetune/Loss (Raw)": 0.8716086745262146, "Finetune/Step": 1235, "Finetune/Step Time": 6.628164382651448}
+{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.8250411748886108, "Finetune/Loss (Raw)": 0.9784930944442749, "Finetune/Step": 1236, "Finetune/Step Time": 6.6246114782989025}
+{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.8276668787002563, "Finetune/Loss (Raw)": 0.9646148085594177, "Finetune/Step": 1237, "Finetune/Step Time": 6.628010356798768}
+{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.8284174799919128, "Finetune/Loss (Raw)": 0.9946309328079224, "Finetune/Step": 1238, "Finetune/Step Time": 6.630539935082197}
+{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.8272173404693604, "Finetune/Loss (Raw)": 0.89715576171875, "Finetune/Step": 1239, "Finetune/Step Time": 6.6391647066921}
+{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.8275253176689148, "Finetune/Loss (Raw)": 0.8545852899551392, "Finetune/Step": 1240, "Finetune/Step Time": 6.63812286965549}
+{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.8269931077957153, "Finetune/Loss (Raw)": 0.803760826587677, "Finetune/Step": 1241, "Finetune/Step Time": 6.6424607783555984}
+{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.8279975056648254, "Finetune/Loss (Raw)": 0.8981449007987976, "Finetune/Step": 1242, "Finetune/Step Time": 6.61726394854486}
+{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.8282252550125122, "Finetune/Loss (Raw)": 0.9219278693199158, "Finetune/Step": 1243, "Finetune/Step Time": 6.611992156133056}
+{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.8271809220314026, "Finetune/Loss (Raw)": 0.8530654907226562, "Finetune/Step": 1244, "Finetune/Step Time": 6.616284765303135}
+{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.8269096612930298, "Finetune/Loss (Raw)": 0.7746542096138, "Finetune/Step": 1245, "Finetune/Step Time": 6.607894953340292}
+{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.8262258768081665, "Finetune/Loss (Raw)": 0.8173551559448242, "Finetune/Step": 1246, "Finetune/Step Time": 6.630097908899188}
+{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.8289915323257446, "Finetune/Loss (Raw)": 0.9728158116340637, "Finetune/Step": 1247, "Finetune/Step Time": 6.616862477734685}
+{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.8276048898696899, "Finetune/Loss (Raw)": 0.7120704650878906, "Finetune/Step": 1248, "Finetune/Step Time": 6.62154745310545}
+{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.8262097835540771, "Finetune/Loss (Raw)": 0.8264367580413818, "Finetune/Step": 1249, "Finetune/Step Time": 6.623098773881793}
+{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.8261250257492065, "Finetune/Loss (Raw)": 0.9013065099716187, "Finetune/Step": 1250, "Finetune/Step Time": 6.604480642825365}
+{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.8269836902618408, "Finetune/Loss (Raw)": 0.9041173458099365, "Finetune/Step": 1251, "Finetune/Step Time": 6.59080514498055}
+{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.8247102499008179, "Finetune/Loss (Raw)": 0.778049111366272, "Finetune/Step": 1252, "Finetune/Step Time": 6.5869025979191065}
+{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.8241048455238342, "Finetune/Loss (Raw)": 0.7664352655410767, "Finetune/Step": 1253, "Finetune/Step Time": 6.605473503470421}
+{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.8238306045532227, "Finetune/Loss (Raw)": 0.8702671527862549, "Finetune/Step": 1254, "Finetune/Step Time": 6.6097793485969305}
+{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.824592113494873, "Finetune/Loss (Raw)": 0.9623183608055115, "Finetune/Step": 1255, "Finetune/Step Time": 6.612552125006914}
+{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.825557291507721, "Finetune/Loss (Raw)": 0.9108905792236328, "Finetune/Step": 1256, "Finetune/Step Time": 6.609201958402991}
+{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.8225337266921997, "Finetune/Loss (Raw)": 0.5668841600418091, "Finetune/Step": 1257, "Finetune/Step Time": 6.636005045846105}
+{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.8241174221038818, "Finetune/Loss (Raw)": 0.8646417856216431, "Finetune/Step": 1258, "Finetune/Step Time": 6.6261165626347065}
+{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.8226515054702759, "Finetune/Loss (Raw)": 0.7619612216949463, "Finetune/Step": 1259, "Finetune/Step Time": 6.63767890445888}
+{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.8237552046775818, "Finetune/Loss (Raw)": 1.0908981561660767, "Finetune/Step": 1260, "Finetune/Step Time": 6.639780314639211}
+{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.8225796222686768, "Finetune/Loss (Raw)": 0.7422038316726685, "Finetune/Step": 1261, "Finetune/Step Time": 6.63991953805089}
+{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.8228894472122192, "Finetune/Loss (Raw)": 0.9172370433807373, "Finetune/Step": 1262, "Finetune/Step Time": 6.636003153398633}
+{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.822807252407074, "Finetune/Loss (Raw)": 0.9395205974578857, "Finetune/Step": 1263, "Finetune/Step Time": 6.633453009650111}
+{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.8229383230209351, "Finetune/Loss (Raw)": 0.8718127608299255, "Finetune/Step": 1264, "Finetune/Step Time": 6.632574098184705}
+{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.8183072805404663, "Finetune/Loss (Raw)": 0.374996155500412, "Finetune/Step": 1265, "Finetune/Step Time": 6.652060637250543}
+{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.8178122639656067, "Finetune/Loss (Raw)": 0.8327392339706421, "Finetune/Step": 1266, "Finetune/Step Time": 6.65860085375607}
+{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.8187522888183594, "Finetune/Loss (Raw)": 0.9350228905677795, "Finetune/Step": 1267, "Finetune/Step Time": 6.645817492157221}
+{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.8193272948265076, "Finetune/Loss (Raw)": 0.9691412448883057, "Finetune/Step": 1268, "Finetune/Step Time": 6.649845773354173}
+{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.8188923597335815, "Finetune/Loss (Raw)": 0.7995131015777588, "Finetune/Step": 1269, "Finetune/Step Time": 6.641885239630938}
+{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.8239155411720276, "Finetune/Loss (Raw)": 0.9410049319267273, "Finetune/Step": 1270, "Finetune/Step Time": 6.63217106834054}
+{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.8248986005783081, "Finetune/Loss (Raw)": 0.9859966039657593, "Finetune/Step": 1271, "Finetune/Step Time": 6.617552207782865}
+{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.8239336013793945, "Finetune/Loss (Raw)": 0.7307229042053223, "Finetune/Step": 1272, "Finetune/Step Time": 6.625798277556896}
+{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.8232721090316772, "Finetune/Loss (Raw)": 0.7756397724151611, "Finetune/Step": 1273, "Finetune/Step Time": 6.6359190456569195}
+{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.8221961855888367, "Finetune/Loss (Raw)": 0.8025967478752136, "Finetune/Step": 1274, "Finetune/Step Time": 6.627808954566717}
+{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.8249963521957397, "Finetune/Loss (Raw)": 1.038230061531067, "Finetune/Step": 1275, "Finetune/Step Time": 6.61940267123282}
+{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.8289709091186523, "Finetune/Loss (Raw)": 0.8536036610603333, "Finetune/Step": 1276, "Finetune/Step Time": 6.601008102297783}
+{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.8277106285095215, "Finetune/Loss (Raw)": 0.8890148997306824, "Finetune/Step": 1277, "Finetune/Step Time": 6.604380585253239}
+{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.8261950016021729, "Finetune/Loss (Raw)": 0.592870831489563, "Finetune/Step": 1278, "Finetune/Step Time": 6.6001181229949}
+{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.8268327116966248, "Finetune/Loss (Raw)": 0.8693422675132751, "Finetune/Step": 1279, "Finetune/Step Time": 6.601813696324825}
+{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.8282813429832458, "Finetune/Loss (Raw)": 0.9964818954467773, "Finetune/Step": 1280, "Finetune/Step Time": 6.581288706511259}
+{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.8282250165939331, "Finetune/Loss (Raw)": 0.9017947912216187, "Finetune/Step": 1281, "Finetune/Step Time": 6.566349200904369}
+{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.8324169516563416, "Finetune/Loss (Raw)": 0.864290177822113, "Finetune/Step": 1282, "Finetune/Step Time": 6.5479593481868505}
+{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.8349653482437134, "Finetune/Loss (Raw)": 0.6650241613388062, "Finetune/Step": 1283, "Finetune/Step Time": 6.539833020418882}
+{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.8338415026664734, "Finetune/Loss (Raw)": 0.8460989594459534, "Finetune/Step": 1284, "Finetune/Step Time": 6.54234741255641}
+{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.8338849544525146, "Finetune/Loss (Raw)": 0.9676324129104614, "Finetune/Step": 1285, "Finetune/Step Time": 6.542487684637308}
+{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.8343753814697266, "Finetune/Loss (Raw)": 0.8424946665763855, "Finetune/Step": 1286, "Finetune/Step Time": 6.558149550110102}
+{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.8351305723190308, "Finetune/Loss (Raw)": 0.8778970241546631, "Finetune/Step": 1287, "Finetune/Step Time": 6.547810062766075}
+{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.8350921869277954, "Finetune/Loss (Raw)": 0.8311479687690735, "Finetune/Step": 1288, "Finetune/Step Time": 6.538587547838688}
+{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.8353210687637329, "Finetune/Loss (Raw)": 0.816664457321167, "Finetune/Step": 1289, "Finetune/Step Time": 6.533638192340732}
+{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.8356794118881226, "Finetune/Loss (Raw)": 0.9952276349067688, "Finetune/Step": 1290, "Finetune/Step Time": 6.5286338441073895}
+{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.8369070291519165, "Finetune/Loss (Raw)": 0.794532299041748, "Finetune/Step": 1291, "Finetune/Step Time": 6.525468667969108}
+{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.8350345492362976, "Finetune/Loss (Raw)": 0.8312475085258484, "Finetune/Step": 1292, "Finetune/Step Time": 6.5207257475703955}
+{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.839056670665741, "Finetune/Loss (Raw)": 0.8774433732032776, "Finetune/Step": 1293, "Finetune/Step Time": 6.501431543380022}
+{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.8401976823806763, "Finetune/Loss (Raw)": 0.9347872734069824, "Finetune/Step": 1294, "Finetune/Step Time": 6.503550965338945}
+{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.8417197465896606, "Finetune/Loss (Raw)": 0.8185795545578003, "Finetune/Step": 1295, "Finetune/Step Time": 6.512868218123913}
+{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.8417181968688965, "Finetune/Loss (Raw)": 0.7853257656097412, "Finetune/Step": 1296, "Finetune/Step Time": 6.51644386164844}
+{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.8407844305038452, "Finetune/Loss (Raw)": 0.8085849285125732, "Finetune/Step": 1297, "Finetune/Step Time": 6.531496869400144}
+{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.8429125547409058, "Finetune/Loss (Raw)": 0.7429397106170654, "Finetune/Step": 1298, "Finetune/Step Time": 6.50844157487154}
+{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.8403832912445068, "Finetune/Loss (Raw)": 0.6570161581039429, "Finetune/Step": 1299, "Finetune/Step Time": 6.511952033266425}
+{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.8396088480949402, "Finetune/Loss (Raw)": 0.8056463003158569, "Finetune/Step": 1300, "Finetune/Step Time": 6.510332612320781}
+{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.8393766283988953, "Finetune/Loss (Raw)": 0.8404713869094849, "Finetune/Step": 1301, "Finetune/Step Time": 6.528205944225192}
+{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.8429853916168213, "Finetune/Loss (Raw)": 0.8220642805099487, "Finetune/Step": 1302, "Finetune/Step Time": 6.5305050406605005}
+{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.8431007862091064, "Finetune/Loss (Raw)": 0.820056676864624, "Finetune/Step": 1303, "Finetune/Step Time": 6.514290796592832}
+{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.8440320491790771, "Finetune/Loss (Raw)": 0.9307079315185547, "Finetune/Step": 1304, "Finetune/Step Time": 6.519801918417215}
+{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.8482267260551453, "Finetune/Loss (Raw)": 0.8269926905632019, "Finetune/Step": 1305, "Finetune/Step Time": 6.5037679467350245}
+{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.852027416229248, "Finetune/Loss (Raw)": 0.812244176864624, "Finetune/Step": 1306, "Finetune/Step Time": 6.501799538731575}
+{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.851776659488678, "Finetune/Loss (Raw)": 1.00758695602417, "Finetune/Step": 1307, "Finetune/Step Time": 6.496008975431323}
+{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.8534865379333496, "Finetune/Loss (Raw)": 1.017304539680481, "Finetune/Step": 1308, "Finetune/Step Time": 6.479078097268939}
+{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.8523788452148438, "Finetune/Loss (Raw)": 0.8740496635437012, "Finetune/Step": 1309, "Finetune/Step Time": 6.497450415045023}
+{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.8544635772705078, "Finetune/Loss (Raw)": 0.8341459631919861, "Finetune/Step": 1310, "Finetune/Step Time": 6.496821021661162}
+{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.85401451587677, "Finetune/Loss (Raw)": 0.903359055519104, "Finetune/Step": 1311, "Finetune/Step Time": 6.4992766212671995}
+{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.8531092405319214, "Finetune/Loss (Raw)": 0.5810357332229614, "Finetune/Step": 1312, "Finetune/Step Time": 6.495388487353921}
+{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.853089451789856, "Finetune/Loss (Raw)": 0.8905379772186279, "Finetune/Step": 1313, "Finetune/Step Time": 6.5023538041859865}
+{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.852521538734436, "Finetune/Loss (Raw)": 0.9367032051086426, "Finetune/Step": 1314, "Finetune/Step Time": 6.500365464016795}
+{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.857019305229187, "Finetune/Loss (Raw)": 0.9193899631500244, "Finetune/Step": 1315, "Finetune/Step Time": 6.482720522210002}
+{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.8579896688461304, "Finetune/Loss (Raw)": 1.0431216955184937, "Finetune/Step": 1316, "Finetune/Step Time": 6.488011863082647}
+{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.8578237295150757, "Finetune/Loss (Raw)": 0.9316565990447998, "Finetune/Step": 1317, "Finetune/Step Time": 6.482103906571865}
+{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.8576691150665283, "Finetune/Loss (Raw)": 0.8587124943733215, "Finetune/Step": 1318, "Finetune/Step Time": 6.482806166633964}
+{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.8574101328849792, "Finetune/Loss (Raw)": 0.8871525526046753, "Finetune/Step": 1319, "Finetune/Step Time": 6.481493003666401}
+{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.8559656143188477, "Finetune/Loss (Raw)": 0.7747108936309814, "Finetune/Step": 1320, "Finetune/Step Time": 6.48307860083878}
+{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.8557689189910889, "Finetune/Loss (Raw)": 0.8837951421737671, "Finetune/Step": 1321, "Finetune/Step Time": 6.486369423568249}
+{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.8554283380508423, "Finetune/Loss (Raw)": 0.8831614851951599, "Finetune/Step": 1322, "Finetune/Step Time": 6.476904468610883}
+{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.855707049369812, "Finetune/Loss (Raw)": 0.9049900770187378, "Finetune/Step": 1323, "Finetune/Step Time": 6.477901190519333}
+{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.8562255501747131, "Finetune/Loss (Raw)": 0.9607250690460205, "Finetune/Step": 1324, "Finetune/Step Time": 6.48016401194036}
+{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.8563272953033447, "Finetune/Loss (Raw)": 0.9725261926651001, "Finetune/Step": 1325, "Finetune/Step Time": 6.498106464743614}
+{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.8567571640014648, "Finetune/Loss (Raw)": 0.9525192379951477, "Finetune/Step": 1326, "Finetune/Step Time": 6.491932822391391}
+{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.8550528287887573, "Finetune/Loss (Raw)": 0.7450968623161316, "Finetune/Step": 1327, "Finetune/Step Time": 6.529220143333077}
+{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.8559125661849976, "Finetune/Loss (Raw)": 1.0550899505615234, "Finetune/Step": 1328, "Finetune/Step Time": 6.5263636931777}
+{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.8569086790084839, "Finetune/Loss (Raw)": 1.0975522994995117, "Finetune/Step": 1329, "Finetune/Step Time": 6.51908565312624}
+{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.8538983464241028, "Finetune/Loss (Raw)": 0.6843115091323853, "Finetune/Step": 1330, "Finetune/Step Time": 6.512960609048605}
+{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.853166937828064, "Finetune/Loss (Raw)": 0.933468222618103, "Finetune/Step": 1331, "Finetune/Step Time": 6.506610723212361}
+{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.8515863418579102, "Finetune/Loss (Raw)": 0.7576792240142822, "Finetune/Step": 1332, "Finetune/Step Time": 6.510011967271566}
+{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.8524194955825806, "Finetune/Loss (Raw)": 0.8908825516700745, "Finetune/Step": 1333, "Finetune/Step Time": 6.4975154884159565}
+{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.851543664932251, "Finetune/Loss (Raw)": 0.9170188307762146, "Finetune/Step": 1334, "Finetune/Step Time": 6.501258887350559}
+{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.8517669439315796, "Finetune/Loss (Raw)": 0.9008255004882812, "Finetune/Step": 1335, "Finetune/Step Time": 6.494371039792895}
+{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.8517370223999023, "Finetune/Loss (Raw)": 0.9076391458511353, "Finetune/Step": 1336, "Finetune/Step Time": 6.48967001773417}
+{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.8517282605171204, "Finetune/Loss (Raw)": 0.946803092956543, "Finetune/Step": 1337, "Finetune/Step Time": 6.492112347856164}
+{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.847557544708252, "Finetune/Loss (Raw)": 0.3092103898525238, "Finetune/Step": 1338, "Finetune/Step Time": 6.513768704608083}
+{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.8465967178344727, "Finetune/Loss (Raw)": 0.7564491629600525, "Finetune/Step": 1339, "Finetune/Step Time": 6.520325727760792}
+{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.8457391262054443, "Finetune/Loss (Raw)": 0.8460986614227295, "Finetune/Step": 1340, "Finetune/Step Time": 6.527261808514595}
+{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.8454561233520508, "Finetune/Loss (Raw)": 0.8097962737083435, "Finetune/Step": 1341, "Finetune/Step Time": 6.528472194448113}
+{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.8465416431427002, "Finetune/Loss (Raw)": 0.9053990244865417, "Finetune/Step": 1342, "Finetune/Step Time": 6.525712970644236}
+{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.845503568649292, "Finetune/Loss (Raw)": 0.7989482879638672, "Finetune/Step": 1343, "Finetune/Step Time": 6.5471071526408195}
+{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.8489923477172852, "Finetune/Loss (Raw)": 0.7957835793495178, "Finetune/Step": 1344, "Finetune/Step Time": 6.523435464128852}
+{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.8488192558288574, "Finetune/Loss (Raw)": 0.9981666803359985, "Finetune/Step": 1345, "Finetune/Step Time": 6.5224459413439035}
+{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.8482943177223206, "Finetune/Loss (Raw)": 0.881039559841156, "Finetune/Step": 1346, "Finetune/Step Time": 6.524408766999841}
+{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.8532216548919678, "Finetune/Loss (Raw)": 0.935107946395874, "Finetune/Step": 1347, "Finetune/Step Time": 6.521596111357212}
+{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.849797248840332, "Finetune/Loss (Raw)": 0.4326840043067932, "Finetune/Step": 1348, "Finetune/Step Time": 6.54344997368753}
+{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.8505772948265076, "Finetune/Loss (Raw)": 0.9327929019927979, "Finetune/Step": 1349, "Finetune/Step Time": 6.535101728513837}
+{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.8513123989105225, "Finetune/Loss (Raw)": 0.9106014966964722, "Finetune/Step": 1350, "Finetune/Step Time": 6.522440627217293}
+{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.8513928651809692, "Finetune/Loss (Raw)": 0.9215129613876343, "Finetune/Step": 1351, "Finetune/Step Time": 6.525744985789061}
+{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.8476228713989258, "Finetune/Loss (Raw)": 0.4212961196899414, "Finetune/Step": 1352, "Finetune/Step Time": 6.544365089386702}
+{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.848334550857544, "Finetune/Loss (Raw)": 0.8524762392044067, "Finetune/Step": 1353, "Finetune/Step Time": 6.545086517930031}
+{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.8489388823509216, "Finetune/Loss (Raw)": 0.8620913624763489, "Finetune/Step": 1354, "Finetune/Step Time": 6.5420196652412415}
+{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.8513526916503906, "Finetune/Loss (Raw)": 1.0149941444396973, "Finetune/Step": 1355, "Finetune/Step Time": 6.535152468830347}
+{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.8532639741897583, "Finetune/Loss (Raw)": 1.0119460821151733, "Finetune/Step": 1356, "Finetune/Step Time": 6.528636796399951}
+{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.8523980379104614, "Finetune/Loss (Raw)": 0.8834556341171265, "Finetune/Step": 1357, "Finetune/Step Time": 6.5402588322758675}
+{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.8563196659088135, "Finetune/Loss (Raw)": 0.9035614132881165, "Finetune/Step": 1358, "Finetune/Step Time": 6.51407665386796}
+{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.8547393083572388, "Finetune/Loss (Raw)": 0.7997869253158569, "Finetune/Step": 1359, "Finetune/Step Time": 6.527235893532634}
+{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.8555687069892883, "Finetune/Loss (Raw)": 0.9400472044944763, "Finetune/Step": 1360, "Finetune/Step Time": 6.530046509578824}
+{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.8561164736747742, "Finetune/Loss (Raw)": 0.9943937063217163, "Finetune/Step": 1361, "Finetune/Step Time": 6.531338304281235}
+{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.8573038578033447, "Finetune/Loss (Raw)": 0.8700149059295654, "Finetune/Step": 1362, "Finetune/Step Time": 6.523899624124169}
+{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.8569607734680176, "Finetune/Loss (Raw)": 0.8276950716972351, "Finetune/Step": 1363, "Finetune/Step Time": 6.5234473049640656}
+{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.855534017086029, "Finetune/Loss (Raw)": 0.7958611249923706, "Finetune/Step": 1364, "Finetune/Step Time": 6.551643870770931}
+{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.8540268540382385, "Finetune/Loss (Raw)": 0.7716989517211914, "Finetune/Step": 1365, "Finetune/Step Time": 6.542780879884958}
+{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.853182852268219, "Finetune/Loss (Raw)": 0.8865967392921448, "Finetune/Step": 1366, "Finetune/Step Time": 6.537505222484469}
+{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.852368950843811, "Finetune/Loss (Raw)": 0.7929800152778625, "Finetune/Step": 1367, "Finetune/Step Time": 6.555660359561443}
+{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.8526196479797363, "Finetune/Loss (Raw)": 0.8866754174232483, "Finetune/Step": 1368, "Finetune/Step Time": 6.566157290711999}
+{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.8540630340576172, "Finetune/Loss (Raw)": 0.9885146021842957, "Finetune/Step": 1369, "Finetune/Step Time": 6.575202327221632}
+{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.8529438972473145, "Finetune/Loss (Raw)": 0.7548874020576477, "Finetune/Step": 1370, "Finetune/Step Time": 6.577841654419899}
+{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.8527755737304688, "Finetune/Loss (Raw)": 0.9003859162330627, "Finetune/Step": 1371, "Finetune/Step Time": 6.577599603682756}
+{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.8490440249443054, "Finetune/Loss (Raw)": 0.3754265606403351, "Finetune/Step": 1372, "Finetune/Step Time": 6.593699196353555}
+{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.8506546020507812, "Finetune/Loss (Raw)": 0.9808085560798645, "Finetune/Step": 1373, "Finetune/Step Time": 6.593725668266416}
+{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.8500248193740845, "Finetune/Loss (Raw)": 0.736735999584198, "Finetune/Step": 1374, "Finetune/Step Time": 6.5849170461297035}
+{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.8497896194458008, "Finetune/Loss (Raw)": 0.9427218437194824, "Finetune/Step": 1375, "Finetune/Step Time": 6.5823705624789}
+{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.8467209339141846, "Finetune/Loss (Raw)": 0.3192714750766754, "Finetune/Step": 1376, "Finetune/Step Time": 6.593953983858228}
+{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.8465242385864258, "Finetune/Loss (Raw)": 0.8012608885765076, "Finetune/Step": 1377, "Finetune/Step Time": 6.602289957925677}
+{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.8467395305633545, "Finetune/Loss (Raw)": 0.9288687109947205, "Finetune/Step": 1378, "Finetune/Step Time": 6.6207045540213585}
+{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.844325065612793, "Finetune/Loss (Raw)": 0.595064640045166, "Finetune/Step": 1379, "Finetune/Step Time": 6.63748793117702}
+{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.8449376225471497, "Finetune/Loss (Raw)": 0.8564532399177551, "Finetune/Step": 1380, "Finetune/Step Time": 6.637894758954644}
+{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.8462099432945251, "Finetune/Loss (Raw)": 0.9292896389961243, "Finetune/Step": 1381, "Finetune/Step Time": 6.622623851522803}
+{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.8461383581161499, "Finetune/Loss (Raw)": 0.8611043095588684, "Finetune/Step": 1382, "Finetune/Step Time": 6.62115678191185}
+{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.8444689512252808, "Finetune/Loss (Raw)": 0.7486360669136047, "Finetune/Step": 1383, "Finetune/Step Time": 6.625269481912255}
+{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.8440899848937988, "Finetune/Loss (Raw)": 0.8623859286308289, "Finetune/Step": 1384, "Finetune/Step Time": 6.627980165183544}
+{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.8470667600631714, "Finetune/Loss (Raw)": 0.9479069113731384, "Finetune/Step": 1385, "Finetune/Step Time": 6.603980289772153}
+{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.8469308614730835, "Finetune/Loss (Raw)": 0.8472435474395752, "Finetune/Step": 1386, "Finetune/Step Time": 6.604140864685178}
+{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.8468005061149597, "Finetune/Loss (Raw)": 0.7452818155288696, "Finetune/Step": 1387, "Finetune/Step Time": 6.597894946113229}
+{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.8455623388290405, "Finetune/Loss (Raw)": 0.9324132204055786, "Finetune/Step": 1388, "Finetune/Step Time": 6.593814494088292}
+{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.8465678095817566, "Finetune/Loss (Raw)": 0.8709031939506531, "Finetune/Step": 1389, "Finetune/Step Time": 6.594495853409171}
+{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.8474258184432983, "Finetune/Loss (Raw)": 1.0270590782165527, "Finetune/Step": 1390, "Finetune/Step Time": 6.602008564397693}
+{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.8464373350143433, "Finetune/Loss (Raw)": 0.8129959106445312, "Finetune/Step": 1391, "Finetune/Step Time": 6.617394329980016}
+{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.8460811376571655, "Finetune/Loss (Raw)": 0.8262275457382202, "Finetune/Step": 1392, "Finetune/Step Time": 6.650241382420063}
+{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.8490170836448669, "Finetune/Loss (Raw)": 0.7507915496826172, "Finetune/Step": 1393, "Finetune/Step Time": 6.668548749759793}
+{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.8498631119728088, "Finetune/Loss (Raw)": 0.9410309195518494, "Finetune/Step": 1394, "Finetune/Step Time": 6.655499188229442}
+{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.8489606380462646, "Finetune/Loss (Raw)": 0.8195099830627441, "Finetune/Step": 1395, "Finetune/Step Time": 6.657594600692391}
+{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.8461667895317078, "Finetune/Loss (Raw)": 0.6115277409553528, "Finetune/Step": 1396, "Finetune/Step Time": 6.664668431505561}
+{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.8466364145278931, "Finetune/Loss (Raw)": 0.8596231341362, "Finetune/Step": 1397, "Finetune/Step Time": 6.688534734770656}
+{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.8459780216217041, "Finetune/Loss (Raw)": 0.8567245006561279, "Finetune/Step": 1398, "Finetune/Step Time": 6.67893623560667}
+{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.8430740833282471, "Finetune/Loss (Raw)": 0.6142964959144592, "Finetune/Step": 1399, "Finetune/Step Time": 6.684974038973451}
+{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.8446767926216125, "Finetune/Loss (Raw)": 0.9358744025230408, "Finetune/Step": 1400, "Finetune/Step Time": 6.6803764551877975}
+{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.8449506759643555, "Finetune/Loss (Raw)": 0.8106867671012878, "Finetune/Step": 1401, "Finetune/Step Time": 6.679031314328313}
+{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.8417133688926697, "Finetune/Loss (Raw)": 0.38822850584983826, "Finetune/Step": 1402, "Finetune/Step Time": 6.700578719377518}
+{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.8400663137435913, "Finetune/Loss (Raw)": 0.8274051547050476, "Finetune/Step": 1403, "Finetune/Step Time": 6.7023456413298845}
+{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.840364396572113, "Finetune/Loss (Raw)": 0.8917661309242249, "Finetune/Step": 1404, "Finetune/Step Time": 6.699699435383081}
+{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.8388345241546631, "Finetune/Loss (Raw)": 0.6931860446929932, "Finetune/Step": 1405, "Finetune/Step Time": 6.6981226578354836}
+{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.8408310413360596, "Finetune/Loss (Raw)": 0.8484188318252563, "Finetune/Step": 1406, "Finetune/Step Time": 6.692242531105876}
+{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.8369364142417908, "Finetune/Loss (Raw)": 0.37083542346954346, "Finetune/Step": 1407, "Finetune/Step Time": 6.706827342510223}
+{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.8348769545555115, "Finetune/Loss (Raw)": 0.7328751087188721, "Finetune/Step": 1408, "Finetune/Step Time": 6.710157077759504}
+{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.8349108695983887, "Finetune/Loss (Raw)": 0.906131386756897, "Finetune/Step": 1409, "Finetune/Step Time": 6.7078357599675655}
+{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.8341864943504333, "Finetune/Loss (Raw)": 0.7715745568275452, "Finetune/Step": 1410, "Finetune/Step Time": 6.736452439799905}
+{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.8356837034225464, "Finetune/Loss (Raw)": 0.8566626310348511, "Finetune/Step": 1411, "Finetune/Step Time": 6.736756302416325}
+{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.8342308402061462, "Finetune/Loss (Raw)": 0.660137414932251, "Finetune/Step": 1412, "Finetune/Step Time": 6.737485162913799}
+{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.8337661623954773, "Finetune/Loss (Raw)": 0.9081534743309021, "Finetune/Step": 1413, "Finetune/Step Time": 6.741170542314649}
+{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.8350813388824463, "Finetune/Loss (Raw)": 1.0108344554901123, "Finetune/Step": 1414, "Finetune/Step Time": 6.730488792061806}
+{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.8347863554954529, "Finetune/Loss (Raw)": 0.840138852596283, "Finetune/Step": 1415, "Finetune/Step Time": 6.7353130131959915}
+{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.8358691930770874, "Finetune/Loss (Raw)": 0.9697509407997131, "Finetune/Step": 1416, "Finetune/Step Time": 6.724056974053383}
+{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.8360414505004883, "Finetune/Loss (Raw)": 0.8387113809585571, "Finetune/Step": 1417, "Finetune/Step Time": 6.713173158466816}
+{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.8339674472808838, "Finetune/Loss (Raw)": 0.7297546863555908, "Finetune/Step": 1418, "Finetune/Step Time": 6.72034602239728}
+{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.8334218263626099, "Finetune/Loss (Raw)": 0.7246918082237244, "Finetune/Step": 1419, "Finetune/Step Time": 6.70413544587791}
+{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.8341061472892761, "Finetune/Loss (Raw)": 0.9188438653945923, "Finetune/Step": 1420, "Finetune/Step Time": 6.704396404325962}
+{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.8336542844772339, "Finetune/Loss (Raw)": 0.8196086883544922, "Finetune/Step": 1421, "Finetune/Step Time": 6.7050012201070786}
+{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.832384467124939, "Finetune/Loss (Raw)": 0.7722412347793579, "Finetune/Step": 1422, "Finetune/Step Time": 6.702354671433568}
+{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.8334209322929382, "Finetune/Loss (Raw)": 0.9512521624565125, "Finetune/Step": 1423, "Finetune/Step Time": 6.682988738641143}
+{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.8334109783172607, "Finetune/Loss (Raw)": 0.7840535044670105, "Finetune/Step": 1424, "Finetune/Step Time": 6.6780381090939045}
+{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.8337171077728271, "Finetune/Loss (Raw)": 0.8477619886398315, "Finetune/Step": 1425, "Finetune/Step Time": 6.671752309426665}
+{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.8339727520942688, "Finetune/Loss (Raw)": 0.775669515132904, "Finetune/Step": 1426, "Finetune/Step Time": 6.684599427506328}
+{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.8347135782241821, "Finetune/Loss (Raw)": 0.7518393397331238, "Finetune/Step": 1427, "Finetune/Step Time": 6.684878306463361}
+{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.8342569470405579, "Finetune/Loss (Raw)": 0.7472041249275208, "Finetune/Step": 1428, "Finetune/Step Time": 6.691387912258506}
+{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.833251416683197, "Finetune/Loss (Raw)": 0.7117569446563721, "Finetune/Step": 1429, "Finetune/Step Time": 6.682518472895026}
+{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.8333108425140381, "Finetune/Loss (Raw)": 0.8296698927879333, "Finetune/Step": 1430, "Finetune/Step Time": 6.6739751026034355}
+{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.8326693177223206, "Finetune/Loss (Raw)": 0.7379465103149414, "Finetune/Step": 1431, "Finetune/Step Time": 6.685176584869623}
+{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.8313281536102295, "Finetune/Loss (Raw)": 0.7590391039848328, "Finetune/Step": 1432, "Finetune/Step Time": 6.688547099009156}
+{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.8322274684906006, "Finetune/Loss (Raw)": 0.9421085715293884, "Finetune/Step": 1433, "Finetune/Step Time": 6.690551213920116}
+{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.828772783279419, "Finetune/Loss (Raw)": 0.3700421452522278, "Finetune/Step": 1434, "Finetune/Step Time": 6.693953733891249}
+{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.8280011415481567, "Finetune/Loss (Raw)": 0.9088110327720642, "Finetune/Step": 1435, "Finetune/Step Time": 6.711334433406591}
+{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.8249112367630005, "Finetune/Loss (Raw)": 0.6217918992042542, "Finetune/Step": 1436, "Finetune/Step Time": 6.722810626029968}
+{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.8249880075454712, "Finetune/Loss (Raw)": 0.883880078792572, "Finetune/Step": 1437, "Finetune/Step Time": 6.705861089751124}
+{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.8254597783088684, "Finetune/Loss (Raw)": 0.8945353031158447, "Finetune/Step": 1438, "Finetune/Step Time": 6.7005202900618315}
+{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.8257110118865967, "Finetune/Loss (Raw)": 0.9355201721191406, "Finetune/Step": 1439, "Finetune/Step Time": 6.697739684954286}
+{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.8259735703468323, "Finetune/Loss (Raw)": 0.614641010761261, "Finetune/Step": 1440, "Finetune/Step Time": 6.7024150267243385}
+{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.8256926536560059, "Finetune/Loss (Raw)": 0.8545798063278198, "Finetune/Step": 1441, "Finetune/Step Time": 6.708964152261615}
+{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.8246605396270752, "Finetune/Loss (Raw)": 0.8045942187309265, "Finetune/Step": 1442, "Finetune/Step Time": 6.7143328711390495}
+{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.8239520788192749, "Finetune/Loss (Raw)": 0.8287084102630615, "Finetune/Step": 1443, "Finetune/Step Time": 6.7180688213557005}
+{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.8219858407974243, "Finetune/Loss (Raw)": 0.7914431691169739, "Finetune/Step": 1444, "Finetune/Step Time": 6.7154452204704285}
+{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.8213284611701965, "Finetune/Loss (Raw)": 0.8475044369697571, "Finetune/Step": 1445, "Finetune/Step Time": 6.7174980863928795}
+{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.8201812505722046, "Finetune/Loss (Raw)": 0.7118793725967407, "Finetune/Step": 1446, "Finetune/Step Time": 6.732175428420305}
+{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.8202160596847534, "Finetune/Loss (Raw)": 0.8916024565696716, "Finetune/Step": 1447, "Finetune/Step Time": 6.736275918781757}
+{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.8213013410568237, "Finetune/Loss (Raw)": 0.9136208891868591, "Finetune/Step": 1448, "Finetune/Step Time": 6.727603869512677}
+{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.8201587200164795, "Finetune/Loss (Raw)": 0.7375428676605225, "Finetune/Step": 1449, "Finetune/Step Time": 6.729350911453366}
+{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.8190750479698181, "Finetune/Loss (Raw)": 0.7444579601287842, "Finetune/Step": 1450, "Finetune/Step Time": 6.7640246376395226}
+{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.8186013698577881, "Finetune/Loss (Raw)": 0.8443577289581299, "Finetune/Step": 1451, "Finetune/Step Time": 6.7671596966683865}
+{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.8183994293212891, "Finetune/Loss (Raw)": 0.934869647026062, "Finetune/Step": 1452, "Finetune/Step Time": 6.758908720687032}
+{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.8169384002685547, "Finetune/Loss (Raw)": 0.7855179309844971, "Finetune/Step": 1453, "Finetune/Step Time": 6.753131998702884}
+{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.8176496624946594, "Finetune/Loss (Raw)": 1.0435614585876465, "Finetune/Step": 1454, "Finetune/Step Time": 6.755122900009155}
+{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.8191317319869995, "Finetune/Loss (Raw)": 0.9348052144050598, "Finetune/Step": 1455, "Finetune/Step Time": 6.72259302996099}
+{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.8172473311424255, "Finetune/Loss (Raw)": 0.8138844966888428, "Finetune/Step": 1456, "Finetune/Step Time": 6.723132560029626}
+{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.8115881681442261, "Finetune/Loss (Raw)": 0.37317368388175964, "Finetune/Step": 1457, "Finetune/Step Time": 6.740568349137902}
+{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.8128852844238281, "Finetune/Loss (Raw)": 0.8503506779670715, "Finetune/Step": 1458, "Finetune/Step Time": 6.7379786018282175}
+{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.8132938146591187, "Finetune/Loss (Raw)": 0.9857592582702637, "Finetune/Step": 1459, "Finetune/Step Time": 6.745436765253544}
+{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.8152187466621399, "Finetune/Loss (Raw)": 1.0040676593780518, "Finetune/Step": 1460, "Finetune/Step Time": 6.735114589333534}
+{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.8164700269699097, "Finetune/Loss (Raw)": 1.051043152809143, "Finetune/Step": 1461, "Finetune/Step Time": 6.7280691266059875}
+{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.8163536190986633, "Finetune/Loss (Raw)": 0.9021249413490295, "Finetune/Step": 1462, "Finetune/Step Time": 6.729837253689766}
+{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.8168143033981323, "Finetune/Loss (Raw)": 0.9597883820533752, "Finetune/Step": 1463, "Finetune/Step Time": 6.729891711845994}
+{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.8160385489463806, "Finetune/Loss (Raw)": 0.808344304561615, "Finetune/Step": 1464, "Finetune/Step Time": 6.734447676688433}
+{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.8152744770050049, "Finetune/Loss (Raw)": 0.8489969968795776, "Finetune/Step": 1465, "Finetune/Step Time": 6.727212464436889}
+{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.8195582032203674, "Finetune/Loss (Raw)": 0.8575345277786255, "Finetune/Step": 1466, "Finetune/Step Time": 6.7116769049316645}
+{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.8202743530273438, "Finetune/Loss (Raw)": 0.8481107354164124, "Finetune/Step": 1467, "Finetune/Step Time": 6.727953236550093}
+{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.8208235502243042, "Finetune/Loss (Raw)": 0.91640305519104, "Finetune/Step": 1468, "Finetune/Step Time": 6.719912506639957}
+{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.8175020217895508, "Finetune/Loss (Raw)": 0.38464033603668213, "Finetune/Step": 1469, "Finetune/Step Time": 6.739953640848398}
+{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.81674724817276, "Finetune/Loss (Raw)": 0.8087823987007141, "Finetune/Step": 1470, "Finetune/Step Time": 6.728013876825571}
+{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.8172452449798584, "Finetune/Loss (Raw)": 0.8626915216445923, "Finetune/Step": 1471, "Finetune/Step Time": 6.712573755532503}
+{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.8170727491378784, "Finetune/Loss (Raw)": 0.7737080454826355, "Finetune/Step": 1472, "Finetune/Step Time": 6.705366346985102}
+{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.8140382766723633, "Finetune/Loss (Raw)": 0.6097499132156372, "Finetune/Step": 1473, "Finetune/Step Time": 6.71155964769423}
+{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.8152692317962646, "Finetune/Loss (Raw)": 1.0386066436767578, "Finetune/Step": 1474, "Finetune/Step Time": 6.706766467541456}
+{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.8132869005203247, "Finetune/Loss (Raw)": 0.6813690662384033, "Finetune/Step": 1475, "Finetune/Step Time": 6.699508935213089}
+{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.8169702291488647, "Finetune/Loss (Raw)": 0.9041441679000854, "Finetune/Step": 1476, "Finetune/Step Time": 6.682794440537691}
+{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.8121097087860107, "Finetune/Loss (Raw)": 0.3106464743614197, "Finetune/Step": 1477, "Finetune/Step Time": 6.696586340665817}
+{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.8129475116729736, "Finetune/Loss (Raw)": 1.0178502798080444, "Finetune/Step": 1478, "Finetune/Step Time": 6.688813580200076}
+{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.8117532134056091, "Finetune/Loss (Raw)": 0.7686352729797363, "Finetune/Step": 1479, "Finetune/Step Time": 6.703421797603369}
+{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.8152531385421753, "Finetune/Loss (Raw)": 0.8692877292633057, "Finetune/Step": 1480, "Finetune/Step Time": 6.68417084030807}
+{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.8156689405441284, "Finetune/Loss (Raw)": 0.9056996703147888, "Finetune/Step": 1481, "Finetune/Step Time": 6.6884550973773}
+{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.8153240084648132, "Finetune/Loss (Raw)": 0.8179410099983215, "Finetune/Step": 1482, "Finetune/Step Time": 6.680498717352748}
+{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.8120140433311462, "Finetune/Loss (Raw)": 0.5913195610046387, "Finetune/Step": 1483, "Finetune/Step Time": 6.704279789701104}
+{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.8111439943313599, "Finetune/Loss (Raw)": 0.9005738496780396, "Finetune/Step": 1484, "Finetune/Step Time": 6.700823670253158}
+{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.8105116486549377, "Finetune/Loss (Raw)": 0.8025200963020325, "Finetune/Step": 1485, "Finetune/Step Time": 6.689805138856173}
+{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.8058245182037354, "Finetune/Loss (Raw)": 0.30361050367355347, "Finetune/Step": 1486, "Finetune/Step Time": 6.708182776346803}
+{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.8075206875801086, "Finetune/Loss (Raw)": 1.016892671585083, "Finetune/Step": 1487, "Finetune/Step Time": 6.703823493793607}
+{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.8087164163589478, "Finetune/Loss (Raw)": 1.093108057975769, "Finetune/Step": 1488, "Finetune/Step Time": 6.701407006010413}
+{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.8059206008911133, "Finetune/Loss (Raw)": 0.636524498462677, "Finetune/Step": 1489, "Finetune/Step Time": 6.715114569291472}
+{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.8051446676254272, "Finetune/Loss (Raw)": 0.7706931233406067, "Finetune/Step": 1490, "Finetune/Step Time": 6.726217702031136}
+{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.8041923642158508, "Finetune/Loss (Raw)": 0.7058020830154419, "Finetune/Step": 1491, "Finetune/Step Time": 6.740204671397805}
+{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.8053284883499146, "Finetune/Loss (Raw)": 0.9412811994552612, "Finetune/Step": 1492, "Finetune/Step Time": 6.712474122643471}
+{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.8018900156021118, "Finetune/Loss (Raw)": 0.33156952261924744, "Finetune/Step": 1493, "Finetune/Step Time": 6.726960022002459}
+{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.801443338394165, "Finetune/Loss (Raw)": 0.8294292688369751, "Finetune/Step": 1494, "Finetune/Step Time": 6.731247616931796}
+{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.8018744587898254, "Finetune/Loss (Raw)": 0.8481593728065491, "Finetune/Step": 1495, "Finetune/Step Time": 6.717196257784963}
+{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.8019576072692871, "Finetune/Loss (Raw)": 0.8973196148872375, "Finetune/Step": 1496, "Finetune/Step Time": 6.7069642916321754}
+{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.8002309799194336, "Finetune/Loss (Raw)": 0.7675044536590576, "Finetune/Step": 1497, "Finetune/Step Time": 6.701019400730729}
+{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.8019468188285828, "Finetune/Loss (Raw)": 0.9745233058929443, "Finetune/Step": 1498, "Finetune/Step Time": 6.70316443964839}
+{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.7982420325279236, "Finetune/Loss (Raw)": 0.4261744022369385, "Finetune/Step": 1499, "Finetune/Step Time": 6.71726856008172}
+{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.7980632185935974, "Finetune/Loss (Raw)": 0.3525342643260956, "Finetune/Step": 1500, "Finetune/Step Time": 6.717058455571532}
+{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.7979941368103027, "Finetune/Loss (Raw)": 0.9719659090042114, "Finetune/Step": 1501, "Finetune/Step Time": 6.748809829354286}
+{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.7996351718902588, "Finetune/Loss (Raw)": 0.9467899799346924, "Finetune/Step": 1502, "Finetune/Step Time": 6.741507053375244}
+{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.7979393005371094, "Finetune/Loss (Raw)": 0.725645124912262, "Finetune/Step": 1503, "Finetune/Step Time": 6.744424456730485}
+{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.8024247288703918, "Finetune/Loss (Raw)": 0.8934097290039062, "Finetune/Step": 1504, "Finetune/Step Time": 6.736277591437101}
+{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.802811861038208, "Finetune/Loss (Raw)": 0.8508195877075195, "Finetune/Step": 1505, "Finetune/Step Time": 6.722883176058531}
+{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.8016588687896729, "Finetune/Loss (Raw)": 0.7812753319740295, "Finetune/Step": 1506, "Finetune/Step Time": 6.711453577503562}
+{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.804385781288147, "Finetune/Loss (Raw)": 0.9441192746162415, "Finetune/Step": 1507, "Finetune/Step Time": 6.700360897928476}
+{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.8051415681838989, "Finetune/Loss (Raw)": 0.9531868100166321, "Finetune/Step": 1508, "Finetune/Step Time": 6.703452754765749}
+{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.8046892881393433, "Finetune/Loss (Raw)": 0.8713936805725098, "Finetune/Step": 1509, "Finetune/Step Time": 6.69794936850667}
+{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.8053205013275146, "Finetune/Loss (Raw)": 0.9419063925743103, "Finetune/Step": 1510, "Finetune/Step Time": 6.697319384664297}
+{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.8068889379501343, "Finetune/Loss (Raw)": 0.9493967294692993, "Finetune/Step": 1511, "Finetune/Step Time": 6.696293151006103}
+{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.8060100078582764, "Finetune/Loss (Raw)": 0.7498797178268433, "Finetune/Step": 1512, "Finetune/Step Time": 6.700075356289744}
+{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.8062673807144165, "Finetune/Loss (Raw)": 0.9808539152145386, "Finetune/Step": 1513, "Finetune/Step Time": 6.712252909317613}
+{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.8058463335037231, "Finetune/Loss (Raw)": 0.7933486700057983, "Finetune/Step": 1514, "Finetune/Step Time": 6.721598103642464}
+{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.8067964911460876, "Finetune/Loss (Raw)": 0.8669056296348572, "Finetune/Step": 1515, "Finetune/Step Time": 6.719834228977561}
+{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.8064711093902588, "Finetune/Loss (Raw)": 0.8907607197761536, "Finetune/Step": 1516, "Finetune/Step Time": 6.721105141565204}
+{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.8059424757957458, "Finetune/Loss (Raw)": 0.803236186504364, "Finetune/Step": 1517, "Finetune/Step Time": 6.722330762073398}
+{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.8056331872940063, "Finetune/Loss (Raw)": 0.9874751567840576, "Finetune/Step": 1518, "Finetune/Step Time": 6.716423764824867}
+{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.8048540353775024, "Finetune/Loss (Raw)": 0.7132648825645447, "Finetune/Step": 1519, "Finetune/Step Time": 6.701316317543387}
+{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.8014364242553711, "Finetune/Loss (Raw)": 0.3887750506401062, "Finetune/Step": 1520, "Finetune/Step Time": 6.684955740347505}
+{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.8026456832885742, "Finetune/Loss (Raw)": 0.905577540397644, "Finetune/Step": 1521, "Finetune/Step Time": 6.647374492138624}
+{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.8011317253112793, "Finetune/Loss (Raw)": 0.7472351789474487, "Finetune/Step": 1522, "Finetune/Step Time": 6.657398976385593}
+{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.7998358011245728, "Finetune/Loss (Raw)": 0.6536412239074707, "Finetune/Step": 1523, "Finetune/Step Time": 6.670605432242155}
+{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.8005812764167786, "Finetune/Loss (Raw)": 0.7069391012191772, "Finetune/Step": 1524, "Finetune/Step Time": 6.687544701620936}
+{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.7993568181991577, "Finetune/Loss (Raw)": 0.7028952836990356, "Finetune/Step": 1525, "Finetune/Step Time": 6.675224686041474}
+{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.8001314401626587, "Finetune/Loss (Raw)": 0.9558824300765991, "Finetune/Step": 1526, "Finetune/Step Time": 6.6738200429826975}
+{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.8019201755523682, "Finetune/Loss (Raw)": 0.8432523608207703, "Finetune/Step": 1527, "Finetune/Step Time": 6.667861616238952}
+{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.7978792190551758, "Finetune/Loss (Raw)": 0.41862282156944275, "Finetune/Step": 1528, "Finetune/Step Time": 6.680818812921643}
+{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.7991588711738586, "Finetune/Loss (Raw)": 0.9744928479194641, "Finetune/Step": 1529, "Finetune/Step Time": 6.681942895054817}
+{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.8007711172103882, "Finetune/Loss (Raw)": 0.5945867300033569, "Finetune/Step": 1530, "Finetune/Step Time": 6.680301425978541}
+{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.8013903498649597, "Finetune/Loss (Raw)": 0.906671941280365, "Finetune/Step": 1531, "Finetune/Step Time": 6.6832886934280396}
+{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.801162838935852, "Finetune/Loss (Raw)": 0.8626399636268616, "Finetune/Step": 1532, "Finetune/Step Time": 6.692090833559632}
+{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.8010858297348022, "Finetune/Loss (Raw)": 0.683337926864624, "Finetune/Step": 1533, "Finetune/Step Time": 6.685366978868842}
+{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.7998547554016113, "Finetune/Loss (Raw)": 0.6908393502235413, "Finetune/Step": 1534, "Finetune/Step Time": 6.692012460902333}
+{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.803311288356781, "Finetune/Loss (Raw)": 0.8132684230804443, "Finetune/Step": 1535, "Finetune/Step Time": 6.674185197800398}
+{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.8038151860237122, "Finetune/Loss (Raw)": 0.797375500202179, "Finetune/Step": 1536, "Finetune/Step Time": 6.67929713241756}
+{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.8031951189041138, "Finetune/Loss (Raw)": 0.8267648220062256, "Finetune/Step": 1537, "Finetune/Step Time": 6.679310724139214}
+{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.8005428910255432, "Finetune/Loss (Raw)": 0.4320814609527588, "Finetune/Step": 1538, "Finetune/Step Time": 6.667454773560166}
+{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.8007118701934814, "Finetune/Loss (Raw)": 0.878299355506897, "Finetune/Step": 1539, "Finetune/Step Time": 6.657879495993257}
+{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.8017989993095398, "Finetune/Loss (Raw)": 0.7992854714393616, "Finetune/Step": 1540, "Finetune/Step Time": 6.657016994431615}
+{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.8019876480102539, "Finetune/Loss (Raw)": 0.9323030710220337, "Finetune/Step": 1541, "Finetune/Step Time": 6.656972104683518}
+{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.7992671728134155, "Finetune/Loss (Raw)": 0.6626102328300476, "Finetune/Step": 1542, "Finetune/Step Time": 6.664665317162871}
+{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.7986651062965393, "Finetune/Loss (Raw)": 0.7630789875984192, "Finetune/Step": 1543, "Finetune/Step Time": 6.66065388917923}
+{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.7981621026992798, "Finetune/Loss (Raw)": 0.9053581953048706, "Finetune/Step": 1544, "Finetune/Step Time": 6.658964244648814}
+{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.7979229688644409, "Finetune/Loss (Raw)": 0.8081108331680298, "Finetune/Step": 1545, "Finetune/Step Time": 6.660993682220578}
+{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.7996299266815186, "Finetune/Loss (Raw)": 0.9482443332672119, "Finetune/Step": 1546, "Finetune/Step Time": 6.6594289764761925}
+{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.8006640076637268, "Finetune/Loss (Raw)": 0.8570514917373657, "Finetune/Step": 1547, "Finetune/Step Time": 6.664639448747039}
+{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.8001900911331177, "Finetune/Loss (Raw)": 0.8581823110580444, "Finetune/Step": 1548, "Finetune/Step Time": 6.673936408013105}
+{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.796899676322937, "Finetune/Loss (Raw)": 0.398435115814209, "Finetune/Step": 1549, "Finetune/Step Time": 6.693839805200696}
+{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.7978681325912476, "Finetune/Loss (Raw)": 0.8962081670761108, "Finetune/Step": 1550, "Finetune/Step Time": 6.691979099065065}
+{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.7963532209396362, "Finetune/Loss (Raw)": 0.7573392391204834, "Finetune/Step": 1551, "Finetune/Step Time": 6.685766788199544}
+{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.7974679470062256, "Finetune/Loss (Raw)": 0.9267353415489197, "Finetune/Step": 1552, "Finetune/Step Time": 6.685985254123807}
+{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.7968662977218628, "Finetune/Loss (Raw)": 0.770753800868988, "Finetune/Step": 1553, "Finetune/Step Time": 6.697034429758787}
+{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.796750545501709, "Finetune/Loss (Raw)": 0.7608581185340881, "Finetune/Step": 1554, "Finetune/Step Time": 6.6873165871948}
+{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.7980369329452515, "Finetune/Loss (Raw)": 0.9164911508560181, "Finetune/Step": 1555, "Finetune/Step Time": 6.689668321982026}
+{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.7976861000061035, "Finetune/Loss (Raw)": 0.7022948861122131, "Finetune/Step": 1556, "Finetune/Step Time": 6.695319026708603}
+{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.7983243465423584, "Finetune/Loss (Raw)": 0.7934600710868835, "Finetune/Step": 1557, "Finetune/Step Time": 6.694201188161969}
+{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.798413872718811, "Finetune/Loss (Raw)": 0.8411293029785156, "Finetune/Step": 1558, "Finetune/Step Time": 6.683763559907675}
+{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.8011022210121155, "Finetune/Loss (Raw)": 1.0820544958114624, "Finetune/Step": 1559, "Finetune/Step Time": 6.674670118838549}
+{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.802170991897583, "Finetune/Loss (Raw)": 0.895835280418396, "Finetune/Step": 1560, "Finetune/Step Time": 6.6791589092463255}
+{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.8015640377998352, "Finetune/Loss (Raw)": 0.8644237518310547, "Finetune/Step": 1561, "Finetune/Step Time": 6.676526756957173}
+{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.8056932687759399, "Finetune/Loss (Raw)": 0.8985866904258728, "Finetune/Step": 1562, "Finetune/Step Time": 6.666013948619366}
+{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.8047872185707092, "Finetune/Loss (Raw)": 0.7928351163864136, "Finetune/Step": 1563, "Finetune/Step Time": 6.673383051529527}
+{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.8059989213943481, "Finetune/Loss (Raw)": 0.7768914103507996, "Finetune/Step": 1564, "Finetune/Step Time": 6.658856527879834}
+{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.804883599281311, "Finetune/Loss (Raw)": 0.7411147952079773, "Finetune/Step": 1565, "Finetune/Step Time": 6.657877521589398}
+{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.80388343334198, "Finetune/Loss (Raw)": 0.7665156722068787, "Finetune/Step": 1566, "Finetune/Step Time": 6.664459627121687}
+{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.8032574653625488, "Finetune/Loss (Raw)": 0.8553960919380188, "Finetune/Step": 1567, "Finetune/Step Time": 6.670157298445702}
+{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.8050040006637573, "Finetune/Loss (Raw)": 0.8381912112236023, "Finetune/Step": 1568, "Finetune/Step Time": 6.642178405076265}
+{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.8037090301513672, "Finetune/Loss (Raw)": 0.6888299584388733, "Finetune/Step": 1569, "Finetune/Step Time": 6.643157485872507}
+{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.804861307144165, "Finetune/Loss (Raw)": 0.9520871043205261, "Finetune/Step": 1570, "Finetune/Step Time": 6.6398166455328465}
+{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.8053860664367676, "Finetune/Loss (Raw)": 0.8958684206008911, "Finetune/Step": 1571, "Finetune/Step Time": 6.635504901409149}
+{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.8064618110656738, "Finetune/Loss (Raw)": 0.9291492104530334, "Finetune/Step": 1572, "Finetune/Step Time": 6.629379918798804}
+{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.8062337636947632, "Finetune/Loss (Raw)": 0.8183162808418274, "Finetune/Step": 1573, "Finetune/Step Time": 6.644658330827951}
+{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.8062419891357422, "Finetune/Loss (Raw)": 0.7129302620887756, "Finetune/Step": 1574, "Finetune/Step Time": 6.628574267029762}
+{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.8068636059761047, "Finetune/Loss (Raw)": 0.971163272857666, "Finetune/Step": 1575, "Finetune/Step Time": 6.637633789330721}
+{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.806427538394928, "Finetune/Loss (Raw)": 0.8578040599822998, "Finetune/Step": 1576, "Finetune/Step Time": 6.640575669705868}
+{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.8074867725372314, "Finetune/Loss (Raw)": 0.8731300234794617, "Finetune/Step": 1577, "Finetune/Step Time": 6.63205236941576}
+{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.8085711598396301, "Finetune/Loss (Raw)": 0.8832546472549438, "Finetune/Step": 1578, "Finetune/Step Time": 6.590864157304168}
+{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.808198869228363, "Finetune/Loss (Raw)": 0.7967113852500916, "Finetune/Step": 1579, "Finetune/Step Time": 6.596003491431475}
+{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.8063042163848877, "Finetune/Loss (Raw)": 0.6923528909683228, "Finetune/Step": 1580, "Finetune/Step Time": 6.640278451144695}
+{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.8060132265090942, "Finetune/Loss (Raw)": 0.7482707500457764, "Finetune/Step": 1581, "Finetune/Step Time": 6.636054979637265}
+{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.804327130317688, "Finetune/Loss (Raw)": 0.8277347683906555, "Finetune/Step": 1582, "Finetune/Step Time": 6.637620538473129}
+{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.8039675951004028, "Finetune/Loss (Raw)": 0.8887898325920105, "Finetune/Step": 1583, "Finetune/Step Time": 6.640723437070847}
+{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.804169237613678, "Finetune/Loss (Raw)": 0.8396894931793213, "Finetune/Step": 1584, "Finetune/Step Time": 6.642557131126523}
+{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.8086587190628052, "Finetune/Loss (Raw)": 0.9478262662887573, "Finetune/Step": 1585, "Finetune/Step Time": 6.6340837106108665}
+{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.8099697828292847, "Finetune/Loss (Raw)": 1.0181653499603271, "Finetune/Step": 1586, "Finetune/Step Time": 6.684499446302652}
+{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.8096169233322144, "Finetune/Loss (Raw)": 0.9406009316444397, "Finetune/Step": 1587, "Finetune/Step Time": 6.678736638277769}
+{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.8082689046859741, "Finetune/Loss (Raw)": 0.8315247893333435, "Finetune/Step": 1588, "Finetune/Step Time": 6.689000070095062}
+{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.8066562414169312, "Finetune/Loss (Raw)": 0.8446233868598938, "Finetune/Step": 1589, "Finetune/Step Time": 6.705266684293747}
+{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.8069857358932495, "Finetune/Loss (Raw)": 0.9442935585975647, "Finetune/Step": 1590, "Finetune/Step Time": 6.7111224960535765}
+{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.8041581511497498, "Finetune/Loss (Raw)": 0.5978580117225647, "Finetune/Step": 1591, "Finetune/Step Time": 6.727307997643948}
+{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.8033823370933533, "Finetune/Loss (Raw)": 0.7090405225753784, "Finetune/Step": 1592, "Finetune/Step Time": 6.729953896254301}
+{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.8028477430343628, "Finetune/Loss (Raw)": 0.7805749177932739, "Finetune/Step": 1593, "Finetune/Step Time": 6.7334652133286}
+{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.802699089050293, "Finetune/Loss (Raw)": 0.8385048508644104, "Finetune/Step": 1594, "Finetune/Step Time": 6.739335425198078}
+{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.801741898059845, "Finetune/Loss (Raw)": 0.7255880832672119, "Finetune/Step": 1595, "Finetune/Step Time": 6.718271853402257}
+{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.8012034893035889, "Finetune/Loss (Raw)": 0.8474847674369812, "Finetune/Step": 1596, "Finetune/Step Time": 6.723239935934544}
+{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.8038262128829956, "Finetune/Loss (Raw)": 0.7203490734100342, "Finetune/Step": 1597, "Finetune/Step Time": 6.708979783579707}
+{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.8038142919540405, "Finetune/Loss (Raw)": 0.807252049446106, "Finetune/Step": 1598, "Finetune/Step Time": 6.722115747630596}
+{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.8000016212463379, "Finetune/Loss (Raw)": 0.37467503547668457, "Finetune/Step": 1599, "Finetune/Step Time": 6.733329080045223}
+{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.8010136485099792, "Finetune/Loss (Raw)": 0.9032453298568726, "Finetune/Step": 1600, "Finetune/Step Time": 6.737796543166041}
+{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.7992785573005676, "Finetune/Loss (Raw)": 0.3876562714576721, "Finetune/Step": 1601, "Finetune/Step Time": 6.752114485949278}
+{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.7985680103302002, "Finetune/Loss (Raw)": 0.9476609230041504, "Finetune/Step": 1602, "Finetune/Step Time": 6.762308059260249}
+{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.8004274368286133, "Finetune/Loss (Raw)": 0.9193714261054993, "Finetune/Step": 1603, "Finetune/Step Time": 6.758619055151939}
+{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.799720048904419, "Finetune/Loss (Raw)": 0.8135993480682373, "Finetune/Step": 1604, "Finetune/Step Time": 6.758533021435142}
+{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.8024765253067017, "Finetune/Loss (Raw)": 0.663476824760437, "Finetune/Step": 1605, "Finetune/Step Time": 6.748427489772439}
+{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.7994810342788696, "Finetune/Loss (Raw)": 0.6344248652458191, "Finetune/Step": 1606, "Finetune/Step Time": 6.779976531863213}
+{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.8000045418739319, "Finetune/Loss (Raw)": 0.835648775100708, "Finetune/Step": 1607, "Finetune/Step Time": 6.767846122384071}
+{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.7962295413017273, "Finetune/Loss (Raw)": 0.3860858380794525, "Finetune/Step": 1608, "Finetune/Step Time": 6.788099445402622}
+{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.7960033416748047, "Finetune/Loss (Raw)": 0.8767470717430115, "Finetune/Step": 1609, "Finetune/Step Time": 6.784138213843107}
+{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.7964298725128174, "Finetune/Loss (Raw)": 0.8725313544273376, "Finetune/Step": 1610, "Finetune/Step Time": 6.78659925609827}
+{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.7976033687591553, "Finetune/Loss (Raw)": 0.7415354251861572, "Finetune/Step": 1611, "Finetune/Step Time": 6.779930803924799}
+{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.796898603439331, "Finetune/Loss (Raw)": 0.8103577494621277, "Finetune/Step": 1612, "Finetune/Step Time": 6.783291319385171}
+{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.7963591814041138, "Finetune/Loss (Raw)": 0.7334778308868408, "Finetune/Step": 1613, "Finetune/Step Time": 6.795919490978122}
+{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.8008217811584473, "Finetune/Loss (Raw)": 0.8748204708099365, "Finetune/Step": 1614, "Finetune/Step Time": 6.777110673487186}
+{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.800266683101654, "Finetune/Loss (Raw)": 0.9458410739898682, "Finetune/Step": 1615, "Finetune/Step Time": 6.7713499423116446}
+{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.798405110836029, "Finetune/Loss (Raw)": 0.8548305034637451, "Finetune/Step": 1616, "Finetune/Step Time": 6.771211992949247}
+{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.7997646331787109, "Finetune/Loss (Raw)": 0.8105435371398926, "Finetune/Step": 1617, "Finetune/Step Time": 6.768665073439479}
+{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.8002262115478516, "Finetune/Loss (Raw)": 0.8297677636146545, "Finetune/Step": 1618, "Finetune/Step Time": 6.749076683074236}
+{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.8005585670471191, "Finetune/Loss (Raw)": 0.7483502626419067, "Finetune/Step": 1619, "Finetune/Step Time": 6.738715810701251}
+{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.8016257882118225, "Finetune/Loss (Raw)": 1.0778824090957642, "Finetune/Step": 1620, "Finetune/Step Time": 6.741984713822603}
+{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.8050971031188965, "Finetune/Loss (Raw)": 0.7758962512016296, "Finetune/Step": 1621, "Finetune/Step Time": 6.728768903762102}
+{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.8060805797576904, "Finetune/Loss (Raw)": 0.9553172588348389, "Finetune/Step": 1622, "Finetune/Step Time": 6.72666403464973}
+{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.8078185319900513, "Finetune/Loss (Raw)": 1.0706110000610352, "Finetune/Step": 1623, "Finetune/Step Time": 6.720954088494182}
+{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.807624876499176, "Finetune/Loss (Raw)": 0.8725341558456421, "Finetune/Step": 1624, "Finetune/Step Time": 6.723375912755728}
+{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.8084521293640137, "Finetune/Loss (Raw)": 0.8733944892883301, "Finetune/Step": 1625, "Finetune/Step Time": 6.723729697987437}
+{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.8078318238258362, "Finetune/Loss (Raw)": 0.8951224088668823, "Finetune/Step": 1626, "Finetune/Step Time": 6.715423174202442}
+{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.8118724822998047, "Finetune/Loss (Raw)": 0.9433791041374207, "Finetune/Step": 1627, "Finetune/Step Time": 6.693063095211983}
+{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.8154760003089905, "Finetune/Loss (Raw)": 0.8137829303741455, "Finetune/Step": 1628, "Finetune/Step Time": 6.672931259498}
+{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.8139427304267883, "Finetune/Loss (Raw)": 0.7757102847099304, "Finetune/Step": 1629, "Finetune/Step Time": 6.644545570015907}
+{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.8133226633071899, "Finetune/Loss (Raw)": 0.8674213290214539, "Finetune/Step": 1630, "Finetune/Step Time": 6.6426148395985365}
+{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.8143209218978882, "Finetune/Loss (Raw)": 0.8534185290336609, "Finetune/Step": 1631, "Finetune/Step Time": 6.645170699805021}
+{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.8137755393981934, "Finetune/Loss (Raw)": 0.8236094117164612, "Finetune/Step": 1632, "Finetune/Step Time": 6.636832162737846}
+{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.8132672309875488, "Finetune/Loss (Raw)": 0.7857567667961121, "Finetune/Step": 1633, "Finetune/Step Time": 6.636955376714468}
+{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.814065158367157, "Finetune/Loss (Raw)": 0.8834049701690674, "Finetune/Step": 1634, "Finetune/Step Time": 6.630273235961795}
+{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.8129132986068726, "Finetune/Loss (Raw)": 0.7966793179512024, "Finetune/Step": 1635, "Finetune/Step Time": 6.641679236665368}
+{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.8123838901519775, "Finetune/Loss (Raw)": 0.8854197859764099, "Finetune/Step": 1636, "Finetune/Step Time": 6.63953628949821}
+{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.811744213104248, "Finetune/Loss (Raw)": 0.7895249724388123, "Finetune/Step": 1637, "Finetune/Step Time": 6.641107326373458}
+{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.8106369376182556, "Finetune/Loss (Raw)": 0.8001731038093567, "Finetune/Step": 1638, "Finetune/Step Time": 6.642816027626395}
+{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.8089374303817749, "Finetune/Loss (Raw)": 0.7318531274795532, "Finetune/Step": 1639, "Finetune/Step Time": 6.640692146494985}
+{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.8105708956718445, "Finetune/Loss (Raw)": 0.9589662551879883, "Finetune/Step": 1640, "Finetune/Step Time": 6.628903012722731}
+{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.8100704550743103, "Finetune/Loss (Raw)": 0.9168004989624023, "Finetune/Step": 1641, "Finetune/Step Time": 6.6267433781176805}
+{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.8104913234710693, "Finetune/Loss (Raw)": 0.8472192883491516, "Finetune/Step": 1642, "Finetune/Step Time": 6.615647414699197}
+{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.811406135559082, "Finetune/Loss (Raw)": 0.9840002655982971, "Finetune/Step": 1643, "Finetune/Step Time": 6.617569534108043}
+{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.8106162548065186, "Finetune/Loss (Raw)": 0.7896561622619629, "Finetune/Step": 1644, "Finetune/Step Time": 6.643461851403117}
+{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.8109772205352783, "Finetune/Loss (Raw)": 0.8494409322738647, "Finetune/Step": 1645, "Finetune/Step Time": 6.644984455779195}
+{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.8104058504104614, "Finetune/Loss (Raw)": 0.9143460392951965, "Finetune/Step": 1646, "Finetune/Step Time": 6.648569885641336}
+{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.8109902143478394, "Finetune/Loss (Raw)": 0.7880589365959167, "Finetune/Step": 1647, "Finetune/Step Time": 6.661765046417713}
+{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.8152074217796326, "Finetune/Loss (Raw)": 0.9285780191421509, "Finetune/Step": 1648, "Finetune/Step Time": 6.646676663309336}
+{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.8144803047180176, "Finetune/Loss (Raw)": 0.812497079372406, "Finetune/Step": 1649, "Finetune/Step Time": 6.649171132594347}
+{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.8157104849815369, "Finetune/Loss (Raw)": 0.9047016501426697, "Finetune/Step": 1650, "Finetune/Step Time": 6.637870801612735}
+{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.8164043426513672, "Finetune/Loss (Raw)": 0.7424543499946594, "Finetune/Step": 1651, "Finetune/Step Time": 6.640339460223913}
+{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.8172969818115234, "Finetune/Loss (Raw)": 0.8211960792541504, "Finetune/Step": 1652, "Finetune/Step Time": 6.623922538012266}
+{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.8183173537254333, "Finetune/Loss (Raw)": 0.8335068225860596, "Finetune/Step": 1653, "Finetune/Step Time": 6.626741131767631}
+{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.8178956508636475, "Finetune/Loss (Raw)": 0.9019070267677307, "Finetune/Step": 1654, "Finetune/Step Time": 6.639985531568527}
+{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.8143170475959778, "Finetune/Loss (Raw)": 0.3851846754550934, "Finetune/Step": 1655, "Finetune/Step Time": 6.659203618764877}
+{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.8179591298103333, "Finetune/Loss (Raw)": 0.8848155736923218, "Finetune/Step": 1656, "Finetune/Step Time": 6.643456719815731}
+{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.8167164921760559, "Finetune/Loss (Raw)": 0.8154304027557373, "Finetune/Step": 1657, "Finetune/Step Time": 6.631732380017638}
+{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.8189799189567566, "Finetune/Loss (Raw)": 0.8843096494674683, "Finetune/Step": 1658, "Finetune/Step Time": 6.61699016392231}
+{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.8180760145187378, "Finetune/Loss (Raw)": 0.7909690141677856, "Finetune/Step": 1659, "Finetune/Step Time": 6.627611376345158}
+{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.8182672262191772, "Finetune/Loss (Raw)": 0.8871163129806519, "Finetune/Step": 1660, "Finetune/Step Time": 6.624358469620347}
+{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.8195369243621826, "Finetune/Loss (Raw)": 0.8458593487739563, "Finetune/Step": 1661, "Finetune/Step Time": 6.62048732675612}
+{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.8215317726135254, "Finetune/Loss (Raw)": 0.9461761713027954, "Finetune/Step": 1662, "Finetune/Step Time": 6.62045868486166}
+{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.8200082182884216, "Finetune/Loss (Raw)": 0.6182570457458496, "Finetune/Step": 1663, "Finetune/Step Time": 6.630132712423801}
+{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.8191698789596558, "Finetune/Loss (Raw)": 0.6900694370269775, "Finetune/Step": 1664, "Finetune/Step Time": 6.623441740870476}
+{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.8204120397567749, "Finetune/Loss (Raw)": 0.9857621788978577, "Finetune/Step": 1665, "Finetune/Step Time": 6.623239686712623}
+{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.8234244585037231, "Finetune/Loss (Raw)": 0.8176677823066711, "Finetune/Step": 1666, "Finetune/Step Time": 6.599377976730466}
+{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.8234280943870544, "Finetune/Loss (Raw)": 0.8787654042243958, "Finetune/Step": 1667, "Finetune/Step Time": 6.596527377143502}
+{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.8244732618331909, "Finetune/Loss (Raw)": 0.933069109916687, "Finetune/Step": 1668, "Finetune/Step Time": 6.601122850552201}
+{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.8240959644317627, "Finetune/Loss (Raw)": 0.8840128779411316, "Finetune/Step": 1669, "Finetune/Step Time": 6.597974801436067}
+{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.8262272477149963, "Finetune/Loss (Raw)": 0.9354079365730286, "Finetune/Step": 1670, "Finetune/Step Time": 6.5844939816743135}
+{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.8266164064407349, "Finetune/Loss (Raw)": 0.8128928542137146, "Finetune/Step": 1671, "Finetune/Step Time": 6.591544292867184}
+{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.8262000679969788, "Finetune/Loss (Raw)": 0.8520684838294983, "Finetune/Step": 1672, "Finetune/Step Time": 6.608074139803648}
+{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.8254919052124023, "Finetune/Loss (Raw)": 0.7174630165100098, "Finetune/Step": 1673, "Finetune/Step Time": 6.612947456538677}
+{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.8226433992385864, "Finetune/Loss (Raw)": 0.5836378335952759, "Finetune/Step": 1674, "Finetune/Step Time": 6.619270754978061}
+{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.8213087916374207, "Finetune/Loss (Raw)": 0.6862214803695679, "Finetune/Step": 1675, "Finetune/Step Time": 6.622851051390171}
+{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.8217882513999939, "Finetune/Loss (Raw)": 0.919547975063324, "Finetune/Step": 1676, "Finetune/Step Time": 6.616858676075935}
+{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.8260786533355713, "Finetune/Loss (Raw)": 0.9476101398468018, "Finetune/Step": 1677, "Finetune/Step Time": 6.596624413505197}
+{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.8252184391021729, "Finetune/Loss (Raw)": 0.7861003279685974, "Finetune/Step": 1678, "Finetune/Step Time": 6.594147862866521}
+{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.8223181962966919, "Finetune/Loss (Raw)": 0.38610801100730896, "Finetune/Step": 1679, "Finetune/Step Time": 6.614919289946556}
+{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.8217988014221191, "Finetune/Loss (Raw)": 0.8602525591850281, "Finetune/Step": 1680, "Finetune/Step Time": 6.621947642415762}
+{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.822529673576355, "Finetune/Loss (Raw)": 0.8643032312393188, "Finetune/Step": 1681, "Finetune/Step Time": 6.6037404499948025}
+{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.8246499300003052, "Finetune/Loss (Raw)": 1.0322556495666504, "Finetune/Step": 1682, "Finetune/Step Time": 6.606085052713752}
+{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.8230465650558472, "Finetune/Loss (Raw)": 0.7112557888031006, "Finetune/Step": 1683, "Finetune/Step Time": 6.613202759996057}
+{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.8240810632705688, "Finetune/Loss (Raw)": 0.8347122073173523, "Finetune/Step": 1684, "Finetune/Step Time": 6.604847829788923}
+{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.8238688111305237, "Finetune/Loss (Raw)": 0.7662933468818665, "Finetune/Step": 1685, "Finetune/Step Time": 6.607970619574189}
+{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.8221099376678467, "Finetune/Loss (Raw)": 0.615993320941925, "Finetune/Step": 1686, "Finetune/Step Time": 6.619262078776956}
+{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.8207811713218689, "Finetune/Loss (Raw)": 0.9119729995727539, "Finetune/Step": 1687, "Finetune/Step Time": 6.621643239632249}
+{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.8202915191650391, "Finetune/Loss (Raw)": 0.8331555724143982, "Finetune/Step": 1688, "Finetune/Step Time": 6.618906134739518}
+{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.8159208297729492, "Finetune/Loss (Raw)": 0.3049830496311188, "Finetune/Step": 1689, "Finetune/Step Time": 6.634731957688928}
+{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.8163267374038696, "Finetune/Loss (Raw)": 0.9505385160446167, "Finetune/Step": 1690, "Finetune/Step Time": 6.625664230436087}
+{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.8170501589775085, "Finetune/Loss (Raw)": 0.8854365944862366, "Finetune/Step": 1691, "Finetune/Step Time": 6.60786809399724}
+{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.8167299032211304, "Finetune/Loss (Raw)": 0.7358946800231934, "Finetune/Step": 1692, "Finetune/Step Time": 6.629179231822491}
+{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.816163957118988, "Finetune/Loss (Raw)": 0.6686797142028809, "Finetune/Step": 1693, "Finetune/Step Time": 6.6476717330515385}
+{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.8149458765983582, "Finetune/Loss (Raw)": 0.6105936765670776, "Finetune/Step": 1694, "Finetune/Step Time": 6.650296052917838}
+{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.8135746121406555, "Finetune/Loss (Raw)": 0.6798787713050842, "Finetune/Step": 1695, "Finetune/Step Time": 6.65658525377512}
+{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.8136296272277832, "Finetune/Loss (Raw)": 0.8452287912368774, "Finetune/Step": 1696, "Finetune/Step Time": 6.65481973066926}
+{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.8154046535491943, "Finetune/Loss (Raw)": 0.9160373210906982, "Finetune/Step": 1697, "Finetune/Step Time": 6.651845740154386}
+{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.8145116567611694, "Finetune/Loss (Raw)": 0.8377845287322998, "Finetune/Step": 1698, "Finetune/Step Time": 6.654432274401188}
+{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.8143334984779358, "Finetune/Loss (Raw)": 0.8730649352073669, "Finetune/Step": 1699, "Finetune/Step Time": 6.652728309854865}
+{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.8140473961830139, "Finetune/Loss (Raw)": 0.8925241827964783, "Finetune/Step": 1700, "Finetune/Step Time": 6.6624296717345715}
+{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.8150838613510132, "Finetune/Loss (Raw)": 0.9509880542755127, "Finetune/Step": 1701, "Finetune/Step Time": 6.648123471066356}
+{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.8167494535446167, "Finetune/Loss (Raw)": 0.9261235594749451, "Finetune/Step": 1702, "Finetune/Step Time": 6.647153381258249}
+{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.8144000768661499, "Finetune/Loss (Raw)": 0.6704393625259399, "Finetune/Step": 1703, "Finetune/Step Time": 6.654442988336086}
+{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.8104009628295898, "Finetune/Loss (Raw)": 0.34591683745384216, "Finetune/Step": 1704, "Finetune/Step Time": 6.67020146548748}
+{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.8101691007614136, "Finetune/Loss (Raw)": 0.8434562683105469, "Finetune/Step": 1705, "Finetune/Step Time": 6.673306176438928}
+{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.8105199933052063, "Finetune/Loss (Raw)": 0.9281697273254395, "Finetune/Step": 1706, "Finetune/Step Time": 6.6753820925951}
+{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.8111062049865723, "Finetune/Loss (Raw)": 0.8717439770698547, "Finetune/Step": 1707, "Finetune/Step Time": 6.67223908379674}
+{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.812270998954773, "Finetune/Loss (Raw)": 0.8414492607116699, "Finetune/Step": 1708, "Finetune/Step Time": 6.643011895939708}
+{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.8139753937721252, "Finetune/Loss (Raw)": 0.9664326906204224, "Finetune/Step": 1709, "Finetune/Step Time": 6.640813315287232}
+{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.8139814734458923, "Finetune/Loss (Raw)": 0.8285098671913147, "Finetune/Step": 1710, "Finetune/Step Time": 6.649930730462074}
+{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.8136410713195801, "Finetune/Loss (Raw)": 0.8452210426330566, "Finetune/Step": 1711, "Finetune/Step Time": 6.653498899191618}
+{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.8148623108863831, "Finetune/Loss (Raw)": 0.9960047602653503, "Finetune/Step": 1712, "Finetune/Step Time": 6.654060140252113}
+{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.8145784735679626, "Finetune/Loss (Raw)": 0.9114983677864075, "Finetune/Step": 1713, "Finetune/Step Time": 6.644154570996761}
+{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.8134667873382568, "Finetune/Loss (Raw)": 0.8758714199066162, "Finetune/Step": 1714, "Finetune/Step Time": 6.601204976439476}
+{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.8110682964324951, "Finetune/Loss (Raw)": 0.6335912942886353, "Finetune/Step": 1715, "Finetune/Step Time": 6.609403692185879}
+{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.8115179538726807, "Finetune/Loss (Raw)": 0.8890833854675293, "Finetune/Step": 1716, "Finetune/Step Time": 6.597724432125688}
+{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.8116617202758789, "Finetune/Loss (Raw)": 0.8630287647247314, "Finetune/Step": 1717, "Finetune/Step Time": 6.597759546712041}
+{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.8114152550697327, "Finetune/Loss (Raw)": 0.9127421379089355, "Finetune/Step": 1718, "Finetune/Step Time": 6.588509414345026}
+{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.8131650686264038, "Finetune/Loss (Raw)": 0.8218360543251038, "Finetune/Step": 1719, "Finetune/Step Time": 6.5746073089540005}
+{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.8149858713150024, "Finetune/Loss (Raw)": 0.9421042203903198, "Finetune/Step": 1720, "Finetune/Step Time": 6.572505379095674}
+{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.8158325552940369, "Finetune/Loss (Raw)": 0.8889456391334534, "Finetune/Step": 1721, "Finetune/Step Time": 6.573715033009648}
+{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.8160179853439331, "Finetune/Loss (Raw)": 0.862247109413147, "Finetune/Step": 1722, "Finetune/Step Time": 6.564404124394059}
+{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.8168579339981079, "Finetune/Loss (Raw)": 0.8330949544906616, "Finetune/Step": 1723, "Finetune/Step Time": 6.580196663737297}
+{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.8164360523223877, "Finetune/Loss (Raw)": 0.7934855222702026, "Finetune/Step": 1724, "Finetune/Step Time": 6.5733681935817}
+{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.8175215125083923, "Finetune/Loss (Raw)": 0.8592859506607056, "Finetune/Step": 1725, "Finetune/Step Time": 6.5634354166686535}
+{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.8173739910125732, "Finetune/Loss (Raw)": 0.7883697152137756, "Finetune/Step": 1726, "Finetune/Step Time": 6.5663322154432535}
+{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.8210960626602173, "Finetune/Loss (Raw)": 0.8511061072349548, "Finetune/Step": 1727, "Finetune/Step Time": 6.563032038509846}
+{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.8213610649108887, "Finetune/Loss (Raw)": 0.9371625185012817, "Finetune/Step": 1728, "Finetune/Step Time": 6.559724200516939}
+{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.8252459764480591, "Finetune/Loss (Raw)": 0.884922444820404, "Finetune/Step": 1729, "Finetune/Step Time": 6.541337510570884}
+{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.8237590193748474, "Finetune/Loss (Raw)": 0.7573330998420715, "Finetune/Step": 1730, "Finetune/Step Time": 6.533126654103398}
+{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.8245794773101807, "Finetune/Loss (Raw)": 1.0243840217590332, "Finetune/Step": 1731, "Finetune/Step Time": 6.529890283942223}
+{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.8255853652954102, "Finetune/Loss (Raw)": 0.9423611164093018, "Finetune/Step": 1732, "Finetune/Step Time": 6.554471205919981}
+{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.8272271156311035, "Finetune/Loss (Raw)": 0.873614490032196, "Finetune/Step": 1733, "Finetune/Step Time": 6.546102663502097}
+{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.8293319344520569, "Finetune/Loss (Raw)": 0.903843879699707, "Finetune/Step": 1734, "Finetune/Step Time": 6.529879158362746}
+{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.8292499780654907, "Finetune/Loss (Raw)": 0.8251633048057556, "Finetune/Step": 1735, "Finetune/Step Time": 6.528805050998926}
+{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.833059549331665, "Finetune/Loss (Raw)": 0.8737084269523621, "Finetune/Step": 1736, "Finetune/Step Time": 6.50838902592659}
+{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.8323875665664673, "Finetune/Loss (Raw)": 0.7907339334487915, "Finetune/Step": 1737, "Finetune/Step Time": 6.507277296856046}
+{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.8283248543739319, "Finetune/Loss (Raw)": 0.352500319480896, "Finetune/Step": 1738, "Finetune/Step Time": 6.523443765938282}
+{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.8290344476699829, "Finetune/Loss (Raw)": 0.8323615789413452, "Finetune/Step": 1739, "Finetune/Step Time": 6.5018889009952545}
+{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.8285471200942993, "Finetune/Loss (Raw)": 0.7479872107505798, "Finetune/Step": 1740, "Finetune/Step Time": 6.517246475443244}
+{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.8308697938919067, "Finetune/Loss (Raw)": 1.0307705402374268, "Finetune/Step": 1741, "Finetune/Step Time": 6.507652981206775}
+{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.8292927145957947, "Finetune/Loss (Raw)": 0.6729604601860046, "Finetune/Step": 1742, "Finetune/Step Time": 6.515360977500677}
+{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.8285142779350281, "Finetune/Loss (Raw)": 0.8462002873420715, "Finetune/Step": 1743, "Finetune/Step Time": 6.529981520026922}
+{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.8282977342605591, "Finetune/Loss (Raw)": 0.8271169066429138, "Finetune/Step": 1744, "Finetune/Step Time": 6.531298339366913}
+{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.8288451433181763, "Finetune/Loss (Raw)": 0.8806065320968628, "Finetune/Step": 1745, "Finetune/Step Time": 6.525598967447877}
+{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.829990029335022, "Finetune/Loss (Raw)": 0.9763160347938538, "Finetune/Step": 1746, "Finetune/Step Time": 6.524913586676121}
+{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.8275415897369385, "Finetune/Loss (Raw)": 0.43494468927383423, "Finetune/Step": 1747, "Finetune/Step Time": 6.542192401364446}
+{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.824566125869751, "Finetune/Loss (Raw)": 0.6970299482345581, "Finetune/Step": 1748, "Finetune/Step Time": 6.551719440147281}
+{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.8254059553146362, "Finetune/Loss (Raw)": 0.8833928108215332, "Finetune/Step": 1749, "Finetune/Step Time": 6.549881463870406}
+{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.825398862361908, "Finetune/Loss (Raw)": 0.9544077515602112, "Finetune/Step": 1750, "Finetune/Step Time": 6.567966625094414}
+{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.8240383863449097, "Finetune/Loss (Raw)": 0.8964656591415405, "Finetune/Step": 1751, "Finetune/Step Time": 6.571542680263519}
+{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.8251068592071533, "Finetune/Loss (Raw)": 1.0092977285385132, "Finetune/Step": 1752, "Finetune/Step Time": 6.570126233622432}
+{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.8249791860580444, "Finetune/Loss (Raw)": 0.8570572733879089, "Finetune/Step": 1753, "Finetune/Step Time": 6.568046553060412}
+{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.8250774145126343, "Finetune/Loss (Raw)": 0.9076904058456421, "Finetune/Step": 1754, "Finetune/Step Time": 6.584618184715509}
+{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.8243484497070312, "Finetune/Loss (Raw)": 0.8500792384147644, "Finetune/Step": 1755, "Finetune/Step Time": 6.590498462319374}
+{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.825678825378418, "Finetune/Loss (Raw)": 0.9840636849403381, "Finetune/Step": 1756, "Finetune/Step Time": 6.593246009200811}
+{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.8224208950996399, "Finetune/Loss (Raw)": 0.3586990535259247, "Finetune/Step": 1757, "Finetune/Step Time": 6.611956216394901}
+{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.8214954733848572, "Finetune/Loss (Raw)": 0.7489728331565857, "Finetune/Step": 1758, "Finetune/Step Time": 6.615517538040876}
+{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.8222688436508179, "Finetune/Loss (Raw)": 0.9524081349372864, "Finetune/Step": 1759, "Finetune/Step Time": 6.62062044814229}
+{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.8234221935272217, "Finetune/Loss (Raw)": 0.9712327122688293, "Finetune/Step": 1760, "Finetune/Step Time": 6.618209337815642}
+{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.8231501579284668, "Finetune/Loss (Raw)": 0.7509390115737915, "Finetune/Step": 1761, "Finetune/Step Time": 6.622079348191619}
+{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.8221467733383179, "Finetune/Loss (Raw)": 0.7549756765365601, "Finetune/Step": 1762, "Finetune/Step Time": 6.630308873951435}
+{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.8237495422363281, "Finetune/Loss (Raw)": 1.001827597618103, "Finetune/Step": 1763, "Finetune/Step Time": 6.625249283388257}
+{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.8241679072380066, "Finetune/Loss (Raw)": 0.9389685988426208, "Finetune/Step": 1764, "Finetune/Step Time": 6.6442398596554995}
+{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.8240382671356201, "Finetune/Loss (Raw)": 0.7729339599609375, "Finetune/Step": 1765, "Finetune/Step Time": 6.656490860506892}
+{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.824861466884613, "Finetune/Loss (Raw)": 0.9055468440055847, "Finetune/Step": 1766, "Finetune/Step Time": 6.658153463155031}
+{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.8249995708465576, "Finetune/Loss (Raw)": 0.7495216727256775, "Finetune/Step": 1767, "Finetune/Step Time": 6.658538972958922}
+{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.8230848908424377, "Finetune/Loss (Raw)": 0.7138906717300415, "Finetune/Step": 1768, "Finetune/Step Time": 6.658841792494059}
+{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.8213458061218262, "Finetune/Loss (Raw)": 0.6942014098167419, "Finetune/Step": 1769, "Finetune/Step Time": 6.66214519739151}
+{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.8216793537139893, "Finetune/Loss (Raw)": 0.889909029006958, "Finetune/Step": 1770, "Finetune/Step Time": 6.663276754319668}
+{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.820414125919342, "Finetune/Loss (Raw)": 0.8220506906509399, "Finetune/Step": 1771, "Finetune/Step Time": 6.6607303731143475}
+{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.8219262361526489, "Finetune/Loss (Raw)": 0.9832133054733276, "Finetune/Step": 1772, "Finetune/Step Time": 6.6346897557377815}
+{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.821487307548523, "Finetune/Loss (Raw)": 0.793249249458313, "Finetune/Step": 1773, "Finetune/Step Time": 6.642339425161481}
+{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.8202232122421265, "Finetune/Loss (Raw)": 0.7525507211685181, "Finetune/Step": 1774, "Finetune/Step Time": 6.654951496049762}
+{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.8213982582092285, "Finetune/Loss (Raw)": 0.9384550452232361, "Finetune/Step": 1775, "Finetune/Step Time": 6.641372427344322}
+{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.8208385109901428, "Finetune/Loss (Raw)": 0.8569325804710388, "Finetune/Step": 1776, "Finetune/Step Time": 6.639486962929368}
+{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.821298360824585, "Finetune/Loss (Raw)": 0.8713581562042236, "Finetune/Step": 1777, "Finetune/Step Time": 6.63355004042387}
+{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.8206727504730225, "Finetune/Loss (Raw)": 0.8246253728866577, "Finetune/Step": 1778, "Finetune/Step Time": 6.6350045297294855}
+{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.8230230808258057, "Finetune/Loss (Raw)": 1.0433002710342407, "Finetune/Step": 1779, "Finetune/Step Time": 6.618887702003121}
+{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.8230584859848022, "Finetune/Loss (Raw)": 0.8257200121879578, "Finetune/Step": 1780, "Finetune/Step Time": 6.610791428014636}
+{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.8218339681625366, "Finetune/Loss (Raw)": 0.6767722368240356, "Finetune/Step": 1781, "Finetune/Step Time": 6.601156136021018}
+{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.8215275406837463, "Finetune/Loss (Raw)": 0.8626875877380371, "Finetune/Step": 1782, "Finetune/Step Time": 6.587862620130181}
+{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.8242594003677368, "Finetune/Loss (Raw)": 0.7348645329475403, "Finetune/Step": 1783, "Finetune/Step Time": 6.5688335578888655}
+{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.8251975774765015, "Finetune/Loss (Raw)": 1.0049011707305908, "Finetune/Step": 1784, "Finetune/Step Time": 6.5715225748717785}
+{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.8238003253936768, "Finetune/Loss (Raw)": 0.6365754008293152, "Finetune/Step": 1785, "Finetune/Step Time": 6.584923338145018}
+{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.8235527873039246, "Finetune/Loss (Raw)": 0.8526283502578735, "Finetune/Step": 1786, "Finetune/Step Time": 6.582603013142943}
+{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.8229979276657104, "Finetune/Loss (Raw)": 0.7199504375457764, "Finetune/Step": 1787, "Finetune/Step Time": 6.5768016371876}
+{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.8221573829650879, "Finetune/Loss (Raw)": 0.7795181274414062, "Finetune/Step": 1788, "Finetune/Step Time": 6.572398690506816}
+{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.8178537487983704, "Finetune/Loss (Raw)": 0.29499536752700806, "Finetune/Step": 1789, "Finetune/Step Time": 6.593817116692662}
+{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.8174527883529663, "Finetune/Loss (Raw)": 0.8948568105697632, "Finetune/Step": 1790, "Finetune/Step Time": 6.595937836915255}
+{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.8202226161956787, "Finetune/Loss (Raw)": 0.9727917313575745, "Finetune/Step": 1791, "Finetune/Step Time": 6.588079949840903}
+{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.8219394683837891, "Finetune/Loss (Raw)": 0.909833550453186, "Finetune/Step": 1792, "Finetune/Step Time": 6.587966041639447}
+{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.8197749853134155, "Finetune/Loss (Raw)": 0.7087003588676453, "Finetune/Step": 1793, "Finetune/Step Time": 6.602611891925335}
+{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.8208502531051636, "Finetune/Loss (Raw)": 0.9553037881851196, "Finetune/Step": 1794, "Finetune/Step Time": 6.608866946771741}
+{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.8168649673461914, "Finetune/Loss (Raw)": 0.3686445951461792, "Finetune/Step": 1795, "Finetune/Step Time": 6.629248421639204}
+{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.8160139918327332, "Finetune/Loss (Raw)": 0.8241472244262695, "Finetune/Step": 1796, "Finetune/Step Time": 6.622639646753669}
+{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.8157658576965332, "Finetune/Loss (Raw)": 0.8522495627403259, "Finetune/Step": 1797, "Finetune/Step Time": 6.622087249532342}
+{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.8153337240219116, "Finetune/Loss (Raw)": 0.8801039457321167, "Finetune/Step": 1798, "Finetune/Step Time": 6.635827848687768}
+{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.8153621554374695, "Finetune/Loss (Raw)": 0.8165290355682373, "Finetune/Step": 1799, "Finetune/Step Time": 6.627411155030131}
+{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.8150309920310974, "Finetune/Loss (Raw)": 0.8096776008605957, "Finetune/Step": 1800, "Finetune/Step Time": 6.621043812483549}
+{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.8164925575256348, "Finetune/Loss (Raw)": 0.9045473337173462, "Finetune/Step": 1801, "Finetune/Step Time": 6.625195579603314}
+{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.818111002445221, "Finetune/Loss (Raw)": 0.7907993793487549, "Finetune/Step": 1802, "Finetune/Step Time": 6.628018056973815}
+{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.8192319869995117, "Finetune/Loss (Raw)": 0.8297026753425598, "Finetune/Step": 1803, "Finetune/Step Time": 6.6403966303914785}
+{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.8189140558242798, "Finetune/Loss (Raw)": 0.878861129283905, "Finetune/Step": 1804, "Finetune/Step Time": 6.653223093599081}
+{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.8158866763114929, "Finetune/Loss (Raw)": 0.560097873210907, "Finetune/Step": 1805, "Finetune/Step Time": 6.661341030150652}
+{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.8156055808067322, "Finetune/Loss (Raw)": 0.750116765499115, "Finetune/Step": 1806, "Finetune/Step Time": 6.672801388427615}
+{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.8195414543151855, "Finetune/Loss (Raw)": 0.8898993730545044, "Finetune/Step": 1807, "Finetune/Step Time": 6.653028519824147}
+{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.8191031217575073, "Finetune/Loss (Raw)": 0.8041520714759827, "Finetune/Step": 1808, "Finetune/Step Time": 6.641952661797404}
+{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.8191319108009338, "Finetune/Loss (Raw)": 0.8679907321929932, "Finetune/Step": 1809, "Finetune/Step Time": 6.641323300078511}
+{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.8173132538795471, "Finetune/Loss (Raw)": 0.7994658946990967, "Finetune/Step": 1810, "Finetune/Step Time": 6.643259352073073}
+{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.8183432221412659, "Finetune/Loss (Raw)": 0.8430888056755066, "Finetune/Step": 1811, "Finetune/Step Time": 6.646975714713335}
+{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.8175792694091797, "Finetune/Loss (Raw)": 0.7369282841682434, "Finetune/Step": 1812, "Finetune/Step Time": 6.653468746691942}
+{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.8179136514663696, "Finetune/Loss (Raw)": 0.8090947270393372, "Finetune/Step": 1813, "Finetune/Step Time": 6.6435876451432705}
+{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.8197281956672668, "Finetune/Loss (Raw)": 0.8482546210289001, "Finetune/Step": 1814, "Finetune/Step Time": 6.631721902638674}
+{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.8190531730651855, "Finetune/Loss (Raw)": 0.8255636096000671, "Finetune/Step": 1815, "Finetune/Step Time": 6.629711035639048}
+{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.8199275732040405, "Finetune/Loss (Raw)": 0.9450808167457581, "Finetune/Step": 1816, "Finetune/Step Time": 6.624201957136393}
+{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.8242140412330627, "Finetune/Loss (Raw)": 0.8536540269851685, "Finetune/Step": 1817, "Finetune/Step Time": 6.607438486069441}
+{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.8228485584259033, "Finetune/Loss (Raw)": 0.7757529616355896, "Finetune/Step": 1818, "Finetune/Step Time": 6.608329338952899}
+{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.8228743076324463, "Finetune/Loss (Raw)": 0.8887423276901245, "Finetune/Step": 1819, "Finetune/Step Time": 6.605119934305549}
+{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.8229480981826782, "Finetune/Loss (Raw)": 0.7453349828720093, "Finetune/Step": 1820, "Finetune/Step Time": 6.58378361351788}
+{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.8244277238845825, "Finetune/Loss (Raw)": 0.8580776453018188, "Finetune/Step": 1821, "Finetune/Step Time": 6.568932697176933}
+{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.8280261158943176, "Finetune/Loss (Raw)": 1.0711783170700073, "Finetune/Step": 1822, "Finetune/Step Time": 6.561187667772174}
+{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.8293125629425049, "Finetune/Loss (Raw)": 0.844546914100647, "Finetune/Step": 1823, "Finetune/Step Time": 6.551700085401535}
+{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.8277868032455444, "Finetune/Loss (Raw)": 0.6499339938163757, "Finetune/Step": 1824, "Finetune/Step Time": 6.556429544463754}
+{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.8271188139915466, "Finetune/Loss (Raw)": 0.830533504486084, "Finetune/Step": 1825, "Finetune/Step Time": 6.547388380393386}
+{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.8275040984153748, "Finetune/Loss (Raw)": 0.8870984315872192, "Finetune/Step": 1826, "Finetune/Step Time": 6.548216504976153}
+{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.8269292116165161, "Finetune/Loss (Raw)": 0.7994801998138428, "Finetune/Step": 1827, "Finetune/Step Time": 6.580283209681511}
+{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.8267194032669067, "Finetune/Loss (Raw)": 0.8656677603721619, "Finetune/Step": 1828, "Finetune/Step Time": 6.5790671762079}
+{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.827409029006958, "Finetune/Loss (Raw)": 1.0392582416534424, "Finetune/Step": 1829, "Finetune/Step Time": 6.5829584039747715}
+{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.8278079032897949, "Finetune/Loss (Raw)": 0.977183997631073, "Finetune/Step": 1830, "Finetune/Step Time": 6.595263550058007}
+{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.8290663957595825, "Finetune/Loss (Raw)": 0.831524670124054, "Finetune/Step": 1831, "Finetune/Step Time": 6.58053445070982}
+{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.8339747786521912, "Finetune/Loss (Raw)": 0.9741907715797424, "Finetune/Step": 1832, "Finetune/Step Time": 6.564637271687388}
+{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.8331371545791626, "Finetune/Loss (Raw)": 0.7362387776374817, "Finetune/Step": 1833, "Finetune/Step Time": 6.583395415917039}
+{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.8334863185882568, "Finetune/Loss (Raw)": 0.9728652834892273, "Finetune/Step": 1834, "Finetune/Step Time": 6.583484722301364}
+{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.8336224555969238, "Finetune/Loss (Raw)": 0.8891656398773193, "Finetune/Step": 1835, "Finetune/Step Time": 6.592509100213647}
+{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.8340269327163696, "Finetune/Loss (Raw)": 0.8932207822799683, "Finetune/Step": 1836, "Finetune/Step Time": 6.588149894028902}
+{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.8329517841339111, "Finetune/Loss (Raw)": 0.8288177847862244, "Finetune/Step": 1837, "Finetune/Step Time": 6.589598065242171}
+{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.8331529498100281, "Finetune/Loss (Raw)": 0.8542604446411133, "Finetune/Step": 1838, "Finetune/Step Time": 6.582603616639972}
+{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.8334866762161255, "Finetune/Loss (Raw)": 0.8879376649856567, "Finetune/Step": 1839, "Finetune/Step Time": 6.584865318611264}
+{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.8322140574455261, "Finetune/Loss (Raw)": 0.8331111073493958, "Finetune/Step": 1840, "Finetune/Step Time": 6.594750698655844}
+{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.8310626149177551, "Finetune/Loss (Raw)": 0.7641090750694275, "Finetune/Step": 1841, "Finetune/Step Time": 6.595869358628988}
+{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.8315590620040894, "Finetune/Loss (Raw)": 0.9394175410270691, "Finetune/Step": 1842, "Finetune/Step Time": 6.5947324950248}
+{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.8332354426383972, "Finetune/Loss (Raw)": 0.848170816898346, "Finetune/Step": 1843, "Finetune/Step Time": 6.600487921386957}
+{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.8325363993644714, "Finetune/Loss (Raw)": 0.7996048331260681, "Finetune/Step": 1844, "Finetune/Step Time": 6.612054720520973}
+{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.8318219780921936, "Finetune/Loss (Raw)": 0.7715824246406555, "Finetune/Step": 1845, "Finetune/Step Time": 6.605820849537849}
+{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.8321558833122253, "Finetune/Loss (Raw)": 0.9554848074913025, "Finetune/Step": 1846, "Finetune/Step Time": 6.607293425127864}
+{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.83237624168396, "Finetune/Loss (Raw)": 0.850038468837738, "Finetune/Step": 1847, "Finetune/Step Time": 6.61603513173759}
+{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.831697940826416, "Finetune/Loss (Raw)": 0.8552801012992859, "Finetune/Step": 1848, "Finetune/Step Time": 6.609075406566262}
+{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.8323438763618469, "Finetune/Loss (Raw)": 0.9716318845748901, "Finetune/Step": 1849, "Finetune/Step Time": 6.602762958034873}
+{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.8327540755271912, "Finetune/Loss (Raw)": 0.9147487878799438, "Finetune/Step": 1850, "Finetune/Step Time": 6.608981300145388}
+{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.8312985897064209, "Finetune/Loss (Raw)": 0.6467882990837097, "Finetune/Step": 1851, "Finetune/Step Time": 6.612266322597861}
+{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.8320368528366089, "Finetune/Loss (Raw)": 0.8879861235618591, "Finetune/Step": 1852, "Finetune/Step Time": 6.613577097654343}
+{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.8323279619216919, "Finetune/Loss (Raw)": 0.8965516090393066, "Finetune/Step": 1853, "Finetune/Step Time": 6.614395696669817}
+{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.8332033157348633, "Finetune/Loss (Raw)": 0.9004108309745789, "Finetune/Step": 1854, "Finetune/Step Time": 6.598198980093002}
+{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.8335984349250793, "Finetune/Loss (Raw)": 0.9016786217689514, "Finetune/Step": 1855, "Finetune/Step Time": 6.582663562148809}
+{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.8340491056442261, "Finetune/Loss (Raw)": 0.9948558211326599, "Finetune/Step": 1856, "Finetune/Step Time": 6.582645388320088}
+{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.8329794406890869, "Finetune/Loss (Raw)": 0.7480021119117737, "Finetune/Step": 1857, "Finetune/Step Time": 6.618833914399147}
+{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.8336508870124817, "Finetune/Loss (Raw)": 0.8432796597480774, "Finetune/Step": 1858, "Finetune/Step Time": 6.6272226851433516}
+{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.8331109285354614, "Finetune/Loss (Raw)": 0.955265998840332, "Finetune/Step": 1859, "Finetune/Step Time": 6.621999824419618}
+{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.8312503099441528, "Finetune/Loss (Raw)": 0.7041991353034973, "Finetune/Step": 1860, "Finetune/Step Time": 6.600418517366052}
+{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.830622673034668, "Finetune/Loss (Raw)": 0.7932794094085693, "Finetune/Step": 1861, "Finetune/Step Time": 6.600549813359976}
+{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.8296734094619751, "Finetune/Loss (Raw)": 0.7823379039764404, "Finetune/Step": 1862, "Finetune/Step Time": 6.585128128528595}
+{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.8289507627487183, "Finetune/Loss (Raw)": 0.7326631546020508, "Finetune/Step": 1863, "Finetune/Step Time": 6.5843767281621695}
+{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.8280774354934692, "Finetune/Loss (Raw)": 0.7619321346282959, "Finetune/Step": 1864, "Finetune/Step Time": 6.589452812448144}
+{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.8290119171142578, "Finetune/Loss (Raw)": 0.9103490710258484, "Finetune/Step": 1865, "Finetune/Step Time": 6.59139271825552}
+{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.8335714340209961, "Finetune/Loss (Raw)": 0.9361067414283752, "Finetune/Step": 1866, "Finetune/Step Time": 6.584845155477524}
+{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.8345140218734741, "Finetune/Loss (Raw)": 0.9530152678489685, "Finetune/Step": 1867, "Finetune/Step Time": 6.590721758082509}
+{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.8345645666122437, "Finetune/Loss (Raw)": 0.7544573545455933, "Finetune/Step": 1868, "Finetune/Step Time": 6.602211408317089}
+{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.8336818218231201, "Finetune/Loss (Raw)": 0.9177850484848022, "Finetune/Step": 1869, "Finetune/Step Time": 6.59910131432116}
+{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.834418535232544, "Finetune/Loss (Raw)": 0.7672489881515503, "Finetune/Step": 1870, "Finetune/Step Time": 6.59154386818409}
+{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.8341822624206543, "Finetune/Loss (Raw)": 0.8159573078155518, "Finetune/Step": 1871, "Finetune/Step Time": 6.615030825138092}
+{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.8332536220550537, "Finetune/Loss (Raw)": 0.7082554697990417, "Finetune/Step": 1872, "Finetune/Step Time": 6.619922751560807}
+{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.8292152881622314, "Finetune/Loss (Raw)": 0.3636997640132904, "Finetune/Step": 1873, "Finetune/Step Time": 6.635465491563082}
+{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.8285232782363892, "Finetune/Loss (Raw)": 0.8877379298210144, "Finetune/Step": 1874, "Finetune/Step Time": 6.637323891744018}
+{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.8303115963935852, "Finetune/Loss (Raw)": 0.6638525128364563, "Finetune/Step": 1875, "Finetune/Step Time": 6.62942124158144}
+{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.831818699836731, "Finetune/Loss (Raw)": 0.8899355530738831, "Finetune/Step": 1876, "Finetune/Step Time": 6.617111306637526}
+{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.8318835496902466, "Finetune/Loss (Raw)": 0.89169842004776, "Finetune/Step": 1877, "Finetune/Step Time": 6.631570000201464}
+{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.8296840786933899, "Finetune/Loss (Raw)": 0.6728734970092773, "Finetune/Step": 1878, "Finetune/Step Time": 6.625129036605358}
+{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.8301365375518799, "Finetune/Loss (Raw)": 0.9543806910514832, "Finetune/Step": 1879, "Finetune/Step Time": 6.617181045934558}
+{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.827173113822937, "Finetune/Loss (Raw)": 0.629980206489563, "Finetune/Step": 1880, "Finetune/Step Time": 6.6382294576615095}
+{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.8262827396392822, "Finetune/Loss (Raw)": 0.7430866956710815, "Finetune/Step": 1881, "Finetune/Step Time": 6.646302876994014}
+{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.8261004090309143, "Finetune/Loss (Raw)": 0.8843550086021423, "Finetune/Step": 1882, "Finetune/Step Time": 6.632922304794192}
+{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.824891984462738, "Finetune/Loss (Raw)": 0.6954056620597839, "Finetune/Step": 1883, "Finetune/Step Time": 6.641259303316474}
+{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.8199513554573059, "Finetune/Loss (Raw)": 0.3516566753387451, "Finetune/Step": 1884, "Finetune/Step Time": 6.659662486985326}
+{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.8241607546806335, "Finetune/Loss (Raw)": 0.8975047469139099, "Finetune/Step": 1885, "Finetune/Step Time": 6.64284279756248}
+{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.8262374401092529, "Finetune/Loss (Raw)": 1.0147844552993774, "Finetune/Step": 1886, "Finetune/Step Time": 6.646610174328089}
+{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.8246108293533325, "Finetune/Loss (Raw)": 0.7442112565040588, "Finetune/Step": 1887, "Finetune/Step Time": 6.641970781609416}
+{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.8224232196807861, "Finetune/Loss (Raw)": 0.6912121772766113, "Finetune/Step": 1888, "Finetune/Step Time": 6.646968124434352}
+{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.8229164481163025, "Finetune/Loss (Raw)": 0.8140737414360046, "Finetune/Step": 1889, "Finetune/Step Time": 6.65329066850245}
+{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.8234387636184692, "Finetune/Loss (Raw)": 0.8218291997909546, "Finetune/Step": 1890, "Finetune/Step Time": 6.648307666182518}
+{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.8227964639663696, "Finetune/Loss (Raw)": 0.9196186065673828, "Finetune/Step": 1891, "Finetune/Step Time": 6.63253884203732}
+{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.8231179118156433, "Finetune/Loss (Raw)": 0.9801111817359924, "Finetune/Step": 1892, "Finetune/Step Time": 6.613698394969106}
+{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.8232848048210144, "Finetune/Loss (Raw)": 0.7942962646484375, "Finetune/Step": 1893, "Finetune/Step Time": 6.615581292659044}
+{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.821947455406189, "Finetune/Loss (Raw)": 0.7343707084655762, "Finetune/Step": 1894, "Finetune/Step Time": 6.607727350667119}
+{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.8224924802780151, "Finetune/Loss (Raw)": 0.8192802667617798, "Finetune/Step": 1895, "Finetune/Step Time": 6.607307525351644}
+{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.8235700130462646, "Finetune/Loss (Raw)": 0.8518089056015015, "Finetune/Step": 1896, "Finetune/Step Time": 6.610245194286108}
+{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.8258156776428223, "Finetune/Loss (Raw)": 0.9816526174545288, "Finetune/Step": 1897, "Finetune/Step Time": 6.598335884511471}
+{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.8257173299789429, "Finetune/Loss (Raw)": 0.877327024936676, "Finetune/Step": 1898, "Finetune/Step Time": 6.60408796556294}
+{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.8248758316040039, "Finetune/Loss (Raw)": 0.7143335938453674, "Finetune/Step": 1899, "Finetune/Step Time": 6.624025121331215}
+{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.8237295150756836, "Finetune/Loss (Raw)": 0.8364795446395874, "Finetune/Step": 1900, "Finetune/Step Time": 6.626419911161065}
+{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.8238669633865356, "Finetune/Loss (Raw)": 0.8108526468276978, "Finetune/Step": 1901, "Finetune/Step Time": 6.623829348012805}
+{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.8254255056381226, "Finetune/Loss (Raw)": 0.9520406126976013, "Finetune/Step": 1902, "Finetune/Step Time": 6.614773139357567}
+{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.8241012096405029, "Finetune/Loss (Raw)": 0.7689492106437683, "Finetune/Step": 1903, "Finetune/Step Time": 6.63494967110455}
+{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.8237926959991455, "Finetune/Loss (Raw)": 0.8174300789833069, "Finetune/Step": 1904, "Finetune/Step Time": 6.640472769737244}
+{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.8195050954818726, "Finetune/Loss (Raw)": 0.32255539298057556, "Finetune/Step": 1905, "Finetune/Step Time": 6.6630969904363155}
+{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.8190233707427979, "Finetune/Loss (Raw)": 0.7629665732383728, "Finetune/Step": 1906, "Finetune/Step Time": 6.676235731691122}
+{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.8176631331443787, "Finetune/Loss (Raw)": 0.8691831231117249, "Finetune/Step": 1907, "Finetune/Step Time": 6.692758290097117}
+{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.817297101020813, "Finetune/Loss (Raw)": 0.778864324092865, "Finetune/Step": 1908, "Finetune/Step Time": 6.69150616787374}
+{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.8168219327926636, "Finetune/Loss (Raw)": 0.6159574389457703, "Finetune/Step": 1909, "Finetune/Step Time": 6.692926798015833}
+{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.81679368019104, "Finetune/Loss (Raw)": 0.8590665459632874, "Finetune/Step": 1910, "Finetune/Step Time": 6.695868033915758}
+{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.8180246353149414, "Finetune/Loss (Raw)": 0.8924321532249451, "Finetune/Step": 1911, "Finetune/Step Time": 6.701734151691198}
+{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.816635251045227, "Finetune/Loss (Raw)": 0.8270609378814697, "Finetune/Step": 1912, "Finetune/Step Time": 6.696885723620653}
+{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.8181425333023071, "Finetune/Loss (Raw)": 0.8295051455497742, "Finetune/Step": 1913, "Finetune/Step Time": 6.682666605338454}
+{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.8192341327667236, "Finetune/Loss (Raw)": 0.9923504590988159, "Finetune/Step": 1914, "Finetune/Step Time": 6.680637596175075}
+{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.8208001255989075, "Finetune/Loss (Raw)": 0.9203953742980957, "Finetune/Step": 1915, "Finetune/Step Time": 6.703559892252088}
+{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.8212350606918335, "Finetune/Loss (Raw)": 0.8351877927780151, "Finetune/Step": 1916, "Finetune/Step Time": 6.704845516011119}
+{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.8248801231384277, "Finetune/Loss (Raw)": 0.7615748643875122, "Finetune/Step": 1917, "Finetune/Step Time": 6.683296490460634}
+{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.8241536617279053, "Finetune/Loss (Raw)": 0.8018578290939331, "Finetune/Step": 1918, "Finetune/Step Time": 6.672524459660053}
+{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.8230923414230347, "Finetune/Loss (Raw)": 0.8369459509849548, "Finetune/Step": 1919, "Finetune/Step Time": 6.6696403212845325}
+{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.8217015266418457, "Finetune/Loss (Raw)": 0.7318153977394104, "Finetune/Step": 1920, "Finetune/Step Time": 6.67994624748826}
+{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.823581337928772, "Finetune/Loss (Raw)": 0.9493150115013123, "Finetune/Step": 1921, "Finetune/Step Time": 6.6647374872118235}
+{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.8184734582901001, "Finetune/Loss (Raw)": 0.30149441957473755, "Finetune/Step": 1922, "Finetune/Step Time": 6.683132531121373}
+{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.8221357464790344, "Finetune/Loss (Raw)": 0.8374146223068237, "Finetune/Step": 1923, "Finetune/Step Time": 6.665247960016131}
+{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.822786808013916, "Finetune/Loss (Raw)": 0.907474935054779, "Finetune/Step": 1924, "Finetune/Step Time": 6.664088120684028}
+{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.8240306377410889, "Finetune/Loss (Raw)": 1.011462688446045, "Finetune/Step": 1925, "Finetune/Step Time": 6.673539781942964}
+{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.8197737336158752, "Finetune/Loss (Raw)": 0.33522433042526245, "Finetune/Step": 1926, "Finetune/Step Time": 6.679387787356973}
+{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.8164854645729065, "Finetune/Loss (Raw)": 0.3956342339515686, "Finetune/Step": 1927, "Finetune/Step Time": 6.701647080481052}
+{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.8175861835479736, "Finetune/Loss (Raw)": 0.950567364692688, "Finetune/Step": 1928, "Finetune/Step Time": 6.691460615023971}
+{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.8160284757614136, "Finetune/Loss (Raw)": 0.7051597833633423, "Finetune/Step": 1929, "Finetune/Step Time": 6.684178715571761}
+{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.8148518204689026, "Finetune/Loss (Raw)": 0.6401879787445068, "Finetune/Step": 1930, "Finetune/Step Time": 6.670608537271619}
+{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.815336287021637, "Finetune/Loss (Raw)": 0.8917122483253479, "Finetune/Step": 1931, "Finetune/Step Time": 6.649371404200792}
+{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.8136627078056335, "Finetune/Loss (Raw)": 0.6646471619606018, "Finetune/Step": 1932, "Finetune/Step Time": 6.6545072346925735}
+{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.8162166476249695, "Finetune/Loss (Raw)": 0.8870004415512085, "Finetune/Step": 1933, "Finetune/Step Time": 6.648992069065571}
+{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.8173776865005493, "Finetune/Loss (Raw)": 0.8987299203872681, "Finetune/Step": 1934, "Finetune/Step Time": 6.636099984869361}
+{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.8177937269210815, "Finetune/Loss (Raw)": 0.9431508779525757, "Finetune/Step": 1935, "Finetune/Step Time": 6.642372231930494}
+{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.8171539306640625, "Finetune/Loss (Raw)": 0.7222629189491272, "Finetune/Step": 1936, "Finetune/Step Time": 6.652160935103893}
+{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.8170424699783325, "Finetune/Loss (Raw)": 0.8537217378616333, "Finetune/Step": 1937, "Finetune/Step Time": 6.651913970708847}
+{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.8139452934265137, "Finetune/Loss (Raw)": 0.4030267298221588, "Finetune/Step": 1938, "Finetune/Step Time": 6.666660860180855}
+{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.8138617277145386, "Finetune/Loss (Raw)": 0.8323894739151001, "Finetune/Step": 1939, "Finetune/Step Time": 6.653002651408315}
+{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.8118647336959839, "Finetune/Loss (Raw)": 0.48131874203681946, "Finetune/Step": 1940, "Finetune/Step Time": 6.654887238517404}
+{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.8117401599884033, "Finetune/Loss (Raw)": 0.7931419014930725, "Finetune/Step": 1941, "Finetune/Step Time": 6.654055146500468}
+{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.812903881072998, "Finetune/Loss (Raw)": 0.9972207546234131, "Finetune/Step": 1942, "Finetune/Step Time": 6.656517153605819}
+{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.8137489557266235, "Finetune/Loss (Raw)": 0.9337242841720581, "Finetune/Step": 1943, "Finetune/Step Time": 6.656308431178331}
+{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.8131130933761597, "Finetune/Loss (Raw)": 0.8636950254440308, "Finetune/Step": 1944, "Finetune/Step Time": 6.670695833861828}
+{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.8094775676727295, "Finetune/Loss (Raw)": 0.3883078992366791, "Finetune/Step": 1945, "Finetune/Step Time": 6.690084652975202}
+{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.8105435371398926, "Finetune/Loss (Raw)": 0.9121962785720825, "Finetune/Step": 1946, "Finetune/Step Time": 6.703104931861162}
+{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.8113137483596802, "Finetune/Loss (Raw)": 0.98732590675354, "Finetune/Step": 1947, "Finetune/Step Time": 6.7029314655810595}
+{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.8135222792625427, "Finetune/Loss (Raw)": 1.0280295610427856, "Finetune/Step": 1948, "Finetune/Step Time": 6.702259059995413}
+{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.8142954111099243, "Finetune/Loss (Raw)": 0.9570343494415283, "Finetune/Step": 1949, "Finetune/Step Time": 6.701072687283158}
+{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.8137639760971069, "Finetune/Loss (Raw)": 1.003159523010254, "Finetune/Step": 1950, "Finetune/Step Time": 6.7078943606466055}
+{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.8146674633026123, "Finetune/Loss (Raw)": 0.9601927995681763, "Finetune/Step": 1951, "Finetune/Step Time": 6.71310755610466}
+{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.8172156810760498, "Finetune/Loss (Raw)": 0.9761013388633728, "Finetune/Step": 1952, "Finetune/Step Time": 6.707579180598259}
+{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.8151378035545349, "Finetune/Loss (Raw)": 0.564570426940918, "Finetune/Step": 1953, "Finetune/Step Time": 6.719079528003931}
+{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.8128337264060974, "Finetune/Loss (Raw)": 0.5921769738197327, "Finetune/Step": 1954, "Finetune/Step Time": 6.727851113304496}
+{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.8122087717056274, "Finetune/Loss (Raw)": 0.7194811701774597, "Finetune/Step": 1955, "Finetune/Step Time": 6.7133692894130945}
+{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.8111916780471802, "Finetune/Loss (Raw)": 0.7354886531829834, "Finetune/Step": 1956, "Finetune/Step Time": 6.707058841362596}
+{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.8103189468383789, "Finetune/Loss (Raw)": 0.9275386333465576, "Finetune/Step": 1957, "Finetune/Step Time": 6.700838169082999}
+{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.8102165460586548, "Finetune/Loss (Raw)": 0.964084804058075, "Finetune/Step": 1958, "Finetune/Step Time": 6.686377735808492}
+{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.8097773790359497, "Finetune/Loss (Raw)": 0.7753121852874756, "Finetune/Step": 1959, "Finetune/Step Time": 6.689057189971209}
+{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.810039222240448, "Finetune/Loss (Raw)": 1.00770103931427, "Finetune/Step": 1960, "Finetune/Step Time": 6.694514589384198}
+{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.8098465204238892, "Finetune/Loss (Raw)": 0.7115733623504639, "Finetune/Step": 1961, "Finetune/Step Time": 6.682623947039247}
+{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.8054187297821045, "Finetune/Loss (Raw)": 0.4061126410961151, "Finetune/Step": 1962, "Finetune/Step Time": 6.7043250147253275}
+{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.8015450239181519, "Finetune/Loss (Raw)": 0.3933239281177521, "Finetune/Step": 1963, "Finetune/Step Time": 6.711630577221513}
+{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.8009522557258606, "Finetune/Loss (Raw)": 0.8173437714576721, "Finetune/Step": 1964, "Finetune/Step Time": 6.718574108555913}
+{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.7994966506958008, "Finetune/Loss (Raw)": 0.6425063014030457, "Finetune/Step": 1965, "Finetune/Step Time": 6.718456534668803}
+{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.7987444400787354, "Finetune/Loss (Raw)": 0.7579766511917114, "Finetune/Step": 1966, "Finetune/Step Time": 6.713602393865585}
+{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.7978416681289673, "Finetune/Loss (Raw)": 0.7723830342292786, "Finetune/Step": 1967, "Finetune/Step Time": 6.701519828289747}
+{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.7986167669296265, "Finetune/Loss (Raw)": 0.932317852973938, "Finetune/Step": 1968, "Finetune/Step Time": 6.687562711536884}
+{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.796120285987854, "Finetune/Loss (Raw)": 0.44456517696380615, "Finetune/Step": 1969, "Finetune/Step Time": 6.705198712646961}
+{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.7950986623764038, "Finetune/Loss (Raw)": 0.8086496591567993, "Finetune/Step": 1970, "Finetune/Step Time": 6.700900390744209}
+{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.7916099429130554, "Finetune/Loss (Raw)": 0.40161123871803284, "Finetune/Step": 1971, "Finetune/Step Time": 6.7047222927212715}
+{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.7917985916137695, "Finetune/Loss (Raw)": 0.8237521052360535, "Finetune/Step": 1972, "Finetune/Step Time": 6.692965649068356}
+{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.7918960452079773, "Finetune/Loss (Raw)": 0.7840536832809448, "Finetune/Step": 1973, "Finetune/Step Time": 6.718632623553276}
+{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.7921316623687744, "Finetune/Loss (Raw)": 0.9856551289558411, "Finetune/Step": 1974, "Finetune/Step Time": 6.717747015878558}
+{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.7921703457832336, "Finetune/Loss (Raw)": 0.8549885153770447, "Finetune/Step": 1975, "Finetune/Step Time": 6.706699283793569}
+{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.7923606634140015, "Finetune/Loss (Raw)": 0.8796378374099731, "Finetune/Step": 1976, "Finetune/Step Time": 6.708241516724229}
+{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.7917767763137817, "Finetune/Loss (Raw)": 0.8968950510025024, "Finetune/Step": 1977, "Finetune/Step Time": 6.715794062241912}
+{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.7922539710998535, "Finetune/Loss (Raw)": 0.9758340716362, "Finetune/Step": 1978, "Finetune/Step Time": 6.7084594033658504}
+{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.7901326417922974, "Finetune/Loss (Raw)": 0.3752503991127014, "Finetune/Step": 1979, "Finetune/Step Time": 6.704522144049406}
+{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.7887058258056641, "Finetune/Loss (Raw)": 0.7053511142730713, "Finetune/Step": 1980, "Finetune/Step Time": 6.716905577108264}
+{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.7884689569473267, "Finetune/Loss (Raw)": 0.8662318587303162, "Finetune/Step": 1981, "Finetune/Step Time": 6.717122979462147}
+{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.788237452507019, "Finetune/Loss (Raw)": 0.8707839846611023, "Finetune/Step": 1982, "Finetune/Step Time": 6.7349004447460175}
+{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.7876371145248413, "Finetune/Loss (Raw)": 0.824835479259491, "Finetune/Step": 1983, "Finetune/Step Time": 6.7332755252718925}
+{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.7877353429794312, "Finetune/Loss (Raw)": 1.0074256658554077, "Finetune/Step": 1984, "Finetune/Step Time": 6.732161307707429}
+{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.7893111705780029, "Finetune/Loss (Raw)": 0.9497174620628357, "Finetune/Step": 1985, "Finetune/Step Time": 6.693188330158591}
+{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.7908862829208374, "Finetune/Loss (Raw)": 1.0448893308639526, "Finetune/Step": 1986, "Finetune/Step Time": 6.682149510830641}
+{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.7897469997406006, "Finetune/Loss (Raw)": 0.8094313144683838, "Finetune/Step": 1987, "Finetune/Step Time": 6.706978727132082}
+{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.790625810623169, "Finetune/Loss (Raw)": 0.8166882395744324, "Finetune/Step": 1988, "Finetune/Step Time": 6.705326214432716}
+{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.7915613055229187, "Finetune/Loss (Raw)": 0.9130204319953918, "Finetune/Step": 1989, "Finetune/Step Time": 6.705865360796452}
+{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.7924147248268127, "Finetune/Loss (Raw)": 0.8915812373161316, "Finetune/Step": 1990, "Finetune/Step Time": 6.705950269475579}
+{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.7923542261123657, "Finetune/Loss (Raw)": 0.7249168157577515, "Finetune/Step": 1991, "Finetune/Step Time": 6.701840044930577}
+{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.7931675910949707, "Finetune/Loss (Raw)": 0.866051197052002, "Finetune/Step": 1992, "Finetune/Step Time": 6.695899643003941}
+{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.7915636897087097, "Finetune/Loss (Raw)": 0.7050456404685974, "Finetune/Step": 1993, "Finetune/Step Time": 6.699589889496565}
+{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.7894514799118042, "Finetune/Loss (Raw)": 0.6657391786575317, "Finetune/Step": 1994, "Finetune/Step Time": 6.695105431601405}
+{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.7876504063606262, "Finetune/Loss (Raw)": 0.7224785685539246, "Finetune/Step": 1995, "Finetune/Step Time": 6.698217822238803}
+{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.7876260876655579, "Finetune/Loss (Raw)": 0.7513455748558044, "Finetune/Step": 1996, "Finetune/Step Time": 6.675056077539921}
+{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.7879884243011475, "Finetune/Loss (Raw)": 0.9641591906547546, "Finetune/Step": 1997, "Finetune/Step Time": 6.676773464307189}
+{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.7883225083351135, "Finetune/Loss (Raw)": 0.8100177049636841, "Finetune/Step": 1998, "Finetune/Step Time": 6.677151327952743}
+{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.7851706743240356, "Finetune/Loss (Raw)": 0.4125238060951233, "Finetune/Step": 1999, "Finetune/Step Time": 6.655180279165506}
+{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.7848960161209106, "Finetune/Loss (Raw)": 0.6731027960777283, "Finetune/Step": 2000, "Finetune/Step Time": 6.677306532859802}
+{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.7888310551643372, "Finetune/Loss (Raw)": 0.867384135723114, "Finetune/Step": 2001, "Finetune/Step Time": 6.661261729896069}
+{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.7885619401931763, "Finetune/Loss (Raw)": 0.8532843589782715, "Finetune/Step": 2002, "Finetune/Step Time": 6.657938659191132}
+{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.7895501255989075, "Finetune/Loss (Raw)": 0.7903438210487366, "Finetune/Step": 2003, "Finetune/Step Time": 6.656339609995484}
+{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.7889191508293152, "Finetune/Loss (Raw)": 0.809169590473175, "Finetune/Step": 2004, "Finetune/Step Time": 6.66014015302062}
+{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.7880724668502808, "Finetune/Loss (Raw)": 0.7833226919174194, "Finetune/Step": 2005, "Finetune/Step Time": 6.6436367351561785}
+{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.7892173528671265, "Finetune/Loss (Raw)": 0.819413423538208, "Finetune/Step": 2006, "Finetune/Step Time": 6.6329634711146355}
+{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.7900373935699463, "Finetune/Loss (Raw)": 1.0593557357788086, "Finetune/Step": 2007, "Finetune/Step Time": 6.632167171686888}
+{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.79144686460495, "Finetune/Loss (Raw)": 0.8103886246681213, "Finetune/Step": 2008, "Finetune/Step Time": 6.616022789850831}
+{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.7917865514755249, "Finetune/Loss (Raw)": 0.7865681052207947, "Finetune/Step": 2009, "Finetune/Step Time": 6.604409312829375}
+{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.7920153141021729, "Finetune/Loss (Raw)": 0.9136279225349426, "Finetune/Step": 2010, "Finetune/Step Time": 6.603458834812045}
+{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.7946295738220215, "Finetune/Loss (Raw)": 1.0300407409667969, "Finetune/Step": 2011, "Finetune/Step Time": 6.596742495894432}
+{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.7984952330589294, "Finetune/Loss (Raw)": 0.8464585542678833, "Finetune/Step": 2012, "Finetune/Step Time": 6.575596647337079}
+{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.7983890175819397, "Finetune/Loss (Raw)": 0.883906900882721, "Finetune/Step": 2013, "Finetune/Step Time": 6.590412056073546}
+{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.7958786487579346, "Finetune/Loss (Raw)": 0.6934564113616943, "Finetune/Step": 2014, "Finetune/Step Time": 6.59949216991663}
+{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.7931326627731323, "Finetune/Loss (Raw)": 0.3927268087863922, "Finetune/Step": 2015, "Finetune/Step Time": 6.615547528490424}
+{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.7908531427383423, "Finetune/Loss (Raw)": 0.3994375467300415, "Finetune/Step": 2016, "Finetune/Step Time": 6.6306479927152395}
+{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.7900668978691101, "Finetune/Loss (Raw)": 0.7134301662445068, "Finetune/Step": 2017, "Finetune/Step Time": 6.6454328913241625}
+{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.7905968427658081, "Finetune/Loss (Raw)": 0.8896677494049072, "Finetune/Step": 2018, "Finetune/Step Time": 6.646023200824857}
+{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.7895623445510864, "Finetune/Loss (Raw)": 0.7872005701065063, "Finetune/Step": 2019, "Finetune/Step Time": 6.651383522897959}
+{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.788724422454834, "Finetune/Loss (Raw)": 0.8728533983230591, "Finetune/Step": 2020, "Finetune/Step Time": 6.654267366975546}
+{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.7887217998504639, "Finetune/Loss (Raw)": 0.7939639091491699, "Finetune/Step": 2021, "Finetune/Step Time": 6.6498483419418335}
+{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.7894600033760071, "Finetune/Loss (Raw)": 0.8288584351539612, "Finetune/Step": 2022, "Finetune/Step Time": 6.6552972085773945}
+{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.7880625128746033, "Finetune/Loss (Raw)": 0.6404048800468445, "Finetune/Step": 2023, "Finetune/Step Time": 6.688052989542484}
+{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.7875514030456543, "Finetune/Loss (Raw)": 0.7863849997520447, "Finetune/Step": 2024, "Finetune/Step Time": 6.687091812491417}
+{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.7859994769096375, "Finetune/Loss (Raw)": 0.7830033898353577, "Finetune/Step": 2025, "Finetune/Step Time": 6.697909602895379}
+{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.7860937118530273, "Finetune/Loss (Raw)": 0.889384388923645, "Finetune/Step": 2026, "Finetune/Step Time": 6.683836527168751}
+{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.786781907081604, "Finetune/Loss (Raw)": 0.8024263978004456, "Finetune/Step": 2027, "Finetune/Step Time": 6.662600753828883}
+{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.7868465185165405, "Finetune/Loss (Raw)": 0.8447536826133728, "Finetune/Step": 2028, "Finetune/Step Time": 6.675247963517904}
+{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.7875775098800659, "Finetune/Loss (Raw)": 0.9044179320335388, "Finetune/Step": 2029, "Finetune/Step Time": 6.667853696271777}
+{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.7828235626220703, "Finetune/Loss (Raw)": 0.34353238344192505, "Finetune/Step": 2030, "Finetune/Step Time": 6.6806689109653234}
+{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.7831683158874512, "Finetune/Loss (Raw)": 0.8130770325660706, "Finetune/Step": 2031, "Finetune/Step Time": 6.659590717405081}
+{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.7841321229934692, "Finetune/Loss (Raw)": 0.9407970905303955, "Finetune/Step": 2032, "Finetune/Step Time": 6.654058787971735}
+{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.7883778810501099, "Finetune/Loss (Raw)": 0.8660169243812561, "Finetune/Step": 2033, "Finetune/Step Time": 6.637630352750421}
+{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.7899463176727295, "Finetune/Loss (Raw)": 0.9637291431427002, "Finetune/Step": 2034, "Finetune/Step Time": 6.624806908890605}
+{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.7882342338562012, "Finetune/Loss (Raw)": 0.6500327587127686, "Finetune/Step": 2035, "Finetune/Step Time": 6.632895542308688}
+{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.7890065908432007, "Finetune/Loss (Raw)": 0.8777326345443726, "Finetune/Step": 2036, "Finetune/Step Time": 6.645352266728878}
+{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.7905601263046265, "Finetune/Loss (Raw)": 0.8148072957992554, "Finetune/Step": 2037, "Finetune/Step Time": 6.6589565221220255}
+{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.7892922163009644, "Finetune/Loss (Raw)": 0.6967618465423584, "Finetune/Step": 2038, "Finetune/Step Time": 6.660696825012565}
+{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.7898029685020447, "Finetune/Loss (Raw)": 0.9578179717063904, "Finetune/Step": 2039, "Finetune/Step Time": 6.665588112547994}
+{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.7903581261634827, "Finetune/Loss (Raw)": 0.8981185555458069, "Finetune/Step": 2040, "Finetune/Step Time": 6.663247615098953}
+{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.7906209826469421, "Finetune/Loss (Raw)": 0.8631563782691956, "Finetune/Step": 2041, "Finetune/Step Time": 6.702926214784384}
+{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.7887871265411377, "Finetune/Loss (Raw)": 0.7576032876968384, "Finetune/Step": 2042, "Finetune/Step Time": 6.70394479483366}
+{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.7883111834526062, "Finetune/Loss (Raw)": 0.85948646068573, "Finetune/Step": 2043, "Finetune/Step Time": 6.67392517440021}
+{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.7886470556259155, "Finetune/Loss (Raw)": 0.8781822919845581, "Finetune/Step": 2044, "Finetune/Step Time": 6.672154998406768}
+{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.7895411849021912, "Finetune/Loss (Raw)": 0.8760223388671875, "Finetune/Step": 2045, "Finetune/Step Time": 6.6826562117785215}
+{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.7907841801643372, "Finetune/Loss (Raw)": 0.9609535932540894, "Finetune/Step": 2046, "Finetune/Step Time": 6.682010466232896}
+{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.7914525270462036, "Finetune/Loss (Raw)": 0.9225003719329834, "Finetune/Step": 2047, "Finetune/Step Time": 6.6843583807349205}
+{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.7914234399795532, "Finetune/Loss (Raw)": 0.7280890345573425, "Finetune/Step": 2048, "Finetune/Step Time": 6.673304740339518}
+{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.7884303331375122, "Finetune/Loss (Raw)": 0.5661991834640503, "Finetune/Step": 2049, "Finetune/Step Time": 6.6866610664874315}
+{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.7913566827774048, "Finetune/Loss (Raw)": 0.6760665774345398, "Finetune/Step": 2050, "Finetune/Step Time": 6.679357271641493}
+{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.792576789855957, "Finetune/Loss (Raw)": 0.9935851097106934, "Finetune/Step": 2051, "Finetune/Step Time": 6.682000767439604}
+{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.7928417921066284, "Finetune/Loss (Raw)": 0.941403865814209, "Finetune/Step": 2052, "Finetune/Step Time": 6.693030806258321}
+{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.7918962240219116, "Finetune/Loss (Raw)": 0.8904260993003845, "Finetune/Step": 2053, "Finetune/Step Time": 6.6838557831943035}
+{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.7967804670333862, "Finetune/Loss (Raw)": 0.9604074954986572, "Finetune/Step": 2054, "Finetune/Step Time": 6.665509166195989}
+{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.8007205724716187, "Finetune/Loss (Raw)": 0.8999702334403992, "Finetune/Step": 2055, "Finetune/Step Time": 6.649978373199701}
+{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.800430417060852, "Finetune/Loss (Raw)": 0.9134234189987183, "Finetune/Step": 2056, "Finetune/Step Time": 6.6496680192649364}
+{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.8007848262786865, "Finetune/Loss (Raw)": 0.750525951385498, "Finetune/Step": 2057, "Finetune/Step Time": 6.657208610326052}
+{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.8020055294036865, "Finetune/Loss (Raw)": 0.7964307069778442, "Finetune/Step": 2058, "Finetune/Step Time": 6.667739361524582}
+{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.8011054396629333, "Finetune/Loss (Raw)": 0.7765083909034729, "Finetune/Step": 2059, "Finetune/Step Time": 6.6687258295714855}
+{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.8021007776260376, "Finetune/Loss (Raw)": 0.79204922914505, "Finetune/Step": 2060, "Finetune/Step Time": 6.648662481456995}
+{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.8024713397026062, "Finetune/Loss (Raw)": 0.9344335198402405, "Finetune/Step": 2061, "Finetune/Step Time": 6.646418247371912}
+{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.801577627658844, "Finetune/Loss (Raw)": 0.784335732460022, "Finetune/Step": 2062, "Finetune/Step Time": 6.645990425720811}
+{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.8013848066329956, "Finetune/Loss (Raw)": 0.9184718728065491, "Finetune/Step": 2063, "Finetune/Step Time": 6.638174748048186}
+{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.8015353679656982, "Finetune/Loss (Raw)": 0.7415259480476379, "Finetune/Step": 2064, "Finetune/Step Time": 6.651307029649615}
+{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.8011699318885803, "Finetune/Loss (Raw)": 0.8069486021995544, "Finetune/Step": 2065, "Finetune/Step Time": 6.659027302637696}
+{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.8006381988525391, "Finetune/Loss (Raw)": 0.3349628448486328, "Finetune/Step": 2066, "Finetune/Step Time": 6.658849896863103}
+{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.8005908727645874, "Finetune/Loss (Raw)": 0.8263404369354248, "Finetune/Step": 2067, "Finetune/Step Time": 6.659480351954699}
+{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.803568422794342, "Finetune/Loss (Raw)": 0.8624414801597595, "Finetune/Step": 2068, "Finetune/Step Time": 6.648061562329531}
+{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.8039244413375854, "Finetune/Loss (Raw)": 0.8387093544006348, "Finetune/Step": 2069, "Finetune/Step Time": 6.644653541967273}
+{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.8001675605773926, "Finetune/Loss (Raw)": 0.5163450241088867, "Finetune/Step": 2070, "Finetune/Step Time": 6.655956232920289}
+{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.7996714115142822, "Finetune/Loss (Raw)": 0.8702081441879272, "Finetune/Step": 2071, "Finetune/Step Time": 6.662218464538455}
+{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.8002104759216309, "Finetune/Loss (Raw)": 0.9327000379562378, "Finetune/Step": 2072, "Finetune/Step Time": 6.645091705024242}
+{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.8029993772506714, "Finetune/Loss (Raw)": 0.745286762714386, "Finetune/Step": 2073, "Finetune/Step Time": 6.635232264176011}
+{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.8033481240272522, "Finetune/Loss (Raw)": 0.956839382648468, "Finetune/Step": 2074, "Finetune/Step Time": 6.625739863142371}
+{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.8017332553863525, "Finetune/Loss (Raw)": 0.7806186676025391, "Finetune/Step": 2075, "Finetune/Step Time": 6.624637713655829}
+{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.7991135120391846, "Finetune/Loss (Raw)": 0.6927049160003662, "Finetune/Step": 2076, "Finetune/Step Time": 6.637799683958292}
+{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.7979166507720947, "Finetune/Loss (Raw)": 0.8038303256034851, "Finetune/Step": 2077, "Finetune/Step Time": 6.6379883754998446}
+{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.7960872650146484, "Finetune/Loss (Raw)": 0.7690091133117676, "Finetune/Step": 2078, "Finetune/Step Time": 6.627575380727649}
+{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.7946642637252808, "Finetune/Loss (Raw)": 0.7780407667160034, "Finetune/Step": 2079, "Finetune/Step Time": 6.622525515034795}
+{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.7926056981086731, "Finetune/Loss (Raw)": 0.7126057147979736, "Finetune/Step": 2080, "Finetune/Step Time": 6.629885368049145}
+{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.7945206165313721, "Finetune/Loss (Raw)": 0.8096835613250732, "Finetune/Step": 2081, "Finetune/Step Time": 6.629799988120794}
+{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.7962239980697632, "Finetune/Loss (Raw)": 0.8102105259895325, "Finetune/Step": 2082, "Finetune/Step Time": 6.61702698469162}
+{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.7976047396659851, "Finetune/Loss (Raw)": 0.8962147831916809, "Finetune/Step": 2083, "Finetune/Step Time": 6.59957111813128}
+{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.7995789051055908, "Finetune/Loss (Raw)": 0.9881826639175415, "Finetune/Step": 2084, "Finetune/Step Time": 6.59515286795795}
+{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.7947927713394165, "Finetune/Loss (Raw)": 0.31491389870643616, "Finetune/Step": 2085, "Finetune/Step Time": 6.613473257049918}
+{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.7943071126937866, "Finetune/Loss (Raw)": 0.9019100069999695, "Finetune/Step": 2086, "Finetune/Step Time": 6.6188317853957415}
+{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.7958449125289917, "Finetune/Loss (Raw)": 0.9721570611000061, "Finetune/Step": 2087, "Finetune/Step Time": 6.609238065779209}
+{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.7950677871704102, "Finetune/Loss (Raw)": 0.9082295894622803, "Finetune/Step": 2088, "Finetune/Step Time": 6.599644549190998}
+{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.7962002754211426, "Finetune/Loss (Raw)": 0.8565365672111511, "Finetune/Step": 2089, "Finetune/Step Time": 6.593891199678183}
+{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.7950566411018372, "Finetune/Loss (Raw)": 0.2597222924232483, "Finetune/Step": 2090, "Finetune/Step Time": 6.60484429076314}
+{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.7980492115020752, "Finetune/Loss (Raw)": 0.7763749361038208, "Finetune/Step": 2091, "Finetune/Step Time": 6.587477535009384}
+{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.7984434962272644, "Finetune/Loss (Raw)": 0.8678101301193237, "Finetune/Step": 2092, "Finetune/Step Time": 6.575109895318747}
+{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.800626277923584, "Finetune/Loss (Raw)": 0.9218993782997131, "Finetune/Step": 2093, "Finetune/Step Time": 6.5721939615905285}
+{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.8023419380187988, "Finetune/Loss (Raw)": 0.9775814414024353, "Finetune/Step": 2094, "Finetune/Step Time": 6.572362769395113}
+{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.8030095100402832, "Finetune/Loss (Raw)": 0.8578387498855591, "Finetune/Step": 2095, "Finetune/Step Time": 6.576878558844328}
+{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.80213862657547, "Finetune/Loss (Raw)": 0.8208410143852234, "Finetune/Step": 2096, "Finetune/Step Time": 6.599779302254319}
+{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.8056082725524902, "Finetune/Loss (Raw)": 0.8886815905570984, "Finetune/Step": 2097, "Finetune/Step Time": 6.578864259645343}
+{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.805174708366394, "Finetune/Loss (Raw)": 0.7531454563140869, "Finetune/Step": 2098, "Finetune/Step Time": 6.585966791957617}
+{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.8048537969589233, "Finetune/Loss (Raw)": 0.36054354906082153, "Finetune/Step": 2099, "Finetune/Step Time": 6.587203914299607}
+{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.8037023544311523, "Finetune/Loss (Raw)": 0.676368236541748, "Finetune/Step": 2100, "Finetune/Step Time": 6.592598302289844}
+{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.804688572883606, "Finetune/Loss (Raw)": 0.9102924466133118, "Finetune/Step": 2101, "Finetune/Step Time": 6.557660046964884}
+{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.8032739162445068, "Finetune/Loss (Raw)": 0.8045762181282043, "Finetune/Step": 2102, "Finetune/Step Time": 6.5600656643509865}
+{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.7994943857192993, "Finetune/Loss (Raw)": 0.37120458483695984, "Finetune/Step": 2103, "Finetune/Step Time": 6.581483779475093}
+{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.7988818883895874, "Finetune/Loss (Raw)": 0.8012392520904541, "Finetune/Step": 2104, "Finetune/Step Time": 6.589066736400127}
+{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.7984074354171753, "Finetune/Loss (Raw)": 0.83616703748703, "Finetune/Step": 2105, "Finetune/Step Time": 6.59906755015254}
+{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.7976207733154297, "Finetune/Loss (Raw)": 0.8751383423805237, "Finetune/Step": 2106, "Finetune/Step Time": 6.598112674430013}
+{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.8015431761741638, "Finetune/Loss (Raw)": 0.8773190379142761, "Finetune/Step": 2107, "Finetune/Step Time": 6.577950321137905}
+{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.802088737487793, "Finetune/Loss (Raw)": 0.7751891016960144, "Finetune/Step": 2108, "Finetune/Step Time": 6.565542263910174}
+{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.8022743463516235, "Finetune/Loss (Raw)": 0.8899825215339661, "Finetune/Step": 2109, "Finetune/Step Time": 6.5683786403387785}
+{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.8016551733016968, "Finetune/Loss (Raw)": 0.7915237545967102, "Finetune/Step": 2110, "Finetune/Step Time": 6.565213903784752}
+{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.801217794418335, "Finetune/Loss (Raw)": 0.7688646912574768, "Finetune/Step": 2111, "Finetune/Step Time": 6.580007882788777}
+{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.7969271540641785, "Finetune/Loss (Raw)": 0.4582172632217407, "Finetune/Step": 2112, "Finetune/Step Time": 6.600073046982288}
+{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.7960991263389587, "Finetune/Loss (Raw)": 0.8437306880950928, "Finetune/Step": 2113, "Finetune/Step Time": 6.598493292927742}
+{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.7949296832084656, "Finetune/Loss (Raw)": 0.8951933979988098, "Finetune/Step": 2114, "Finetune/Step Time": 6.6162762157619}
+{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.7957690954208374, "Finetune/Loss (Raw)": 0.9168826341629028, "Finetune/Step": 2115, "Finetune/Step Time": 6.5939327869564295}
+{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.7926428914070129, "Finetune/Loss (Raw)": 0.41653913259506226, "Finetune/Step": 2116, "Finetune/Step Time": 6.609668234363198}
+{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.7908056974411011, "Finetune/Loss (Raw)": 0.6778532862663269, "Finetune/Step": 2117, "Finetune/Step Time": 6.626583239063621}
+{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.7898827195167542, "Finetune/Loss (Raw)": 0.7734403610229492, "Finetune/Step": 2118, "Finetune/Step Time": 6.622752875089645}
+{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.7901266813278198, "Finetune/Loss (Raw)": 0.7561432719230652, "Finetune/Step": 2119, "Finetune/Step Time": 6.635810237377882}
+{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.7859647870063782, "Finetune/Loss (Raw)": 0.3333335816860199, "Finetune/Step": 2120, "Finetune/Step Time": 6.656612791121006}
+{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.7872008681297302, "Finetune/Loss (Raw)": 0.8632590770721436, "Finetune/Step": 2121, "Finetune/Step Time": 6.649759039282799}
+{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.7890588045120239, "Finetune/Loss (Raw)": 0.9035590291023254, "Finetune/Step": 2122, "Finetune/Step Time": 6.64417022280395}
+{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.7902020812034607, "Finetune/Loss (Raw)": 0.8688144683837891, "Finetune/Step": 2123, "Finetune/Step Time": 6.63626161031425}
+{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.7911939024925232, "Finetune/Loss (Raw)": 0.8783023357391357, "Finetune/Step": 2124, "Finetune/Step Time": 6.633229685947299}
+{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.7904554605484009, "Finetune/Loss (Raw)": 0.8696330189704895, "Finetune/Step": 2125, "Finetune/Step Time": 6.647383542731404}
+{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.7914326190948486, "Finetune/Loss (Raw)": 0.9350924491882324, "Finetune/Step": 2126, "Finetune/Step Time": 6.644757533445954}
+{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.7949802875518799, "Finetune/Loss (Raw)": 0.8666362166404724, "Finetune/Step": 2127, "Finetune/Step Time": 6.628095746040344}
+{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.7924653887748718, "Finetune/Loss (Raw)": 0.35119447112083435, "Finetune/Step": 2128, "Finetune/Step Time": 6.620927670970559}
+{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.7878568768501282, "Finetune/Loss (Raw)": 0.27749112248420715, "Finetune/Step": 2129, "Finetune/Step Time": 6.636626550927758}
+{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.787992000579834, "Finetune/Loss (Raw)": 0.8705800175666809, "Finetune/Step": 2130, "Finetune/Step Time": 6.636096214875579}
+{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.7890452146530151, "Finetune/Loss (Raw)": 0.9251483082771301, "Finetune/Step": 2131, "Finetune/Step Time": 6.627024235203862}
+{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.7889941930770874, "Finetune/Loss (Raw)": 0.8026513457298279, "Finetune/Step": 2132, "Finetune/Step Time": 6.631621111184359}
+{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.7913922071456909, "Finetune/Loss (Raw)": 1.0902602672576904, "Finetune/Step": 2133, "Finetune/Step Time": 6.629057925194502}
+{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.7909601926803589, "Finetune/Loss (Raw)": 0.7641182541847229, "Finetune/Step": 2134, "Finetune/Step Time": 6.63981176353991}
+{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.7886745929718018, "Finetune/Loss (Raw)": 0.7667961716651917, "Finetune/Step": 2135, "Finetune/Step Time": 6.636325355619192}
+{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.7890938520431519, "Finetune/Loss (Raw)": 0.8640554547309875, "Finetune/Step": 2136, "Finetune/Step Time": 6.629688285291195}
+{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.7862585186958313, "Finetune/Loss (Raw)": 0.42364874482154846, "Finetune/Step": 2137, "Finetune/Step Time": 6.6518186666071415}
+{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.7858273386955261, "Finetune/Loss (Raw)": 0.8584311008453369, "Finetune/Step": 2138, "Finetune/Step Time": 6.651544153690338}
+{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.7837508916854858, "Finetune/Loss (Raw)": 0.7642588019371033, "Finetune/Step": 2139, "Finetune/Step Time": 6.666669599711895}
+{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.7841600775718689, "Finetune/Loss (Raw)": 0.8988322019577026, "Finetune/Step": 2140, "Finetune/Step Time": 6.669989183545113}
+{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.7850229740142822, "Finetune/Loss (Raw)": 0.9943553805351257, "Finetune/Step": 2141, "Finetune/Step Time": 6.656606933102012}
+{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.7858051061630249, "Finetune/Loss (Raw)": 0.7935716509819031, "Finetune/Step": 2142, "Finetune/Step Time": 6.646123519167304}
+{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.7891095876693726, "Finetune/Loss (Raw)": 0.8157004714012146, "Finetune/Step": 2143, "Finetune/Step Time": 6.6443924102932215}
+{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.7923227548599243, "Finetune/Loss (Raw)": 0.8107332587242126, "Finetune/Step": 2144, "Finetune/Step Time": 6.636109251528978}
+{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.7909386157989502, "Finetune/Loss (Raw)": 0.5362565517425537, "Finetune/Step": 2145, "Finetune/Step Time": 6.6270994041115046}
+{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.7906644940376282, "Finetune/Loss (Raw)": 0.8545749187469482, "Finetune/Step": 2146, "Finetune/Step Time": 6.642883388325572}
+{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.7903659343719482, "Finetune/Loss (Raw)": 0.7489835619926453, "Finetune/Step": 2147, "Finetune/Step Time": 6.646772637963295}
+{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.7911773920059204, "Finetune/Loss (Raw)": 0.9767229557037354, "Finetune/Step": 2148, "Finetune/Step Time": 6.64383552223444}
+{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.7920525074005127, "Finetune/Loss (Raw)": 0.9059799313545227, "Finetune/Step": 2149, "Finetune/Step Time": 6.634143183007836}
+{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.791869044303894, "Finetune/Loss (Raw)": 0.8053680062294006, "Finetune/Step": 2150, "Finetune/Step Time": 6.632447816431522}
+{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.7940471768379211, "Finetune/Loss (Raw)": 0.9192086458206177, "Finetune/Step": 2151, "Finetune/Step Time": 6.608705194666982}
+{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.7937690615653992, "Finetune/Loss (Raw)": 0.7507908940315247, "Finetune/Step": 2152, "Finetune/Step Time": 6.614895237609744}
+{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.793941855430603, "Finetune/Loss (Raw)": 0.8051255345344543, "Finetune/Step": 2153, "Finetune/Step Time": 6.616198655217886}
+{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.7924771308898926, "Finetune/Loss (Raw)": 0.701890230178833, "Finetune/Step": 2154, "Finetune/Step Time": 6.625656047835946}
+{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.7926788926124573, "Finetune/Loss (Raw)": 0.8282544612884521, "Finetune/Step": 2155, "Finetune/Step Time": 6.632975589483976}
+{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.7914153933525085, "Finetune/Loss (Raw)": 0.6830224990844727, "Finetune/Step": 2156, "Finetune/Step Time": 6.628643069416285}
+{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.7902005910873413, "Finetune/Loss (Raw)": 0.7489233613014221, "Finetune/Step": 2157, "Finetune/Step Time": 6.63783073797822}
+{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.7946025133132935, "Finetune/Loss (Raw)": 0.906978189945221, "Finetune/Step": 2158, "Finetune/Step Time": 6.618152691051364}
+{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.7950090765953064, "Finetune/Loss (Raw)": 0.8651197552680969, "Finetune/Step": 2159, "Finetune/Step Time": 6.633979158475995}
+{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.7941060662269592, "Finetune/Loss (Raw)": 0.825215220451355, "Finetune/Step": 2160, "Finetune/Step Time": 6.630288537591696}
+{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.7933483123779297, "Finetune/Loss (Raw)": 0.7690266966819763, "Finetune/Step": 2161, "Finetune/Step Time": 6.624315198510885}
+{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.7917213439941406, "Finetune/Loss (Raw)": 0.7554643750190735, "Finetune/Step": 2162, "Finetune/Step Time": 6.628642171621323}
+{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.7928833961486816, "Finetune/Loss (Raw)": 0.7987814545631409, "Finetune/Step": 2163, "Finetune/Step Time": 6.6233114674687386}
+{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.7935616970062256, "Finetune/Loss (Raw)": 0.9645622968673706, "Finetune/Step": 2164, "Finetune/Step Time": 6.609874507412314}
+{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.7936579585075378, "Finetune/Loss (Raw)": 0.8271239399909973, "Finetune/Step": 2165, "Finetune/Step Time": 6.61905999481678}
+{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.7953056693077087, "Finetune/Loss (Raw)": 0.9076700806617737, "Finetune/Step": 2166, "Finetune/Step Time": 6.619310699403286}
+{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.7949549555778503, "Finetune/Loss (Raw)": 0.91292405128479, "Finetune/Step": 2167, "Finetune/Step Time": 6.6083455588668585}
+{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.7942457795143127, "Finetune/Loss (Raw)": 0.8073453903198242, "Finetune/Step": 2168, "Finetune/Step Time": 6.607626775279641}
+{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.7944276332855225, "Finetune/Loss (Raw)": 0.8864370584487915, "Finetune/Step": 2169, "Finetune/Step Time": 6.578141514211893}
+{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.7941941022872925, "Finetune/Loss (Raw)": 0.727705717086792, "Finetune/Step": 2170, "Finetune/Step Time": 6.578955980017781}
+{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.7932281494140625, "Finetune/Loss (Raw)": 0.7358505129814148, "Finetune/Step": 2171, "Finetune/Step Time": 6.588041536509991}
+{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.7932031154632568, "Finetune/Loss (Raw)": 0.8749680519104004, "Finetune/Step": 2172, "Finetune/Step Time": 6.5885142628103495}
+{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.7911006808280945, "Finetune/Loss (Raw)": 0.6069133281707764, "Finetune/Step": 2173, "Finetune/Step Time": 6.592814015224576}
+{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.7883524298667908, "Finetune/Loss (Raw)": 0.6091781258583069, "Finetune/Step": 2174, "Finetune/Step Time": 6.605435494333506}
+{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.7871503233909607, "Finetune/Loss (Raw)": 0.7686365842819214, "Finetune/Step": 2175, "Finetune/Step Time": 6.621383031830192}
+{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.7885640859603882, "Finetune/Loss (Raw)": 0.9090443849563599, "Finetune/Step": 2176, "Finetune/Step Time": 6.621664104983211}
+{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.7912020683288574, "Finetune/Loss (Raw)": 0.9038633108139038, "Finetune/Step": 2177, "Finetune/Step Time": 6.6114373952150345}
+{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.791606605052948, "Finetune/Loss (Raw)": 0.7278429269790649, "Finetune/Step": 2178, "Finetune/Step Time": 6.599899875000119}
+{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.7899519205093384, "Finetune/Loss (Raw)": 0.7817928791046143, "Finetune/Step": 2179, "Finetune/Step Time": 6.609931670129299}
+{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.7894666194915771, "Finetune/Loss (Raw)": 0.8792852759361267, "Finetune/Step": 2180, "Finetune/Step Time": 6.60435120947659}
+{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.7895911931991577, "Finetune/Loss (Raw)": 0.9063693284988403, "Finetune/Step": 2181, "Finetune/Step Time": 6.602483030408621}
+{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.7894785404205322, "Finetune/Loss (Raw)": 0.9459909200668335, "Finetune/Step": 2182, "Finetune/Step Time": 6.605584925040603}
+{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.7878689169883728, "Finetune/Loss (Raw)": 0.6939303874969482, "Finetune/Step": 2183, "Finetune/Step Time": 6.621983291581273}
+{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.786171555519104, "Finetune/Loss (Raw)": 0.6961656808853149, "Finetune/Step": 2184, "Finetune/Step Time": 6.636934597045183}
+{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.7870938777923584, "Finetune/Loss (Raw)": 0.8685863018035889, "Finetune/Step": 2185, "Finetune/Step Time": 6.624255312606692}
+{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.7873015999794006, "Finetune/Loss (Raw)": 0.8230093717575073, "Finetune/Step": 2186, "Finetune/Step Time": 6.609614519402385}
+{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.7855798006057739, "Finetune/Loss (Raw)": 0.5561185479164124, "Finetune/Step": 2187, "Finetune/Step Time": 6.64185531809926}
+{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.7855654954910278, "Finetune/Loss (Raw)": 0.7902170419692993, "Finetune/Step": 2188, "Finetune/Step Time": 6.67414447106421}
+{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.7835760116577148, "Finetune/Loss (Raw)": 0.6797815561294556, "Finetune/Step": 2189, "Finetune/Step Time": 6.68219406530261}
+{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.7827281951904297, "Finetune/Loss (Raw)": 0.6758173704147339, "Finetune/Step": 2190, "Finetune/Step Time": 6.691127870231867}
+{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.7818551659584045, "Finetune/Loss (Raw)": 0.8067300915718079, "Finetune/Step": 2191, "Finetune/Step Time": 6.705602878704667}
+{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.78135085105896, "Finetune/Loss (Raw)": 0.6769670844078064, "Finetune/Step": 2192, "Finetune/Step Time": 6.687063882127404}
+{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.7821100354194641, "Finetune/Loss (Raw)": 0.9041264653205872, "Finetune/Step": 2193, "Finetune/Step Time": 6.6808654218912125}
+{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.7860463857650757, "Finetune/Loss (Raw)": 0.8388106822967529, "Finetune/Step": 2194, "Finetune/Step Time": 6.664563003927469}
+{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.7866220474243164, "Finetune/Loss (Raw)": 0.900033712387085, "Finetune/Step": 2195, "Finetune/Step Time": 6.662626277655363}
+{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.7858002185821533, "Finetune/Loss (Raw)": 0.7572428584098816, "Finetune/Step": 2196, "Finetune/Step Time": 6.671399721875787}
+{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.7856063842773438, "Finetune/Loss (Raw)": 0.8138971924781799, "Finetune/Step": 2197, "Finetune/Step Time": 6.672019004821777}
+{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.7876578569412231, "Finetune/Loss (Raw)": 0.7789358496665955, "Finetune/Step": 2198, "Finetune/Step Time": 6.665247743949294}
+{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.7868714928627014, "Finetune/Loss (Raw)": 0.769551157951355, "Finetune/Step": 2199, "Finetune/Step Time": 6.6563374772667885}
+{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.7852666974067688, "Finetune/Loss (Raw)": 0.7272883057594299, "Finetune/Step": 2200, "Finetune/Step Time": 6.66773491166532}
+{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.7821915149688721, "Finetune/Loss (Raw)": 0.3516642451286316, "Finetune/Step": 2201, "Finetune/Step Time": 6.674975456669927}
+{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.7810463905334473, "Finetune/Loss (Raw)": 0.8102573752403259, "Finetune/Step": 2202, "Finetune/Step Time": 6.666411366313696}
+{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.7811874151229858, "Finetune/Loss (Raw)": 0.7986774444580078, "Finetune/Step": 2203, "Finetune/Step Time": 6.666346952319145}
+{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.7812856435775757, "Finetune/Loss (Raw)": 0.705281138420105, "Finetune/Step": 2204, "Finetune/Step Time": 6.6625828966498375}
+{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.7783231735229492, "Finetune/Loss (Raw)": 0.4246249198913574, "Finetune/Step": 2205, "Finetune/Step Time": 6.680498840287328}
+{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.7767822742462158, "Finetune/Loss (Raw)": 0.5717793703079224, "Finetune/Step": 2206, "Finetune/Step Time": 6.721366908401251}
+{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.7774094343185425, "Finetune/Loss (Raw)": 0.8583160042762756, "Finetune/Step": 2207, "Finetune/Step Time": 6.716983217746019}
+{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.7778215408325195, "Finetune/Loss (Raw)": 0.7653575539588928, "Finetune/Step": 2208, "Finetune/Step Time": 6.719916602596641}
+{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.7776877284049988, "Finetune/Loss (Raw)": 0.7925496697425842, "Finetune/Step": 2209, "Finetune/Step Time": 6.709809649735689}
+{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.7744309902191162, "Finetune/Loss (Raw)": 0.3933485150337219, "Finetune/Step": 2210, "Finetune/Step Time": 6.737835220992565}
+{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.7745682597160339, "Finetune/Loss (Raw)": 0.9137870073318481, "Finetune/Step": 2211, "Finetune/Step Time": 6.761700380593538}
+{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.771477222442627, "Finetune/Loss (Raw)": 0.5925360918045044, "Finetune/Step": 2212, "Finetune/Step Time": 6.784110255539417}
+{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.7746042609214783, "Finetune/Loss (Raw)": 0.7151690125465393, "Finetune/Step": 2213, "Finetune/Step Time": 6.771178087219596}
+{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.7723684310913086, "Finetune/Loss (Raw)": 0.6157236695289612, "Finetune/Step": 2214, "Finetune/Step Time": 6.77624362334609}
+{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.7715504169464111, "Finetune/Loss (Raw)": 0.8674575090408325, "Finetune/Step": 2215, "Finetune/Step Time": 6.775592710822821}
+{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.7711771726608276, "Finetune/Loss (Raw)": 0.8604483008384705, "Finetune/Step": 2216, "Finetune/Step Time": 6.776946149766445}
+{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.7717782258987427, "Finetune/Loss (Raw)": 0.9334640502929688, "Finetune/Step": 2217, "Finetune/Step Time": 6.777696819975972}
+{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.7739937901496887, "Finetune/Loss (Raw)": 0.5433191061019897, "Finetune/Step": 2218, "Finetune/Step Time": 6.751995909959078}
+{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.7734968662261963, "Finetune/Loss (Raw)": 0.7127772569656372, "Finetune/Step": 2219, "Finetune/Step Time": 6.7806485760957}
+{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.7732970118522644, "Finetune/Loss (Raw)": 0.8422217965126038, "Finetune/Step": 2220, "Finetune/Step Time": 6.7804659474641085}
+{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.7716149091720581, "Finetune/Loss (Raw)": 0.706598162651062, "Finetune/Step": 2221, "Finetune/Step Time": 6.796346750110388}
+{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.7709302306175232, "Finetune/Loss (Raw)": 0.8899334669113159, "Finetune/Step": 2222, "Finetune/Step Time": 6.805237960070372}
+{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.7709590196609497, "Finetune/Loss (Raw)": 0.8615253567695618, "Finetune/Step": 2223, "Finetune/Step Time": 6.808436520397663}
+{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.7710179090499878, "Finetune/Loss (Raw)": 0.8283745646476746, "Finetune/Step": 2224, "Finetune/Step Time": 6.788511326536536}
+{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.770098865032196, "Finetune/Loss (Raw)": 0.7710478901863098, "Finetune/Step": 2225, "Finetune/Step Time": 6.799454024061561}
+{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.7708385586738586, "Finetune/Loss (Raw)": 0.847830057144165, "Finetune/Step": 2226, "Finetune/Step Time": 6.7991241328418255}
+{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.775091290473938, "Finetune/Loss (Raw)": 0.9048966765403748, "Finetune/Step": 2227, "Finetune/Step Time": 6.78396812826395}
+{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.7758033871650696, "Finetune/Loss (Raw)": 0.7675087451934814, "Finetune/Step": 2228, "Finetune/Step Time": 6.781851552426815}
+{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.7746959328651428, "Finetune/Loss (Raw)": 0.7685413956642151, "Finetune/Step": 2229, "Finetune/Step Time": 6.781117372214794}
+{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.7744429111480713, "Finetune/Loss (Raw)": 0.7721869349479675, "Finetune/Step": 2230, "Finetune/Step Time": 6.781529493629932}
+{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.7787598371505737, "Finetune/Loss (Raw)": 0.9237813353538513, "Finetune/Step": 2231, "Finetune/Step Time": 6.761631924659014}
+{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.7800467014312744, "Finetune/Loss (Raw)": 0.9659443497657776, "Finetune/Step": 2232, "Finetune/Step Time": 6.752819372341037}
+{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.7788994312286377, "Finetune/Loss (Raw)": 0.6893245577812195, "Finetune/Step": 2233, "Finetune/Step Time": 6.7504564970731735}
+{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.7792381048202515, "Finetune/Loss (Raw)": 0.9184834361076355, "Finetune/Step": 2234, "Finetune/Step Time": 6.753797171637416}
+{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.7796016931533813, "Finetune/Loss (Raw)": 0.923858642578125, "Finetune/Step": 2235, "Finetune/Step Time": 6.764236323535442}
+{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.7807654142379761, "Finetune/Loss (Raw)": 0.9241461753845215, "Finetune/Step": 2236, "Finetune/Step Time": 6.77549303136766}
+{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.7796821594238281, "Finetune/Loss (Raw)": 0.7513311505317688, "Finetune/Step": 2237, "Finetune/Step Time": 6.776437867432833}
+{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.778764545917511, "Finetune/Loss (Raw)": 0.6740646958351135, "Finetune/Step": 2238, "Finetune/Step Time": 6.781026054173708}
+{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.7814502716064453, "Finetune/Loss (Raw)": 1.1126433610916138, "Finetune/Step": 2239, "Finetune/Step Time": 6.766944408416748}
+{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.7854887843132019, "Finetune/Loss (Raw)": 0.9751406908035278, "Finetune/Step": 2240, "Finetune/Step Time": 6.749262411147356}
+{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.7862193584442139, "Finetune/Loss (Raw)": 0.937243640422821, "Finetune/Step": 2241, "Finetune/Step Time": 6.756725139915943}
+{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.7854783535003662, "Finetune/Loss (Raw)": 0.8003523945808411, "Finetune/Step": 2242, "Finetune/Step Time": 6.750466272234917}
+{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.7846382260322571, "Finetune/Loss (Raw)": 0.8093441128730774, "Finetune/Step": 2243, "Finetune/Step Time": 6.752352671697736}
+{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.7897903323173523, "Finetune/Loss (Raw)": 1.0759989023208618, "Finetune/Step": 2244, "Finetune/Step Time": 6.7309170085936785}
+{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.7912811040878296, "Finetune/Loss (Raw)": 0.8686792254447937, "Finetune/Step": 2245, "Finetune/Step Time": 6.711193487048149}
+{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.7927087545394897, "Finetune/Loss (Raw)": 0.9561754465103149, "Finetune/Step": 2246, "Finetune/Step Time": 6.71390713006258}
+{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.7923751473426819, "Finetune/Loss (Raw)": 0.7134490609169006, "Finetune/Step": 2247, "Finetune/Step Time": 6.71267394721508}
+{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.7953368425369263, "Finetune/Loss (Raw)": 0.7124202251434326, "Finetune/Step": 2248, "Finetune/Step Time": 6.689577464014292}
+{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.7946494221687317, "Finetune/Loss (Raw)": 0.7752751111984253, "Finetune/Step": 2249, "Finetune/Step Time": 6.688909707590938}
+{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.7936553359031677, "Finetune/Loss (Raw)": 0.7763181328773499, "Finetune/Step": 2250, "Finetune/Step Time": 6.709421291947365}
+{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.7936398983001709, "Finetune/Loss (Raw)": 0.8668383955955505, "Finetune/Step": 2251, "Finetune/Step Time": 6.711077755317092}
+{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.7892418503761292, "Finetune/Loss (Raw)": 0.3153495490550995, "Finetune/Step": 2252, "Finetune/Step Time": 6.726275198161602}
+{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.78940749168396, "Finetune/Loss (Raw)": 0.8908382654190063, "Finetune/Step": 2253, "Finetune/Step Time": 6.7080985605716705}
+{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.7894649505615234, "Finetune/Loss (Raw)": 0.9424423575401306, "Finetune/Step": 2254, "Finetune/Step Time": 6.714016309008002}
+{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.7894268035888672, "Finetune/Loss (Raw)": 0.8617606163024902, "Finetune/Step": 2255, "Finetune/Step Time": 6.711747700348496}
+{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.7926355600357056, "Finetune/Loss (Raw)": 0.761906087398529, "Finetune/Step": 2256, "Finetune/Step Time": 6.694320563226938}
+{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.7969170212745667, "Finetune/Loss (Raw)": 0.8255207538604736, "Finetune/Step": 2257, "Finetune/Step Time": 6.677353288978338}
+{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.7952260971069336, "Finetune/Loss (Raw)": 0.654153048992157, "Finetune/Step": 2258, "Finetune/Step Time": 6.677626105025411}
+{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.7939523458480835, "Finetune/Loss (Raw)": 0.76209956407547, "Finetune/Step": 2259, "Finetune/Step Time": 6.6752318274229765}
+{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.793729841709137, "Finetune/Loss (Raw)": 0.7741721272468567, "Finetune/Step": 2260, "Finetune/Step Time": 6.6803212240338326}
+{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.7922064065933228, "Finetune/Loss (Raw)": 0.8952600955963135, "Finetune/Step": 2261, "Finetune/Step Time": 6.68295481801033}
+{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.7938538789749146, "Finetune/Loss (Raw)": 0.9749918580055237, "Finetune/Step": 2262, "Finetune/Step Time": 6.677010828629136}
+{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.794076144695282, "Finetune/Loss (Raw)": 0.7952481508255005, "Finetune/Step": 2263, "Finetune/Step Time": 6.68144697509706}
+{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.7942836284637451, "Finetune/Loss (Raw)": 0.8906137347221375, "Finetune/Step": 2264, "Finetune/Step Time": 6.684526057913899}
+{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.7973307371139526, "Finetune/Loss (Raw)": 0.8136794567108154, "Finetune/Step": 2265, "Finetune/Step Time": 6.665971860289574}
+{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.7949150204658508, "Finetune/Loss (Raw)": 0.5492210984230042, "Finetune/Step": 2266, "Finetune/Step Time": 6.672334397211671}
+{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.7953888177871704, "Finetune/Loss (Raw)": 0.8248981833457947, "Finetune/Step": 2267, "Finetune/Step Time": 6.652417428791523}
+{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.7942197322845459, "Finetune/Loss (Raw)": 0.7491942644119263, "Finetune/Step": 2268, "Finetune/Step Time": 6.6497642528265715}
+{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.793398380279541, "Finetune/Loss (Raw)": 0.8892277479171753, "Finetune/Step": 2269, "Finetune/Step Time": 6.643372481688857}
+{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.7918200492858887, "Finetune/Loss (Raw)": 0.5915396809577942, "Finetune/Step": 2270, "Finetune/Step Time": 6.6520856730639935}
+{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.7924247980117798, "Finetune/Loss (Raw)": 0.8931036591529846, "Finetune/Step": 2271, "Finetune/Step Time": 6.631113426759839}
+{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.7930132746696472, "Finetune/Loss (Raw)": 0.8860595226287842, "Finetune/Step": 2272, "Finetune/Step Time": 6.624504478648305}
+{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.7951487302780151, "Finetune/Loss (Raw)": 0.8095928430557251, "Finetune/Step": 2273, "Finetune/Step Time": 6.609442308545113}
+{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.7944435477256775, "Finetune/Loss (Raw)": 0.7643154859542847, "Finetune/Step": 2274, "Finetune/Step Time": 6.6188319977372885}
+{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.795753538608551, "Finetune/Loss (Raw)": 0.916663646697998, "Finetune/Step": 2275, "Finetune/Step Time": 6.610385395586491}
+{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.7947472333908081, "Finetune/Loss (Raw)": 0.8479176759719849, "Finetune/Step": 2276, "Finetune/Step Time": 6.6117885913699865}
+{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.7930163741111755, "Finetune/Loss (Raw)": 0.6844292283058167, "Finetune/Step": 2277, "Finetune/Step Time": 6.6154931504279375}
+{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.7936751842498779, "Finetune/Loss (Raw)": 0.8896914720535278, "Finetune/Step": 2278, "Finetune/Step Time": 6.613348267972469}
+{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.7931604385375977, "Finetune/Loss (Raw)": 0.8533231019973755, "Finetune/Step": 2279, "Finetune/Step Time": 6.601885128766298}
+{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.7938874959945679, "Finetune/Loss (Raw)": 0.8438608646392822, "Finetune/Step": 2280, "Finetune/Step Time": 6.596192743629217}
+{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.7939329147338867, "Finetune/Loss (Raw)": 0.8109327554702759, "Finetune/Step": 2281, "Finetune/Step Time": 6.58635076507926}
+{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.7948415279388428, "Finetune/Loss (Raw)": 0.8181901574134827, "Finetune/Step": 2282, "Finetune/Step Time": 6.58018015883863}
+{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.7957780361175537, "Finetune/Loss (Raw)": 0.9481284618377686, "Finetune/Step": 2283, "Finetune/Step Time": 6.578438783064485}
+{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.7954376339912415, "Finetune/Loss (Raw)": 0.6394513249397278, "Finetune/Step": 2284, "Finetune/Step Time": 6.592010844498873}
+{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.7956504821777344, "Finetune/Loss (Raw)": 0.776168167591095, "Finetune/Step": 2285, "Finetune/Step Time": 6.591759346425533}
+{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.7947365045547485, "Finetune/Loss (Raw)": 0.7899911999702454, "Finetune/Step": 2286, "Finetune/Step Time": 6.6016795709729195}
+{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.7926113605499268, "Finetune/Loss (Raw)": 0.5930981636047363, "Finetune/Step": 2287, "Finetune/Step Time": 6.586943041533232}
+{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.7932621240615845, "Finetune/Loss (Raw)": 0.9085089564323425, "Finetune/Step": 2288, "Finetune/Step Time": 6.590001631528139}
+{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.7921264171600342, "Finetune/Loss (Raw)": 0.6236570477485657, "Finetune/Step": 2289, "Finetune/Step Time": 6.602889662608504}
+{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.7935328483581543, "Finetune/Loss (Raw)": 0.9354885220527649, "Finetune/Step": 2290, "Finetune/Step Time": 6.595897411927581}
+{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.7933402061462402, "Finetune/Loss (Raw)": 0.7741332054138184, "Finetune/Step": 2291, "Finetune/Step Time": 6.597928831353784}
+{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.7917026877403259, "Finetune/Loss (Raw)": 0.7549504637718201, "Finetune/Step": 2292, "Finetune/Step Time": 6.606261100620031}
+{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.7896474599838257, "Finetune/Loss (Raw)": 0.5640600323677063, "Finetune/Step": 2293, "Finetune/Step Time": 6.591365307569504}
+{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.7892467975616455, "Finetune/Loss (Raw)": 0.8563844561576843, "Finetune/Step": 2294, "Finetune/Step Time": 6.589288886636496}
+{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.7882131338119507, "Finetune/Loss (Raw)": 0.7806123495101929, "Finetune/Step": 2295, "Finetune/Step Time": 6.606479901820421}
+{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.7872570753097534, "Finetune/Loss (Raw)": 0.6849735379219055, "Finetune/Step": 2296, "Finetune/Step Time": 6.607059501111507}
+{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.7865332961082458, "Finetune/Loss (Raw)": 0.7937891483306885, "Finetune/Step": 2297, "Finetune/Step Time": 6.598634585738182}
+{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.7871350646018982, "Finetune/Loss (Raw)": 0.804731011390686, "Finetune/Step": 2298, "Finetune/Step Time": 6.599586993455887}
+{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.7885188460350037, "Finetune/Loss (Raw)": 0.9129822254180908, "Finetune/Step": 2299, "Finetune/Step Time": 6.597578635439277}
+{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.788537859916687, "Finetune/Loss (Raw)": 0.8773905634880066, "Finetune/Step": 2300, "Finetune/Step Time": 6.603218086063862}
+{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.7897961735725403, "Finetune/Loss (Raw)": 0.7679826021194458, "Finetune/Step": 2301, "Finetune/Step Time": 6.590258166193962}
+{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.790772557258606, "Finetune/Loss (Raw)": 0.7341556549072266, "Finetune/Step": 2302, "Finetune/Step Time": 6.58236388117075}
+{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.791471004486084, "Finetune/Loss (Raw)": 0.8580452799797058, "Finetune/Step": 2303, "Finetune/Step Time": 6.564744113013148}
+{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.7894059419631958, "Finetune/Loss (Raw)": 0.6447123289108276, "Finetune/Step": 2304, "Finetune/Step Time": 6.572452120482922}
+{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.7882503271102905, "Finetune/Loss (Raw)": 0.7559413313865662, "Finetune/Step": 2305, "Finetune/Step Time": 6.568271329626441}
+{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.789915144443512, "Finetune/Loss (Raw)": 0.9409387707710266, "Finetune/Step": 2306, "Finetune/Step Time": 6.570106698200107}
+{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.790554404258728, "Finetune/Loss (Raw)": 0.8636206388473511, "Finetune/Step": 2307, "Finetune/Step Time": 6.554642410948873}
+{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.7878059148788452, "Finetune/Loss (Raw)": 0.5274733304977417, "Finetune/Step": 2308, "Finetune/Step Time": 6.566874546930194}
+{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.7867498397827148, "Finetune/Loss (Raw)": 0.7711935043334961, "Finetune/Step": 2309, "Finetune/Step Time": 6.566937251016498}
+{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.7863985896110535, "Finetune/Loss (Raw)": 0.9010365009307861, "Finetune/Step": 2310, "Finetune/Step Time": 6.562429102137685}
+{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.7881141901016235, "Finetune/Loss (Raw)": 0.9135234355926514, "Finetune/Step": 2311, "Finetune/Step Time": 6.542459828779101}
+{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.7881955504417419, "Finetune/Loss (Raw)": 0.7065793871879578, "Finetune/Step": 2312, "Finetune/Step Time": 6.550982408225536}
+{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.7878795266151428, "Finetune/Loss (Raw)": 0.8281320333480835, "Finetune/Step": 2313, "Finetune/Step Time": 6.556375950574875}
+{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.7873799800872803, "Finetune/Loss (Raw)": 0.7590733766555786, "Finetune/Step": 2314, "Finetune/Step Time": 6.57441396266222}
+{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.7891474962234497, "Finetune/Loss (Raw)": 0.7823652625083923, "Finetune/Step": 2315, "Finetune/Step Time": 6.542248303070664}
+{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.7901458144187927, "Finetune/Loss (Raw)": 0.9179956912994385, "Finetune/Step": 2316, "Finetune/Step Time": 6.508263139054179}
+{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.790857195854187, "Finetune/Loss (Raw)": 0.7708362340927124, "Finetune/Step": 2317, "Finetune/Step Time": 6.504253454506397}
+{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.7913531064987183, "Finetune/Loss (Raw)": 0.7392972707748413, "Finetune/Step": 2318, "Finetune/Step Time": 6.493159798905253}
+{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.7922706604003906, "Finetune/Loss (Raw)": 0.9241796135902405, "Finetune/Step": 2319, "Finetune/Step Time": 6.484596714377403}
+{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.7930616140365601, "Finetune/Loss (Raw)": 0.778207004070282, "Finetune/Step": 2320, "Finetune/Step Time": 6.483456376940012}
+{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.7924026250839233, "Finetune/Loss (Raw)": 0.8197709321975708, "Finetune/Step": 2321, "Finetune/Step Time": 6.491180369630456}
+{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.7926025390625, "Finetune/Loss (Raw)": 0.8643999695777893, "Finetune/Step": 2322, "Finetune/Step Time": 6.4919864777475595}
+{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.7910608053207397, "Finetune/Loss (Raw)": 0.7026986479759216, "Finetune/Step": 2323, "Finetune/Step Time": 6.506593296304345}
+{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.791232705116272, "Finetune/Loss (Raw)": 0.7792416214942932, "Finetune/Step": 2324, "Finetune/Step Time": 6.497919116169214}
+{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.7916858196258545, "Finetune/Loss (Raw)": 0.8718982934951782, "Finetune/Step": 2325, "Finetune/Step Time": 6.505299594253302}
+{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.7890093922615051, "Finetune/Loss (Raw)": 0.4363519251346588, "Finetune/Step": 2326, "Finetune/Step Time": 6.5195137076079845}
+{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.7895458936691284, "Finetune/Loss (Raw)": 0.8382275104522705, "Finetune/Step": 2327, "Finetune/Step Time": 6.535935094580054}
+{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.7896143794059753, "Finetune/Loss (Raw)": 0.7360485792160034, "Finetune/Step": 2328, "Finetune/Step Time": 6.531016975641251}
+{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.7940061092376709, "Finetune/Loss (Raw)": 0.9138012528419495, "Finetune/Step": 2329, "Finetune/Step Time": 6.514344302937388}
+{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.7933111190795898, "Finetune/Loss (Raw)": 0.721298098564148, "Finetune/Step": 2330, "Finetune/Step Time": 6.527209939435124}
+{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.7935644388198853, "Finetune/Loss (Raw)": 0.8311035633087158, "Finetune/Step": 2331, "Finetune/Step Time": 6.535835677757859}
+{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.795940101146698, "Finetune/Loss (Raw)": 1.0093728303909302, "Finetune/Step": 2332, "Finetune/Step Time": 6.531898654997349}
+{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.799453854560852, "Finetune/Loss (Raw)": 0.8743825554847717, "Finetune/Step": 2333, "Finetune/Step Time": 6.530912039801478}
+{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.8015347719192505, "Finetune/Loss (Raw)": 0.8381381034851074, "Finetune/Step": 2334, "Finetune/Step Time": 6.504265338182449}
+{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.8012763261795044, "Finetune/Loss (Raw)": 0.825230062007904, "Finetune/Step": 2335, "Finetune/Step Time": 6.506632188335061}
+{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.8017197847366333, "Finetune/Loss (Raw)": 0.8221222162246704, "Finetune/Step": 2336, "Finetune/Step Time": 6.512035911902785}
+{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.8028203845024109, "Finetune/Loss (Raw)": 0.933423638343811, "Finetune/Step": 2337, "Finetune/Step Time": 6.5115718357265}
+{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.80641108751297, "Finetune/Loss (Raw)": 0.8529621958732605, "Finetune/Step": 2338, "Finetune/Step Time": 6.482846008613706}
+{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.8049929141998291, "Finetune/Loss (Raw)": 0.7322600483894348, "Finetune/Step": 2339, "Finetune/Step Time": 6.478338053449988}
+{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.8063984513282776, "Finetune/Loss (Raw)": 0.7724511623382568, "Finetune/Step": 2340, "Finetune/Step Time": 6.464621931314468}
+{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.8076894283294678, "Finetune/Loss (Raw)": 0.8804044127464294, "Finetune/Step": 2341, "Finetune/Step Time": 6.491120530292392}
+{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.8056507110595703, "Finetune/Loss (Raw)": 0.3547685146331787, "Finetune/Step": 2342, "Finetune/Step Time": 6.503291882574558}
+{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.8060319423675537, "Finetune/Loss (Raw)": 0.9162574410438538, "Finetune/Step": 2343, "Finetune/Step Time": 6.521687725558877}
+{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.805331826210022, "Finetune/Loss (Raw)": 0.7708410024642944, "Finetune/Step": 2344, "Finetune/Step Time": 6.546035513281822}
+{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.8059806227684021, "Finetune/Loss (Raw)": 1.0165044069290161, "Finetune/Step": 2345, "Finetune/Step Time": 6.541072115302086}
+{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.8080205917358398, "Finetune/Loss (Raw)": 0.8044328689575195, "Finetune/Step": 2346, "Finetune/Step Time": 6.537461683154106}
+{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.8089234232902527, "Finetune/Loss (Raw)": 0.8283439874649048, "Finetune/Step": 2347, "Finetune/Step Time": 6.507472349330783}
+{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.8088529706001282, "Finetune/Loss (Raw)": 0.8332052826881409, "Finetune/Step": 2348, "Finetune/Step Time": 6.509656781330705}
+{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.8095302581787109, "Finetune/Loss (Raw)": 0.7932901382446289, "Finetune/Step": 2349, "Finetune/Step Time": 6.501945286989212}
+{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.809043824672699, "Finetune/Loss (Raw)": 0.827671229839325, "Finetune/Step": 2350, "Finetune/Step Time": 6.495731990784407}
+{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.8095376491546631, "Finetune/Loss (Raw)": 0.9247224926948547, "Finetune/Step": 2351, "Finetune/Step Time": 6.493523437529802}
+{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.809665322303772, "Finetune/Loss (Raw)": 0.8447318077087402, "Finetune/Step": 2352, "Finetune/Step Time": 6.502506043761969}
+{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.8101978302001953, "Finetune/Loss (Raw)": 0.8392030000686646, "Finetune/Step": 2353, "Finetune/Step Time": 6.4975361879915}
+{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.8101445436477661, "Finetune/Loss (Raw)": 0.8410078883171082, "Finetune/Step": 2354, "Finetune/Step Time": 6.490869149565697}
+{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.8092751502990723, "Finetune/Loss (Raw)": 0.7936140298843384, "Finetune/Step": 2355, "Finetune/Step Time": 6.488634331151843}
+{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.8087104558944702, "Finetune/Loss (Raw)": 0.6952371597290039, "Finetune/Step": 2356, "Finetune/Step Time": 6.499629151076078}
+{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.8091134428977966, "Finetune/Loss (Raw)": 0.8201133608818054, "Finetune/Step": 2357, "Finetune/Step Time": 6.504909450188279}
+{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.8101702928543091, "Finetune/Loss (Raw)": 0.9074639081954956, "Finetune/Step": 2358, "Finetune/Step Time": 6.5028696078807116}
+{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.8052235245704651, "Finetune/Loss (Raw)": 0.2905934453010559, "Finetune/Step": 2359, "Finetune/Step Time": 6.522260503843427}
+{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.8045405149459839, "Finetune/Loss (Raw)": 0.8785278797149658, "Finetune/Step": 2360, "Finetune/Step Time": 6.5224339589476585}
+{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.8060832023620605, "Finetune/Loss (Raw)": 0.8867859244346619, "Finetune/Step": 2361, "Finetune/Step Time": 6.517393143847585}
+{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.8053703904151917, "Finetune/Loss (Raw)": 0.8272390961647034, "Finetune/Step": 2362, "Finetune/Step Time": 6.511233640834689}
+{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.8026230931282043, "Finetune/Loss (Raw)": 0.5722087025642395, "Finetune/Step": 2363, "Finetune/Step Time": 6.518160423263907}
+{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.8012576103210449, "Finetune/Loss (Raw)": 0.7493665218353271, "Finetune/Step": 2364, "Finetune/Step Time": 6.50619568862021}
+{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.8022428154945374, "Finetune/Loss (Raw)": 0.8774305582046509, "Finetune/Step": 2365, "Finetune/Step Time": 6.5021263640373945}
+{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.8014364838600159, "Finetune/Loss (Raw)": 0.5708587169647217, "Finetune/Step": 2366, "Finetune/Step Time": 6.499099478125572}
+{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.7999922633171082, "Finetune/Loss (Raw)": 0.9277790784835815, "Finetune/Step": 2367, "Finetune/Step Time": 6.505153518170118}
+{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.7984824180603027, "Finetune/Loss (Raw)": 0.7818776369094849, "Finetune/Step": 2368, "Finetune/Step Time": 6.501475438475609}
+{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.7986321449279785, "Finetune/Loss (Raw)": 0.9564173221588135, "Finetune/Step": 2369, "Finetune/Step Time": 6.499039977788925}
+{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.7987929582595825, "Finetune/Loss (Raw)": 0.8209256529808044, "Finetune/Step": 2370, "Finetune/Step Time": 6.491335799917579}
+{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.7997018694877625, "Finetune/Loss (Raw)": 0.9256927967071533, "Finetune/Step": 2371, "Finetune/Step Time": 6.490623099729419}
+{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.7973262071609497, "Finetune/Loss (Raw)": 0.7719153165817261, "Finetune/Step": 2372, "Finetune/Step Time": 6.493572406470776}
+{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.7978044748306274, "Finetune/Loss (Raw)": 0.9298931956291199, "Finetune/Step": 2373, "Finetune/Step Time": 6.515880703926086}
+{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.796028196811676, "Finetune/Loss (Raw)": 0.7288191318511963, "Finetune/Step": 2374, "Finetune/Step Time": 6.517836203798652}
+{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.7955509424209595, "Finetune/Loss (Raw)": 0.6523515582084656, "Finetune/Step": 2375, "Finetune/Step Time": 6.5218594670295715}
+{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.7970222234725952, "Finetune/Loss (Raw)": 0.9007426500320435, "Finetune/Step": 2376, "Finetune/Step Time": 6.527242681011558}
+{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.7985647916793823, "Finetune/Loss (Raw)": 0.9727336764335632, "Finetune/Step": 2377, "Finetune/Step Time": 6.527989676222205}
+{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.7995935082435608, "Finetune/Loss (Raw)": 0.9079872965812683, "Finetune/Step": 2378, "Finetune/Step Time": 6.507147744297981}
+{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.7992401123046875, "Finetune/Loss (Raw)": 0.8216034173965454, "Finetune/Step": 2379, "Finetune/Step Time": 6.524001773446798}
+{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.8025657534599304, "Finetune/Loss (Raw)": 0.7410364747047424, "Finetune/Step": 2380, "Finetune/Step Time": 6.5142767932266}
+{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.802027702331543, "Finetune/Loss (Raw)": 0.8219691514968872, "Finetune/Step": 2381, "Finetune/Step Time": 6.516227571293712}
+{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.7999172806739807, "Finetune/Loss (Raw)": 0.6723042726516724, "Finetune/Step": 2382, "Finetune/Step Time": 6.528528595343232}
+{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.7975600957870483, "Finetune/Loss (Raw)": 0.5600371360778809, "Finetune/Step": 2383, "Finetune/Step Time": 6.5424728356301785}
+{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.7991340160369873, "Finetune/Loss (Raw)": 0.963368833065033, "Finetune/Step": 2384, "Finetune/Step Time": 6.53861515969038}
+{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.7989591360092163, "Finetune/Loss (Raw)": 0.8031409978866577, "Finetune/Step": 2385, "Finetune/Step Time": 6.5436705611646175}
+{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.8013939261436462, "Finetune/Loss (Raw)": 0.965804934501648, "Finetune/Step": 2386, "Finetune/Step Time": 6.56933918222785}
+{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.8017489314079285, "Finetune/Loss (Raw)": 0.8075405359268188, "Finetune/Step": 2387, "Finetune/Step Time": 6.583150900900364}
+{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.8021035194396973, "Finetune/Loss (Raw)": 0.8195642828941345, "Finetune/Step": 2388, "Finetune/Step Time": 6.593409771099687}
+{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.8025741577148438, "Finetune/Loss (Raw)": 0.9554992914199829, "Finetune/Step": 2389, "Finetune/Step Time": 6.592173123732209}
+{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.8023378849029541, "Finetune/Loss (Raw)": 0.9447478652000427, "Finetune/Step": 2390, "Finetune/Step Time": 6.595806669443846}
+{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.8034189343452454, "Finetune/Loss (Raw)": 0.9336243271827698, "Finetune/Step": 2391, "Finetune/Step Time": 6.594965003430843}
+{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.8031224012374878, "Finetune/Loss (Raw)": 0.8526584506034851, "Finetune/Step": 2392, "Finetune/Step Time": 6.595091437920928}
+{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.8039657473564148, "Finetune/Loss (Raw)": 0.9216242432594299, "Finetune/Step": 2393, "Finetune/Step Time": 6.608194958418608}
+{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.802769124507904, "Finetune/Loss (Raw)": 0.39605051279067993, "Finetune/Step": 2394, "Finetune/Step Time": 6.628493130207062}
+{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.8030099868774414, "Finetune/Loss (Raw)": 0.8557285666465759, "Finetune/Step": 2395, "Finetune/Step Time": 6.632790660485625}
+{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.8033601641654968, "Finetune/Loss (Raw)": 0.7940203547477722, "Finetune/Step": 2396, "Finetune/Step Time": 6.629892710596323}
+{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.8030351400375366, "Finetune/Loss (Raw)": 0.8476217985153198, "Finetune/Step": 2397, "Finetune/Step Time": 6.6272277161479}
+{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.8063429594039917, "Finetune/Loss (Raw)": 1.0149428844451904, "Finetune/Step": 2398, "Finetune/Step Time": 6.617838596925139}
+{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.8065536022186279, "Finetune/Loss (Raw)": 0.9200689792633057, "Finetune/Step": 2399, "Finetune/Step Time": 6.624613996595144}
+{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.8053706884384155, "Finetune/Loss (Raw)": 0.7346426844596863, "Finetune/Step": 2400, "Finetune/Step Time": 6.617190521210432}
+{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.805481493473053, "Finetune/Loss (Raw)": 0.8237751722335815, "Finetune/Step": 2401, "Finetune/Step Time": 6.620460409671068}
+{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.8051519393920898, "Finetune/Loss (Raw)": 0.7221389412879944, "Finetune/Step": 2402, "Finetune/Step Time": 6.60537694953382}
+{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.8046396374702454, "Finetune/Loss (Raw)": 0.8510823249816895, "Finetune/Step": 2403, "Finetune/Step Time": 6.613817365840077}
+{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.8047904968261719, "Finetune/Loss (Raw)": 0.8672304749488831, "Finetune/Step": 2404, "Finetune/Step Time": 6.61320941708982}
+{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.8056728839874268, "Finetune/Loss (Raw)": 0.7973700165748596, "Finetune/Step": 2405, "Finetune/Step Time": 6.609704814851284}
+{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.8060652017593384, "Finetune/Loss (Raw)": 0.9399136900901794, "Finetune/Step": 2406, "Finetune/Step Time": 6.611691229045391}
+{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.8039241433143616, "Finetune/Loss (Raw)": 0.5792677998542786, "Finetune/Step": 2407, "Finetune/Step Time": 6.633484510704875}
+{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.8052588701248169, "Finetune/Loss (Raw)": 1.014704942703247, "Finetune/Step": 2408, "Finetune/Step Time": 6.642608551308513}
+{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.8053652048110962, "Finetune/Loss (Raw)": 0.8245421051979065, "Finetune/Step": 2409, "Finetune/Step Time": 6.643412418663502}
+{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.8051741123199463, "Finetune/Loss (Raw)": 0.7937329411506653, "Finetune/Step": 2410, "Finetune/Step Time": 6.652860049158335}
+{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.8030997514724731, "Finetune/Loss (Raw)": 0.6826112866401672, "Finetune/Step": 2411, "Finetune/Step Time": 6.649859324097633}
+{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.804067850112915, "Finetune/Loss (Raw)": 0.763367772102356, "Finetune/Step": 2412, "Finetune/Step Time": 6.629354761913419}
+{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.803901195526123, "Finetune/Loss (Raw)": 0.7548247575759888, "Finetune/Step": 2413, "Finetune/Step Time": 6.62042099237442}
+{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.8047353029251099, "Finetune/Loss (Raw)": 0.8967614769935608, "Finetune/Step": 2414, "Finetune/Step Time": 6.607193261384964}
+{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.806563138961792, "Finetune/Loss (Raw)": 0.8270668387413025, "Finetune/Step": 2415, "Finetune/Step Time": 6.6074498407542706}
+{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.8054928183555603, "Finetune/Loss (Raw)": 0.7715050578117371, "Finetune/Step": 2416, "Finetune/Step Time": 6.606453895568848}
+{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.806448221206665, "Finetune/Loss (Raw)": 0.7459503412246704, "Finetune/Step": 2417, "Finetune/Step Time": 6.60545120947063}
+{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.8025911450386047, "Finetune/Loss (Raw)": 0.4417833089828491, "Finetune/Step": 2418, "Finetune/Step Time": 6.625306196510792}
+{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.8026002049446106, "Finetune/Loss (Raw)": 0.775292694568634, "Finetune/Step": 2419, "Finetune/Step Time": 6.633943798020482}
+{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.8045445680618286, "Finetune/Loss (Raw)": 1.0038330554962158, "Finetune/Step": 2420, "Finetune/Step Time": 6.624444196000695}
+{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.8051910996437073, "Finetune/Loss (Raw)": 0.6468140482902527, "Finetune/Step": 2421, "Finetune/Step Time": 6.6345286928117275}
+{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.8038620352745056, "Finetune/Loss (Raw)": 0.6862595677375793, "Finetune/Step": 2422, "Finetune/Step Time": 6.645049974322319}
+{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.8023444414138794, "Finetune/Loss (Raw)": 0.5863584876060486, "Finetune/Step": 2423, "Finetune/Step Time": 6.638965662568808}
+{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.8038798570632935, "Finetune/Loss (Raw)": 0.8815069198608398, "Finetune/Step": 2424, "Finetune/Step Time": 6.639010641723871}
+{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.8031656742095947, "Finetune/Loss (Raw)": 0.702373206615448, "Finetune/Step": 2425, "Finetune/Step Time": 6.650077119469643}
+{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.7997728586196899, "Finetune/Loss (Raw)": 0.37045636773109436, "Finetune/Step": 2426, "Finetune/Step Time": 6.669518327340484}
+{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.7993347644805908, "Finetune/Loss (Raw)": 0.8569010496139526, "Finetune/Step": 2427, "Finetune/Step Time": 6.66146182641387}
+{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.7980145215988159, "Finetune/Loss (Raw)": 0.708400309085846, "Finetune/Step": 2428, "Finetune/Step Time": 6.656235737726092}
+{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.7987097501754761, "Finetune/Loss (Raw)": 0.8569744825363159, "Finetune/Step": 2429, "Finetune/Step Time": 6.6781233083456755}
+{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.798392653465271, "Finetune/Loss (Raw)": 0.6935703754425049, "Finetune/Step": 2430, "Finetune/Step Time": 6.702609432861209}
+{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.7987827062606812, "Finetune/Loss (Raw)": 0.9079635143280029, "Finetune/Step": 2431, "Finetune/Step Time": 6.701285522431135}
+{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.8001381158828735, "Finetune/Loss (Raw)": 0.8182036876678467, "Finetune/Step": 2432, "Finetune/Step Time": 6.703418372198939}
+{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.8000023365020752, "Finetune/Loss (Raw)": 0.7385717034339905, "Finetune/Step": 2433, "Finetune/Step Time": 6.702948288992047}
+{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.7992943525314331, "Finetune/Loss (Raw)": 0.8503122329711914, "Finetune/Step": 2434, "Finetune/Step Time": 6.7021846156567335}
+{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.7988912463188171, "Finetune/Loss (Raw)": 0.8120244741439819, "Finetune/Step": 2435, "Finetune/Step Time": 6.71102949231863}
+{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.8016766309738159, "Finetune/Loss (Raw)": 0.8839990496635437, "Finetune/Step": 2436, "Finetune/Step Time": 6.694068502634764}
+{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.8017449378967285, "Finetune/Loss (Raw)": 0.7799422144889832, "Finetune/Step": 2437, "Finetune/Step Time": 6.699120869860053}
+{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.8018656969070435, "Finetune/Loss (Raw)": 0.9164968729019165, "Finetune/Step": 2438, "Finetune/Step Time": 6.703046539798379}
+{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.8018465042114258, "Finetune/Loss (Raw)": 0.9110596179962158, "Finetune/Step": 2439, "Finetune/Step Time": 6.702810604125261}
+{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.8034039735794067, "Finetune/Loss (Raw)": 0.9059417247772217, "Finetune/Step": 2440, "Finetune/Step Time": 6.6826894544065}
+{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.8041438460350037, "Finetune/Loss (Raw)": 0.9228319525718689, "Finetune/Step": 2441, "Finetune/Step Time": 6.677828727290034}
+{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.8047928810119629, "Finetune/Loss (Raw)": 0.8421569466590881, "Finetune/Step": 2442, "Finetune/Step Time": 6.663733281195164}
+{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.8058813810348511, "Finetune/Loss (Raw)": 0.9216778874397278, "Finetune/Step": 2443, "Finetune/Step Time": 6.668379241600633}
+{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.8054454922676086, "Finetune/Loss (Raw)": 0.8622123599052429, "Finetune/Step": 2444, "Finetune/Step Time": 6.674841575324535}
+{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.8024527430534363, "Finetune/Loss (Raw)": 0.38776296377182007, "Finetune/Step": 2445, "Finetune/Step Time": 6.6910901721566916}
+{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.8035778999328613, "Finetune/Loss (Raw)": 0.8833190202713013, "Finetune/Step": 2446, "Finetune/Step Time": 6.692743763327599}
+{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.8030186295509338, "Finetune/Loss (Raw)": 0.8525851964950562, "Finetune/Step": 2447, "Finetune/Step Time": 6.69719385355711}
+{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.8040405511856079, "Finetune/Loss (Raw)": 0.9090180993080139, "Finetune/Step": 2448, "Finetune/Step Time": 6.698960360139608}
+{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.8032146692276001, "Finetune/Loss (Raw)": 0.7140535116195679, "Finetune/Step": 2449, "Finetune/Step Time": 6.6910837180912495}
+{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.8002198934555054, "Finetune/Loss (Raw)": 0.48107242584228516, "Finetune/Step": 2450, "Finetune/Step Time": 6.70741300098598}
+{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.7972335815429688, "Finetune/Loss (Raw)": 0.3204544484615326, "Finetune/Step": 2451, "Finetune/Step Time": 6.715071491897106}
+{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.7973287105560303, "Finetune/Loss (Raw)": 0.7914166450500488, "Finetune/Step": 2452, "Finetune/Step Time": 6.716084370389581}
+{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.7967439889907837, "Finetune/Loss (Raw)": 0.7970526814460754, "Finetune/Step": 2453, "Finetune/Step Time": 6.7433585077524185}
+{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.7997276782989502, "Finetune/Loss (Raw)": 0.8182668685913086, "Finetune/Step": 2454, "Finetune/Step Time": 6.733487134799361}
+{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.8000437021255493, "Finetune/Loss (Raw)": 0.8786678910255432, "Finetune/Step": 2455, "Finetune/Step Time": 6.720127388834953}
+{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.8012304902076721, "Finetune/Loss (Raw)": 0.8879638314247131, "Finetune/Step": 2456, "Finetune/Step Time": 6.7099827490746975}
+{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.8007761836051941, "Finetune/Loss (Raw)": 0.8556510806083679, "Finetune/Step": 2457, "Finetune/Step Time": 6.706542816013098}
+{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.8014387488365173, "Finetune/Loss (Raw)": 0.8061075806617737, "Finetune/Step": 2458, "Finetune/Step Time": 6.7218662314116955}
+{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.8011181354522705, "Finetune/Loss (Raw)": 0.7900659441947937, "Finetune/Step": 2459, "Finetune/Step Time": 6.725651910528541}
+{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.799163818359375, "Finetune/Loss (Raw)": 0.7592203617095947, "Finetune/Step": 2460, "Finetune/Step Time": 6.720346577465534}
+{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.7997102737426758, "Finetune/Loss (Raw)": 0.944327175617218, "Finetune/Step": 2461, "Finetune/Step Time": 6.716246830299497}
+{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.7998951077461243, "Finetune/Loss (Raw)": 0.8617983460426331, "Finetune/Step": 2462, "Finetune/Step Time": 6.703017424792051}
+{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.7995988726615906, "Finetune/Loss (Raw)": 0.7873085141181946, "Finetune/Step": 2463, "Finetune/Step Time": 6.70238795876503}
+{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.8001245260238647, "Finetune/Loss (Raw)": 0.8894008994102478, "Finetune/Step": 2464, "Finetune/Step Time": 6.687818609178066}
+{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.7992846369743347, "Finetune/Loss (Raw)": 0.8259277939796448, "Finetune/Step": 2465, "Finetune/Step Time": 6.690217582508922}
+{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.7986459732055664, "Finetune/Loss (Raw)": 0.7712145447731018, "Finetune/Step": 2466, "Finetune/Step Time": 6.691205000504851}
+{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.7993007898330688, "Finetune/Loss (Raw)": 0.8160749673843384, "Finetune/Step": 2467, "Finetune/Step Time": 6.671307614073157}
+{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.8006079792976379, "Finetune/Loss (Raw)": 0.9397677779197693, "Finetune/Step": 2468, "Finetune/Step Time": 6.674739737063646}
+{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.800904393196106, "Finetune/Loss (Raw)": 0.9183486104011536, "Finetune/Step": 2469, "Finetune/Step Time": 6.646550763398409}
+{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.8040803670883179, "Finetune/Loss (Raw)": 0.7612895369529724, "Finetune/Step": 2470, "Finetune/Step Time": 6.632282771170139}
+{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.8039019107818604, "Finetune/Loss (Raw)": 0.8934086561203003, "Finetune/Step": 2471, "Finetune/Step Time": 6.615521596744657}
+{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.8044493198394775, "Finetune/Loss (Raw)": 0.840912938117981, "Finetune/Step": 2472, "Finetune/Step Time": 6.589414961636066}
+{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.8034002184867859, "Finetune/Loss (Raw)": 0.8822256922721863, "Finetune/Step": 2473, "Finetune/Step Time": 6.594813138246536}
+{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.8034802675247192, "Finetune/Loss (Raw)": 0.8146776556968689, "Finetune/Step": 2474, "Finetune/Step Time": 6.5990737825632095}
+{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.8033503293991089, "Finetune/Loss (Raw)": 0.8117142915725708, "Finetune/Step": 2475, "Finetune/Step Time": 6.598519491031766}
+{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.8034706115722656, "Finetune/Loss (Raw)": 0.8486043214797974, "Finetune/Step": 2476, "Finetune/Step Time": 6.59587025642395}
+{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.8037444949150085, "Finetune/Loss (Raw)": 0.8283409476280212, "Finetune/Step": 2477, "Finetune/Step Time": 6.592570876702666}
+{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.8036885261535645, "Finetune/Loss (Raw)": 0.8205089569091797, "Finetune/Step": 2478, "Finetune/Step Time": 6.591954221948981}
+{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.8021478652954102, "Finetune/Loss (Raw)": 0.7275123596191406, "Finetune/Step": 2479, "Finetune/Step Time": 6.592044306918979}
+{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.8011664152145386, "Finetune/Loss (Raw)": 0.7191066741943359, "Finetune/Step": 2480, "Finetune/Step Time": 6.590043278411031}
+{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.7975397109985352, "Finetune/Loss (Raw)": 0.374987930059433, "Finetune/Step": 2481, "Finetune/Step Time": 6.605595765635371}
+{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.7989617586135864, "Finetune/Loss (Raw)": 1.0230261087417603, "Finetune/Step": 2482, "Finetune/Step Time": 6.602494701743126}
+{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.7986609935760498, "Finetune/Loss (Raw)": 0.7551169991493225, "Finetune/Step": 2483, "Finetune/Step Time": 6.607150061056018}
+{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.7990198731422424, "Finetune/Loss (Raw)": 0.7411728501319885, "Finetune/Step": 2484, "Finetune/Step Time": 6.602093040943146}
+{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.799174427986145, "Finetune/Loss (Raw)": 0.8399010300636292, "Finetune/Step": 2485, "Finetune/Step Time": 6.601625580340624}
+{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.7971000671386719, "Finetune/Loss (Raw)": 0.6419458985328674, "Finetune/Step": 2486, "Finetune/Step Time": 6.611015304923058}
+{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.797264575958252, "Finetune/Loss (Raw)": 0.3116479218006134, "Finetune/Step": 2487, "Finetune/Step Time": 6.608553620055318}
+{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.7975793480873108, "Finetune/Loss (Raw)": 0.9188193678855896, "Finetune/Step": 2488, "Finetune/Step Time": 6.60658379085362}
+{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.7974620461463928, "Finetune/Loss (Raw)": 0.8717719316482544, "Finetune/Step": 2489, "Finetune/Step Time": 6.6236587800085545}
+{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.7934764623641968, "Finetune/Loss (Raw)": 0.3170848488807678, "Finetune/Step": 2490, "Finetune/Step Time": 6.646508552134037}
+{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.7952446341514587, "Finetune/Loss (Raw)": 0.7985336184501648, "Finetune/Step": 2491, "Finetune/Step Time": 6.639356218278408}
+{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.7950609922409058, "Finetune/Loss (Raw)": 0.7258550524711609, "Finetune/Step": 2492, "Finetune/Step Time": 6.639746483415365}
+{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.7948670387268066, "Finetune/Loss (Raw)": 0.8526129126548767, "Finetune/Step": 2493, "Finetune/Step Time": 6.647157456725836}
+{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.7976633310317993, "Finetune/Loss (Raw)": 0.9287838935852051, "Finetune/Step": 2494, "Finetune/Step Time": 6.635344663634896}
+{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.7970690727233887, "Finetune/Loss (Raw)": 0.8517117500305176, "Finetune/Step": 2495, "Finetune/Step Time": 6.627821810543537}
+{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.7970035076141357, "Finetune/Loss (Raw)": 0.7734879851341248, "Finetune/Step": 2496, "Finetune/Step Time": 6.648415120318532}
+{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.7947776913642883, "Finetune/Loss (Raw)": 0.6715095043182373, "Finetune/Step": 2497, "Finetune/Step Time": 6.647345870733261}
+{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.7957374453544617, "Finetune/Loss (Raw)": 0.9437764883041382, "Finetune/Step": 2498, "Finetune/Step Time": 6.647011037915945}
+{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.7925819754600525, "Finetune/Loss (Raw)": 0.5217888951301575, "Finetune/Step": 2499, "Finetune/Step Time": 6.6590400747954845}
+{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.7932956218719482, "Finetune/Loss (Raw)": 0.8632577061653137, "Finetune/Step": 2500, "Finetune/Step Time": 6.658689267933369}
+{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.7929984331130981, "Finetune/Loss (Raw)": 0.8918638229370117, "Finetune/Step": 2501, "Finetune/Step Time": 6.649648085236549}
+{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.7940608263015747, "Finetune/Loss (Raw)": 0.8647964596748352, "Finetune/Step": 2502, "Finetune/Step Time": 6.649133680388331}
+{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.7954350709915161, "Finetune/Loss (Raw)": 0.8282561898231506, "Finetune/Step": 2503, "Finetune/Step Time": 6.637745246291161}
+{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.7950053215026855, "Finetune/Loss (Raw)": 0.845736563205719, "Finetune/Step": 2504, "Finetune/Step Time": 6.641387291252613}
+{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.7938589453697205, "Finetune/Loss (Raw)": 0.8259969353675842, "Finetune/Step": 2505, "Finetune/Step Time": 6.640776194632053}
+{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.7929415702819824, "Finetune/Loss (Raw)": 0.7905649542808533, "Finetune/Step": 2506, "Finetune/Step Time": 6.644177133217454}
+{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.7937833070755005, "Finetune/Loss (Raw)": 0.9293439984321594, "Finetune/Step": 2507, "Finetune/Step Time": 6.630824228748679}
+{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.7937648296356201, "Finetune/Loss (Raw)": 0.7386679649353027, "Finetune/Step": 2508, "Finetune/Step Time": 6.62705154530704}
+{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.7935594320297241, "Finetune/Loss (Raw)": 0.7956910133361816, "Finetune/Step": 2509, "Finetune/Step Time": 6.630565896630287}
+{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.7954868078231812, "Finetune/Loss (Raw)": 0.918999969959259, "Finetune/Step": 2510, "Finetune/Step Time": 6.613668480888009}
+{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.7979227304458618, "Finetune/Loss (Raw)": 0.8718335032463074, "Finetune/Step": 2511, "Finetune/Step Time": 6.609276765957475}
+{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.7959275245666504, "Finetune/Loss (Raw)": 0.7079850435256958, "Finetune/Step": 2512, "Finetune/Step Time": 6.617942521348596}
+{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.7954081296920776, "Finetune/Loss (Raw)": 0.7366614937782288, "Finetune/Step": 2513, "Finetune/Step Time": 6.617281261831522}
+{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.7946188449859619, "Finetune/Loss (Raw)": 0.8647716641426086, "Finetune/Step": 2514, "Finetune/Step Time": 6.603742660954595}
+{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.7934412956237793, "Finetune/Loss (Raw)": 0.6568203568458557, "Finetune/Step": 2515, "Finetune/Step Time": 6.608681263402104}
+{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.7931802272796631, "Finetune/Loss (Raw)": 0.7861480116844177, "Finetune/Step": 2516, "Finetune/Step Time": 6.58691156283021}
+{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.7924597263336182, "Finetune/Loss (Raw)": 0.8632708787918091, "Finetune/Step": 2517, "Finetune/Step Time": 6.589421831071377}
+{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.7909707427024841, "Finetune/Loss (Raw)": 0.7541580200195312, "Finetune/Step": 2518, "Finetune/Step Time": 6.595251189544797}
+{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.7898170948028564, "Finetune/Loss (Raw)": 0.7859618067741394, "Finetune/Step": 2519, "Finetune/Step Time": 6.599753690883517}
+{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.7903871536254883, "Finetune/Loss (Raw)": 0.9256161451339722, "Finetune/Step": 2520, "Finetune/Step Time": 6.599330686032772}
+{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.7863239049911499, "Finetune/Loss (Raw)": 0.4015311300754547, "Finetune/Step": 2521, "Finetune/Step Time": 6.603056877851486}
+{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.7896403074264526, "Finetune/Loss (Raw)": 0.8205485939979553, "Finetune/Step": 2522, "Finetune/Step Time": 6.594776013866067}
+{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.7877501845359802, "Finetune/Loss (Raw)": 0.6137931942939758, "Finetune/Step": 2523, "Finetune/Step Time": 6.59696034155786}
+{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.7877039909362793, "Finetune/Loss (Raw)": 0.7881128787994385, "Finetune/Step": 2524, "Finetune/Step Time": 6.596183814108372}
+{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.78592848777771, "Finetune/Loss (Raw)": 0.6203585863113403, "Finetune/Step": 2525, "Finetune/Step Time": 6.61937958933413}
+{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.7846103310585022, "Finetune/Loss (Raw)": 0.8462138175964355, "Finetune/Step": 2526, "Finetune/Step Time": 6.631961865350604}
+{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.7839118242263794, "Finetune/Loss (Raw)": 0.8306589722633362, "Finetune/Step": 2527, "Finetune/Step Time": 6.64191510155797}
+{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.7855739593505859, "Finetune/Loss (Raw)": 0.9474003911018372, "Finetune/Step": 2528, "Finetune/Step Time": 6.648072769865394}
+{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.7812146544456482, "Finetune/Loss (Raw)": 0.2657864987850189, "Finetune/Step": 2529, "Finetune/Step Time": 6.6659173257648945}
+{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.7821661233901978, "Finetune/Loss (Raw)": 0.8439177870750427, "Finetune/Step": 2530, "Finetune/Step Time": 6.657408509403467}
+{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.7815666198730469, "Finetune/Loss (Raw)": 0.7743527293205261, "Finetune/Step": 2531, "Finetune/Step Time": 6.6557587664574385}
+{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.7810196876525879, "Finetune/Loss (Raw)": 0.7972294688224792, "Finetune/Step": 2532, "Finetune/Step Time": 6.682258909568191}
+{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.7805007696151733, "Finetune/Loss (Raw)": 0.7309386134147644, "Finetune/Step": 2533, "Finetune/Step Time": 6.6847900822758675}
+{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.7760909199714661, "Finetune/Loss (Raw)": 0.37545472383499146, "Finetune/Step": 2534, "Finetune/Step Time": 6.7029222343117}
+{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.7788316011428833, "Finetune/Loss (Raw)": 0.930077314376831, "Finetune/Step": 2535, "Finetune/Step Time": 6.687338570132852}
+{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.7758221626281738, "Finetune/Loss (Raw)": 0.6294887661933899, "Finetune/Step": 2536, "Finetune/Step Time": 6.694749558344483}
+{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.7751495242118835, "Finetune/Loss (Raw)": 0.7384483218193054, "Finetune/Step": 2537, "Finetune/Step Time": 6.7016602624207735}
+{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.7757812738418579, "Finetune/Loss (Raw)": 0.8745992183685303, "Finetune/Step": 2538, "Finetune/Step Time": 6.70509047806263}
+{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.7765964865684509, "Finetune/Loss (Raw)": 0.7869582176208496, "Finetune/Step": 2539, "Finetune/Step Time": 6.703580640256405}
+{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.7770979404449463, "Finetune/Loss (Raw)": 0.8275595307350159, "Finetune/Step": 2540, "Finetune/Step Time": 6.703507235273719}
+{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.7764132022857666, "Finetune/Loss (Raw)": 0.6671717166900635, "Finetune/Step": 2541, "Finetune/Step Time": 6.719900973141193}
+{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.7758781909942627, "Finetune/Loss (Raw)": 0.8282775282859802, "Finetune/Step": 2542, "Finetune/Step Time": 6.724013056606054}
+{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.7760171294212341, "Finetune/Loss (Raw)": 0.8448529243469238, "Finetune/Step": 2543, "Finetune/Step Time": 6.7188982125371695}
+{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.77509605884552, "Finetune/Loss (Raw)": 0.6536079049110413, "Finetune/Step": 2544, "Finetune/Step Time": 6.728418504819274}
+{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.7756273150444031, "Finetune/Loss (Raw)": 0.8139567375183105, "Finetune/Step": 2545, "Finetune/Step Time": 6.722070924937725}
+{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.774360716342926, "Finetune/Loss (Raw)": 0.2796569764614105, "Finetune/Step": 2546, "Finetune/Step Time": 6.72086763009429}
+{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.7745016813278198, "Finetune/Loss (Raw)": 0.7933300137519836, "Finetune/Step": 2547, "Finetune/Step Time": 6.69232215732336}
+{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.7740567922592163, "Finetune/Loss (Raw)": 0.9468966722488403, "Finetune/Step": 2548, "Finetune/Step Time": 6.694174684584141}
+{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.7714954614639282, "Finetune/Loss (Raw)": 0.318950891494751, "Finetune/Step": 2549, "Finetune/Step Time": 6.693957915529609}
+{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.7726122140884399, "Finetune/Loss (Raw)": 0.829209566116333, "Finetune/Step": 2550, "Finetune/Step Time": 6.683918870985508}
+{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.7750195264816284, "Finetune/Loss (Raw)": 0.8944958448410034, "Finetune/Step": 2551, "Finetune/Step Time": 6.680118136107922}
+{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.7763053178787231, "Finetune/Loss (Raw)": 1.046086311340332, "Finetune/Step": 2552, "Finetune/Step Time": 6.680865807458758}
+{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.776465117931366, "Finetune/Loss (Raw)": 0.7228337526321411, "Finetune/Step": 2553, "Finetune/Step Time": 6.682116825133562}
+{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.7801202535629272, "Finetune/Loss (Raw)": 0.8383136987686157, "Finetune/Step": 2554, "Finetune/Step Time": 6.69071183912456}
+{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.7759900689125061, "Finetune/Loss (Raw)": 0.32823386788368225, "Finetune/Step": 2555, "Finetune/Step Time": 6.708960907533765}
+{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.7771252989768982, "Finetune/Loss (Raw)": 0.8537116646766663, "Finetune/Step": 2556, "Finetune/Step Time": 6.708869103342295}
+{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.7758615612983704, "Finetune/Loss (Raw)": 0.6952142715454102, "Finetune/Step": 2557, "Finetune/Step Time": 6.68245710618794}
+{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.7767233848571777, "Finetune/Loss (Raw)": 0.8038772940635681, "Finetune/Step": 2558, "Finetune/Step Time": 6.652993902564049}
+{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.7754109501838684, "Finetune/Loss (Raw)": 0.7399774789810181, "Finetune/Step": 2559, "Finetune/Step Time": 6.651457684114575}
+{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.7737141847610474, "Finetune/Loss (Raw)": 0.6010174751281738, "Finetune/Step": 2560, "Finetune/Step Time": 6.660142689943314}
+{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.7743634581565857, "Finetune/Loss (Raw)": 0.8216818571090698, "Finetune/Step": 2561, "Finetune/Step Time": 6.663518987596035}
+{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.7747838497161865, "Finetune/Loss (Raw)": 0.9041162729263306, "Finetune/Step": 2562, "Finetune/Step Time": 6.6625934690237045}
+{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.7719415426254272, "Finetune/Loss (Raw)": 0.4482146203517914, "Finetune/Step": 2563, "Finetune/Step Time": 6.660438811406493}
+{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.7716402411460876, "Finetune/Loss (Raw)": 0.8454298973083496, "Finetune/Step": 2564, "Finetune/Step Time": 6.6630378272384405}
+{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.7724466919898987, "Finetune/Loss (Raw)": 0.8831652998924255, "Finetune/Step": 2565, "Finetune/Step Time": 6.6604702193289995}
+{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.7718620300292969, "Finetune/Loss (Raw)": 0.8416619896888733, "Finetune/Step": 2566, "Finetune/Step Time": 6.662689773365855}
+{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.770415186882019, "Finetune/Loss (Raw)": 0.7258636951446533, "Finetune/Step": 2567, "Finetune/Step Time": 6.667525401338935}
+{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.7690956592559814, "Finetune/Loss (Raw)": 0.7370440363883972, "Finetune/Step": 2568, "Finetune/Step Time": 6.671512948349118}
+{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.769753098487854, "Finetune/Loss (Raw)": 1.0069822072982788, "Finetune/Step": 2569, "Finetune/Step Time": 6.669283511117101}
+{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.7695145606994629, "Finetune/Loss (Raw)": 0.8116199374198914, "Finetune/Step": 2570, "Finetune/Step Time": 6.673603085801005}
+{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.7702921628952026, "Finetune/Loss (Raw)": 1.0212193727493286, "Finetune/Step": 2571, "Finetune/Step Time": 6.671938447281718}
+{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.7700031995773315, "Finetune/Loss (Raw)": 0.8252233862876892, "Finetune/Step": 2572, "Finetune/Step Time": 6.6695044580847025}
+{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.7731711864471436, "Finetune/Loss (Raw)": 0.7932679057121277, "Finetune/Step": 2573, "Finetune/Step Time": 6.656045386567712}
+{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.7722596526145935, "Finetune/Loss (Raw)": 0.7666353583335876, "Finetune/Step": 2574, "Finetune/Step Time": 6.688598733395338}
+{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.7712670564651489, "Finetune/Loss (Raw)": 0.7255385518074036, "Finetune/Step": 2575, "Finetune/Step Time": 6.681444713845849}
+{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.7705763578414917, "Finetune/Loss (Raw)": 0.8206069469451904, "Finetune/Step": 2576, "Finetune/Step Time": 6.6820033341646194}
+{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.7717539072036743, "Finetune/Loss (Raw)": 0.8647841811180115, "Finetune/Step": 2577, "Finetune/Step Time": 6.685778295621276}
+{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.7750751972198486, "Finetune/Loss (Raw)": 0.9061866402626038, "Finetune/Step": 2578, "Finetune/Step Time": 6.6668493915349245}
+{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.7797752022743225, "Finetune/Loss (Raw)": 0.922066330909729, "Finetune/Step": 2579, "Finetune/Step Time": 6.645840343087912}
+{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.7783015370368958, "Finetune/Loss (Raw)": 0.6027786731719971, "Finetune/Step": 2580, "Finetune/Step Time": 6.65582394041121}
+{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.7792877554893494, "Finetune/Loss (Raw)": 0.9232951998710632, "Finetune/Step": 2581, "Finetune/Step Time": 6.62261270172894}
+{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.7790704965591431, "Finetune/Loss (Raw)": 0.7904503345489502, "Finetune/Step": 2582, "Finetune/Step Time": 6.611933911219239}
+{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.7778242826461792, "Finetune/Loss (Raw)": 0.7191559076309204, "Finetune/Step": 2583, "Finetune/Step Time": 6.620045771822333}
+{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.7781563997268677, "Finetune/Loss (Raw)": 0.9304761290550232, "Finetune/Step": 2584, "Finetune/Step Time": 6.6206447891891}
+{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.7766103744506836, "Finetune/Loss (Raw)": 0.6577552556991577, "Finetune/Step": 2585, "Finetune/Step Time": 6.622689524665475}
+{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.776673436164856, "Finetune/Loss (Raw)": 0.8141883015632629, "Finetune/Step": 2586, "Finetune/Step Time": 6.599633436650038}
+{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.7775329351425171, "Finetune/Loss (Raw)": 0.9000800848007202, "Finetune/Step": 2587, "Finetune/Step Time": 6.589403400197625}
+{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.7771391868591309, "Finetune/Loss (Raw)": 0.7088128924369812, "Finetune/Step": 2588, "Finetune/Step Time": 6.598040789365768}
+{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.7763079404830933, "Finetune/Loss (Raw)": 0.8379330039024353, "Finetune/Step": 2589, "Finetune/Step Time": 6.6024746634066105}
+{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.776451587677002, "Finetune/Loss (Raw)": 0.8801855444908142, "Finetune/Step": 2590, "Finetune/Step Time": 6.605474257841706}
+{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.7759416103363037, "Finetune/Loss (Raw)": 0.7220315337181091, "Finetune/Step": 2591, "Finetune/Step Time": 6.64351798966527}
+{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.7754415273666382, "Finetune/Loss (Raw)": 0.8253870010375977, "Finetune/Step": 2592, "Finetune/Step Time": 6.661525970324874}
+{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.7743926048278809, "Finetune/Loss (Raw)": 0.6916719675064087, "Finetune/Step": 2593, "Finetune/Step Time": 6.6821517664939165}
+{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.7739152908325195, "Finetune/Loss (Raw)": 0.7101176977157593, "Finetune/Step": 2594, "Finetune/Step Time": 6.693661022931337}
+{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.7736718654632568, "Finetune/Loss (Raw)": 0.7849192023277283, "Finetune/Step": 2595, "Finetune/Step Time": 6.69876048527658}
+{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.7720354199409485, "Finetune/Loss (Raw)": 0.7302933931350708, "Finetune/Step": 2596, "Finetune/Step Time": 6.692415779456496}
+{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.7717840075492859, "Finetune/Loss (Raw)": 0.8861760497093201, "Finetune/Step": 2597, "Finetune/Step Time": 6.695319527760148}
+{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.7706341743469238, "Finetune/Loss (Raw)": 0.6140989661216736, "Finetune/Step": 2598, "Finetune/Step Time": 6.707940302789211}
+{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.7704125642776489, "Finetune/Loss (Raw)": 0.8650574684143066, "Finetune/Step": 2599, "Finetune/Step Time": 6.722630167379975}
+{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.7700841426849365, "Finetune/Loss (Raw)": 0.7988675832748413, "Finetune/Step": 2600, "Finetune/Step Time": 6.72755990549922}
+{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.7693497538566589, "Finetune/Loss (Raw)": 0.7882238030433655, "Finetune/Step": 2601, "Finetune/Step Time": 6.734889822080731}
+{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.7703250646591187, "Finetune/Loss (Raw)": 0.9395227432250977, "Finetune/Step": 2602, "Finetune/Step Time": 6.7324313167482615}
+{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.7709410190582275, "Finetune/Loss (Raw)": 0.8905537128448486, "Finetune/Step": 2603, "Finetune/Step Time": 6.732122756540775}
+{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.7702993154525757, "Finetune/Loss (Raw)": 0.7664682865142822, "Finetune/Step": 2604, "Finetune/Step Time": 6.737964743748307}
+{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.769548237323761, "Finetune/Loss (Raw)": 0.7322000861167908, "Finetune/Step": 2605, "Finetune/Step Time": 6.747117107734084}
+{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.7688505053520203, "Finetune/Loss (Raw)": 0.7312010526657104, "Finetune/Step": 2606, "Finetune/Step Time": 6.775663688778877}
+{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.7696545124053955, "Finetune/Loss (Raw)": 0.8304237723350525, "Finetune/Step": 2607, "Finetune/Step Time": 6.796624785289168}
+{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.7708969116210938, "Finetune/Loss (Raw)": 0.8781265020370483, "Finetune/Step": 2608, "Finetune/Step Time": 6.7897254806011915}
+{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.7748905420303345, "Finetune/Loss (Raw)": 0.8861767053604126, "Finetune/Step": 2609, "Finetune/Step Time": 6.773637095466256}
+{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.7725282907485962, "Finetune/Loss (Raw)": 0.7206611633300781, "Finetune/Step": 2610, "Finetune/Step Time": 6.789837956428528}
+{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.7719852924346924, "Finetune/Loss (Raw)": 0.6856136918067932, "Finetune/Step": 2611, "Finetune/Step Time": 6.791115077212453}
+{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.7725938558578491, "Finetune/Loss (Raw)": 0.819068968296051, "Finetune/Step": 2612, "Finetune/Step Time": 6.779553506523371}
+{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.7735384106636047, "Finetune/Loss (Raw)": 0.9608026146888733, "Finetune/Step": 2613, "Finetune/Step Time": 6.777731103822589}
+{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.7745494842529297, "Finetune/Loss (Raw)": 0.7713587284088135, "Finetune/Step": 2614, "Finetune/Step Time": 6.770137036219239}
+{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.77899169921875, "Finetune/Loss (Raw)": 0.88026362657547, "Finetune/Step": 2615, "Finetune/Step Time": 6.760602850466967}
+{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.7789371609687805, "Finetune/Loss (Raw)": 0.9118301272392273, "Finetune/Step": 2616, "Finetune/Step Time": 6.763364873826504}
+{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.7752045392990112, "Finetune/Loss (Raw)": 0.3939909040927887, "Finetune/Step": 2617, "Finetune/Step Time": 6.759678479284048}
+{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.7778826355934143, "Finetune/Loss (Raw)": 0.6598853468894958, "Finetune/Step": 2618, "Finetune/Step Time": 6.74645115621388}
+{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.7786390781402588, "Finetune/Loss (Raw)": 0.8953588604927063, "Finetune/Step": 2619, "Finetune/Step Time": 6.740047316998243}
+{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.7787131667137146, "Finetune/Loss (Raw)": 0.7353416681289673, "Finetune/Step": 2620, "Finetune/Step Time": 6.736001908779144}
+{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.7780328989028931, "Finetune/Loss (Raw)": 0.7655333280563354, "Finetune/Step": 2621, "Finetune/Step Time": 6.7333525698632}
+{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.7776957750320435, "Finetune/Loss (Raw)": 0.8856381177902222, "Finetune/Step": 2622, "Finetune/Step Time": 6.728714851662517}
+{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.7772263288497925, "Finetune/Loss (Raw)": 0.7916204929351807, "Finetune/Step": 2623, "Finetune/Step Time": 6.7483702711761}
+{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.7775946259498596, "Finetune/Loss (Raw)": 0.8206309676170349, "Finetune/Step": 2624, "Finetune/Step Time": 6.737907813861966}
+{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.7769619226455688, "Finetune/Loss (Raw)": 0.5905207395553589, "Finetune/Step": 2625, "Finetune/Step Time": 6.750942466780543}
+{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.7720341086387634, "Finetune/Loss (Raw)": 0.3130175769329071, "Finetune/Step": 2626, "Finetune/Step Time": 6.770594177767634}
+{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.7740945219993591, "Finetune/Loss (Raw)": 0.7855209708213806, "Finetune/Step": 2627, "Finetune/Step Time": 6.754246734082699}
+{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.774294376373291, "Finetune/Loss (Raw)": 0.8888465166091919, "Finetune/Step": 2628, "Finetune/Step Time": 6.753593493252993}
+{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.7712521553039551, "Finetune/Loss (Raw)": 0.5024526715278625, "Finetune/Step": 2629, "Finetune/Step Time": 6.75779371149838}
+{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.7698606848716736, "Finetune/Loss (Raw)": 0.6866834163665771, "Finetune/Step": 2630, "Finetune/Step Time": 6.758413342759013}
+{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.7703765034675598, "Finetune/Loss (Raw)": 0.8942880034446716, "Finetune/Step": 2631, "Finetune/Step Time": 6.755448063835502}
+{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.7693974375724792, "Finetune/Loss (Raw)": 0.7204158306121826, "Finetune/Step": 2632, "Finetune/Step Time": 6.750780714675784}
+{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.7696994543075562, "Finetune/Loss (Raw)": 0.8646561503410339, "Finetune/Step": 2633, "Finetune/Step Time": 6.752179684117436}
+{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.7696851491928101, "Finetune/Loss (Raw)": 0.7887338995933533, "Finetune/Step": 2634, "Finetune/Step Time": 6.753298655152321}
+{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.7685345411300659, "Finetune/Loss (Raw)": 0.7820626497268677, "Finetune/Step": 2635, "Finetune/Step Time": 6.747851941734552}
+{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.7702665328979492, "Finetune/Loss (Raw)": 0.9603652954101562, "Finetune/Step": 2636, "Finetune/Step Time": 6.747444348409772}
+{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.7699949741363525, "Finetune/Loss (Raw)": 0.7609323263168335, "Finetune/Step": 2637, "Finetune/Step Time": 6.751984933391213}
+{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.7699100375175476, "Finetune/Loss (Raw)": 0.9081249237060547, "Finetune/Step": 2638, "Finetune/Step Time": 6.772064585238695}
+{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.7691939473152161, "Finetune/Loss (Raw)": 0.7801757454872131, "Finetune/Step": 2639, "Finetune/Step Time": 6.7641958855092525}
+{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.7663518786430359, "Finetune/Loss (Raw)": 0.34419870376586914, "Finetune/Step": 2640, "Finetune/Step Time": 6.775457443669438}
+{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.7668803930282593, "Finetune/Loss (Raw)": 0.8043111562728882, "Finetune/Step": 2641, "Finetune/Step Time": 6.767384001985192}
+{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.7662448883056641, "Finetune/Loss (Raw)": 0.7834242582321167, "Finetune/Step": 2642, "Finetune/Step Time": 6.757144700735807}
+{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.7661013007164001, "Finetune/Loss (Raw)": 0.6384425163269043, "Finetune/Step": 2643, "Finetune/Step Time": 6.75464310310781}
+{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.7651032209396362, "Finetune/Loss (Raw)": 0.6583969593048096, "Finetune/Step": 2644, "Finetune/Step Time": 6.787012906745076}
+{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.7647043466567993, "Finetune/Loss (Raw)": 0.8122133612632751, "Finetune/Step": 2645, "Finetune/Step Time": 6.79111391492188}
+{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.7651152014732361, "Finetune/Loss (Raw)": 0.8067457675933838, "Finetune/Step": 2646, "Finetune/Step Time": 6.777490559965372}
+{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.7647478580474854, "Finetune/Loss (Raw)": 0.7389398217201233, "Finetune/Step": 2647, "Finetune/Step Time": 6.793064439669251}
+{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.7638750672340393, "Finetune/Loss (Raw)": 0.8139024376869202, "Finetune/Step": 2648, "Finetune/Step Time": 6.803966561332345}
+{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.7663408517837524, "Finetune/Loss (Raw)": 0.7171487808227539, "Finetune/Step": 2649, "Finetune/Step Time": 6.797242173925042}
+{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.7654668092727661, "Finetune/Loss (Raw)": 0.7086726427078247, "Finetune/Step": 2650, "Finetune/Step Time": 6.779679410159588}
+{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.7668200135231018, "Finetune/Loss (Raw)": 0.7870036959648132, "Finetune/Step": 2651, "Finetune/Step Time": 6.774084784090519}
+{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.7675579786300659, "Finetune/Loss (Raw)": 0.8825741410255432, "Finetune/Step": 2652, "Finetune/Step Time": 6.780023412778974}
+{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.7684226036071777, "Finetune/Loss (Raw)": 0.7310346364974976, "Finetune/Step": 2653, "Finetune/Step Time": 6.781216416507959}
+{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.7644181251525879, "Finetune/Loss (Raw)": 0.3336322605609894, "Finetune/Step": 2654, "Finetune/Step Time": 6.784520108252764}
+{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.7642788887023926, "Finetune/Loss (Raw)": 0.8128354549407959, "Finetune/Step": 2655, "Finetune/Step Time": 6.783541928976774}
+{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.7631834149360657, "Finetune/Loss (Raw)": 0.8071826100349426, "Finetune/Step": 2656, "Finetune/Step Time": 6.780420109629631}
+{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.7656822204589844, "Finetune/Loss (Raw)": 0.5856420397758484, "Finetune/Step": 2657, "Finetune/Step Time": 6.775909505784512}
+{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.7635693550109863, "Finetune/Loss (Raw)": 0.5734629034996033, "Finetune/Step": 2658, "Finetune/Step Time": 6.803968435153365}
+{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.7639990448951721, "Finetune/Loss (Raw)": 0.8293540477752686, "Finetune/Step": 2659, "Finetune/Step Time": 6.7958949618041515}
+{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.7646439075469971, "Finetune/Loss (Raw)": 0.8797710537910461, "Finetune/Step": 2660, "Finetune/Step Time": 6.770286483690143}
+{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.7668531537055969, "Finetune/Loss (Raw)": 1.0137202739715576, "Finetune/Step": 2661, "Finetune/Step Time": 6.773419946432114}
+{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.7707962989807129, "Finetune/Loss (Raw)": 0.8801844716072083, "Finetune/Step": 2662, "Finetune/Step Time": 6.751858605071902}
+{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.770439624786377, "Finetune/Loss (Raw)": 0.8844141960144043, "Finetune/Step": 2663, "Finetune/Step Time": 6.758463695645332}
+{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.7689163088798523, "Finetune/Loss (Raw)": 0.43451040983200073, "Finetune/Step": 2664, "Finetune/Step Time": 6.760615209117532}
+{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.7684482336044312, "Finetune/Loss (Raw)": 0.6785324811935425, "Finetune/Step": 2665, "Finetune/Step Time": 6.753619510680437}
+{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.7683320641517639, "Finetune/Loss (Raw)": 0.8597275018692017, "Finetune/Step": 2666, "Finetune/Step Time": 6.750312011688948}
+{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.7680239677429199, "Finetune/Loss (Raw)": 0.7475231885910034, "Finetune/Step": 2667, "Finetune/Step Time": 6.745040338486433}
+{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.7678203582763672, "Finetune/Loss (Raw)": 0.8015046715736389, "Finetune/Step": 2668, "Finetune/Step Time": 6.741016462445259}
+{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.7698142528533936, "Finetune/Loss (Raw)": 0.9223832488059998, "Finetune/Step": 2669, "Finetune/Step Time": 6.724451243877411}
+{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.7699058055877686, "Finetune/Loss (Raw)": 0.8399993181228638, "Finetune/Step": 2670, "Finetune/Step Time": 6.719654170796275}
+{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.7683984041213989, "Finetune/Loss (Raw)": 0.651910126209259, "Finetune/Step": 2671, "Finetune/Step Time": 6.73628493770957}
+{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.767814040184021, "Finetune/Loss (Raw)": 0.5788061618804932, "Finetune/Step": 2672, "Finetune/Step Time": 6.7415286637842655}
+{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.7677245140075684, "Finetune/Loss (Raw)": 0.8025004863739014, "Finetune/Step": 2673, "Finetune/Step Time": 6.741988431662321}
+{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.7702959179878235, "Finetune/Loss (Raw)": 0.6087913513183594, "Finetune/Step": 2674, "Finetune/Step Time": 6.733663201332092}
+{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.7704200744628906, "Finetune/Loss (Raw)": 0.8092172741889954, "Finetune/Step": 2675, "Finetune/Step Time": 6.738042777404189}
+{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.7691572904586792, "Finetune/Loss (Raw)": 0.7852635383605957, "Finetune/Step": 2676, "Finetune/Step Time": 6.741563998162746}
+{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.773500919342041, "Finetune/Loss (Raw)": 0.8749293088912964, "Finetune/Step": 2677, "Finetune/Step Time": 6.730020884424448}
+{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.7732346057891846, "Finetune/Loss (Raw)": 0.7951334118843079, "Finetune/Step": 2678, "Finetune/Step Time": 6.728835389018059}
+{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.773748517036438, "Finetune/Loss (Raw)": 0.960274338722229, "Finetune/Step": 2679, "Finetune/Step Time": 6.7255037277936935}
+{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.7724822163581848, "Finetune/Loss (Raw)": 0.883998692035675, "Finetune/Step": 2680, "Finetune/Step Time": 6.728362085297704}
+{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.7694708108901978, "Finetune/Loss (Raw)": 0.33736875653266907, "Finetune/Step": 2681, "Finetune/Step Time": 6.735392374917865}
+{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.7692288756370544, "Finetune/Loss (Raw)": 0.8073472380638123, "Finetune/Step": 2682, "Finetune/Step Time": 6.711950033903122}
+{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.7732131481170654, "Finetune/Loss (Raw)": 0.8382165431976318, "Finetune/Step": 2683, "Finetune/Step Time": 6.690938772633672}
+{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.7727905511856079, "Finetune/Loss (Raw)": 0.7996254563331604, "Finetune/Step": 2684, "Finetune/Step Time": 6.69055856578052}
+{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.7739447355270386, "Finetune/Loss (Raw)": 0.8429441452026367, "Finetune/Step": 2685, "Finetune/Step Time": 6.694161741062999}
+{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.7734143733978271, "Finetune/Loss (Raw)": 0.7359983325004578, "Finetune/Step": 2686, "Finetune/Step Time": 6.696968821808696}
+{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.773678183555603, "Finetune/Loss (Raw)": 0.7737413644790649, "Finetune/Step": 2687, "Finetune/Step Time": 6.698994809761643}
+{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.7756344079971313, "Finetune/Loss (Raw)": 0.8514138460159302, "Finetune/Step": 2688, "Finetune/Step Time": 6.680791465565562}
+{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.776595413684845, "Finetune/Loss (Raw)": 0.9446893930435181, "Finetune/Step": 2689, "Finetune/Step Time": 6.678324420005083}
+{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.7724096775054932, "Finetune/Loss (Raw)": 0.36833930015563965, "Finetune/Step": 2690, "Finetune/Step Time": 6.699121030047536}
+{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.775810956954956, "Finetune/Loss (Raw)": 0.8835856914520264, "Finetune/Step": 2691, "Finetune/Step Time": 6.693326199427247}
+{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.7752951979637146, "Finetune/Loss (Raw)": 0.7794075012207031, "Finetune/Step": 2692, "Finetune/Step Time": 6.693160908296704}
+{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.7749897837638855, "Finetune/Loss (Raw)": 0.8440746665000916, "Finetune/Step": 2693, "Finetune/Step Time": 6.691790044307709}
+{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.7742232084274292, "Finetune/Loss (Raw)": 0.7435452938079834, "Finetune/Step": 2694, "Finetune/Step Time": 6.694122578948736}
+{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.7746131420135498, "Finetune/Loss (Raw)": 0.7757777571678162, "Finetune/Step": 2695, "Finetune/Step Time": 6.693540992215276}
+{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.7751500010490417, "Finetune/Loss (Raw)": 0.8057606816291809, "Finetune/Step": 2696, "Finetune/Step Time": 6.705665539950132}
+{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.7735471725463867, "Finetune/Loss (Raw)": 0.8018190264701843, "Finetune/Step": 2697, "Finetune/Step Time": 6.709288133308291}
+{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.7728867530822754, "Finetune/Loss (Raw)": 0.7270793318748474, "Finetune/Step": 2698, "Finetune/Step Time": 6.705410618335009}
+{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.7717763185501099, "Finetune/Loss (Raw)": 0.8790810704231262, "Finetune/Step": 2699, "Finetune/Step Time": 6.720295695587993}
+{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.7715991139411926, "Finetune/Loss (Raw)": 0.802551805973053, "Finetune/Step": 2700, "Finetune/Step Time": 6.720295708626509}
+{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.7714455127716064, "Finetune/Loss (Raw)": 0.7735986113548279, "Finetune/Step": 2701, "Finetune/Step Time": 6.743185002356768}
+{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.7719816565513611, "Finetune/Loss (Raw)": 0.8352673053741455, "Finetune/Step": 2702, "Finetune/Step Time": 6.722247928380966}
+{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.7717437744140625, "Finetune/Loss (Raw)": 0.6950858235359192, "Finetune/Step": 2703, "Finetune/Step Time": 6.739578407257795}
+{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.7708042860031128, "Finetune/Loss (Raw)": 0.7003533840179443, "Finetune/Step": 2704, "Finetune/Step Time": 6.752569803968072}
+{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.7701414823532104, "Finetune/Loss (Raw)": 0.7799381613731384, "Finetune/Step": 2705, "Finetune/Step Time": 6.7542324885725975}
+{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.7698934078216553, "Finetune/Loss (Raw)": 0.8744348883628845, "Finetune/Step": 2706, "Finetune/Step Time": 6.761566402390599}
+{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.7702840566635132, "Finetune/Loss (Raw)": 0.9720772504806519, "Finetune/Step": 2707, "Finetune/Step Time": 6.758924059569836}
+{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.7726562023162842, "Finetune/Loss (Raw)": 0.9064087271690369, "Finetune/Step": 2708, "Finetune/Step Time": 6.756745794788003}
+{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.7714169025421143, "Finetune/Loss (Raw)": 0.7646656036376953, "Finetune/Step": 2709, "Finetune/Step Time": 6.766630062833428}
+{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.7681587338447571, "Finetune/Loss (Raw)": 0.3734092712402344, "Finetune/Step": 2710, "Finetune/Step Time": 6.789002563804388}
+{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.7693814039230347, "Finetune/Loss (Raw)": 0.8756574988365173, "Finetune/Step": 2711, "Finetune/Step Time": 6.780841942876577}
+{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.7685553431510925, "Finetune/Loss (Raw)": 0.8247447609901428, "Finetune/Step": 2712, "Finetune/Step Time": 6.799593839794397}
+{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.7696092128753662, "Finetune/Loss (Raw)": 0.7926427721977234, "Finetune/Step": 2713, "Finetune/Step Time": 6.807435726746917}
+{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.7701585292816162, "Finetune/Loss (Raw)": 0.8845073580741882, "Finetune/Step": 2714, "Finetune/Step Time": 6.807126691564918}
+{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.7688028812408447, "Finetune/Loss (Raw)": 0.7265567183494568, "Finetune/Step": 2715, "Finetune/Step Time": 6.800850335508585}
+{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.7694761157035828, "Finetune/Loss (Raw)": 0.7949821949005127, "Finetune/Step": 2716, "Finetune/Step Time": 6.7935282830148935}
+{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.7695289254188538, "Finetune/Loss (Raw)": 0.8446894884109497, "Finetune/Step": 2717, "Finetune/Step Time": 6.775375394150615}
+{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.7686375379562378, "Finetune/Loss (Raw)": 0.7660959959030151, "Finetune/Step": 2718, "Finetune/Step Time": 6.775659864768386}
+{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.7693781852722168, "Finetune/Loss (Raw)": 0.8168331384658813, "Finetune/Step": 2719, "Finetune/Step Time": 6.7397825215011835}
+{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.769625186920166, "Finetune/Loss (Raw)": 0.8570066094398499, "Finetune/Step": 2720, "Finetune/Step Time": 6.736523935571313}
+{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.7697986364364624, "Finetune/Loss (Raw)": 0.7138710021972656, "Finetune/Step": 2721, "Finetune/Step Time": 6.727062376216054}
+{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.7705156207084656, "Finetune/Loss (Raw)": 0.8018861413002014, "Finetune/Step": 2722, "Finetune/Step Time": 6.717739200219512}
+{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.7700949311256409, "Finetune/Loss (Raw)": 0.7310777902603149, "Finetune/Step": 2723, "Finetune/Step Time": 6.712558997794986}
+{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.770738422870636, "Finetune/Loss (Raw)": 0.8126525282859802, "Finetune/Step": 2724, "Finetune/Step Time": 6.724324736744165}
+{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.7702146768569946, "Finetune/Loss (Raw)": 0.8191418051719666, "Finetune/Step": 2725, "Finetune/Step Time": 6.718375703319907}
+{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.7717941999435425, "Finetune/Loss (Raw)": 0.8162801265716553, "Finetune/Step": 2726, "Finetune/Step Time": 6.715464329347014}
+{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.771263062953949, "Finetune/Loss (Raw)": 0.7970680594444275, "Finetune/Step": 2727, "Finetune/Step Time": 6.707965541630983}
+{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.7694187164306641, "Finetune/Loss (Raw)": 0.5627901554107666, "Finetune/Step": 2728, "Finetune/Step Time": 6.706575410440564}
+{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.766505241394043, "Finetune/Loss (Raw)": 0.41529136896133423, "Finetune/Step": 2729, "Finetune/Step Time": 6.716475624591112}
+{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.7641106247901917, "Finetune/Loss (Raw)": 0.6330199837684631, "Finetune/Step": 2730, "Finetune/Step Time": 6.719301056116819}
+{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.7633514404296875, "Finetune/Loss (Raw)": 0.7933834791183472, "Finetune/Step": 2731, "Finetune/Step Time": 6.716139351949096}
+{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.7637800574302673, "Finetune/Loss (Raw)": 0.8213233947753906, "Finetune/Step": 2732, "Finetune/Step Time": 6.711619319394231}
+{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.7647717595100403, "Finetune/Loss (Raw)": 0.8591355681419373, "Finetune/Step": 2733, "Finetune/Step Time": 6.701565343886614}
+{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.765113115310669, "Finetune/Loss (Raw)": 0.7748978734016418, "Finetune/Step": 2734, "Finetune/Step Time": 6.678337203338742}
+{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.7653921842575073, "Finetune/Loss (Raw)": 0.8661457896232605, "Finetune/Step": 2735, "Finetune/Step Time": 6.655599307268858}
+{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.7621028423309326, "Finetune/Loss (Raw)": 0.457089364528656, "Finetune/Step": 2736, "Finetune/Step Time": 6.673832597211003}
+{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.759323239326477, "Finetune/Loss (Raw)": 0.5303846001625061, "Finetune/Step": 2737, "Finetune/Step Time": 6.679523847997189}
+{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.7604296207427979, "Finetune/Loss (Raw)": 0.8622804284095764, "Finetune/Step": 2738, "Finetune/Step Time": 6.669878736138344}
+{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.7618337869644165, "Finetune/Loss (Raw)": 0.8653486967086792, "Finetune/Step": 2739, "Finetune/Step Time": 6.662277827039361}
+{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.7608871459960938, "Finetune/Loss (Raw)": 0.697898268699646, "Finetune/Step": 2740, "Finetune/Step Time": 6.671596135944128}
+{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.7602919340133667, "Finetune/Loss (Raw)": 0.8846160173416138, "Finetune/Step": 2741, "Finetune/Step Time": 6.673028040677309}
+{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.7602792978286743, "Finetune/Loss (Raw)": 0.7697417140007019, "Finetune/Step": 2742, "Finetune/Step Time": 6.6782607436180115}
+{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.7604643702507019, "Finetune/Loss (Raw)": 0.9039499163627625, "Finetune/Step": 2743, "Finetune/Step Time": 6.671787025406957}
+{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.7597264051437378, "Finetune/Loss (Raw)": 0.8173671960830688, "Finetune/Step": 2744, "Finetune/Step Time": 6.689582364633679}
+{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.7637277841567993, "Finetune/Loss (Raw)": 0.9061654806137085, "Finetune/Step": 2745, "Finetune/Step Time": 6.670886218547821}
+{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.7649441361427307, "Finetune/Loss (Raw)": 0.8155878186225891, "Finetune/Step": 2746, "Finetune/Step Time": 6.677859380841255}
+{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.7642804384231567, "Finetune/Loss (Raw)": 0.8104069828987122, "Finetune/Step": 2747, "Finetune/Step Time": 6.694780256599188}
+{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.7657667994499207, "Finetune/Loss (Raw)": 0.9255959391593933, "Finetune/Step": 2748, "Finetune/Step Time": 6.697556221857667}
+{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.7664361596107483, "Finetune/Loss (Raw)": 0.8512048125267029, "Finetune/Step": 2749, "Finetune/Step Time": 6.694050833582878}
+{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.7657018899917603, "Finetune/Loss (Raw)": 0.7916554808616638, "Finetune/Step": 2750, "Finetune/Step Time": 6.698062224313617}
+{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.765796959400177, "Finetune/Loss (Raw)": 0.8037879467010498, "Finetune/Step": 2751, "Finetune/Step Time": 6.687966616824269}
+{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.765923261642456, "Finetune/Loss (Raw)": 0.8367936015129089, "Finetune/Step": 2752, "Finetune/Step Time": 6.687584284693003}
+{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.7685731649398804, "Finetune/Loss (Raw)": 0.929716169834137, "Finetune/Step": 2753, "Finetune/Step Time": 6.6746236346662045}
+{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.7723519206047058, "Finetune/Loss (Raw)": 0.7966965436935425, "Finetune/Step": 2754, "Finetune/Step Time": 6.6531012915074825}
+{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.7689610719680786, "Finetune/Loss (Raw)": 0.35148608684539795, "Finetune/Step": 2755, "Finetune/Step Time": 6.675994710996747}
+{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.7685214281082153, "Finetune/Loss (Raw)": 0.8325807452201843, "Finetune/Step": 2756, "Finetune/Step Time": 6.693285059183836}
+{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.7696027159690857, "Finetune/Loss (Raw)": 0.6408567428588867, "Finetune/Step": 2757, "Finetune/Step Time": 6.710293455049396}
+{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.7711385488510132, "Finetune/Loss (Raw)": 0.8832706809043884, "Finetune/Step": 2758, "Finetune/Step Time": 6.711161194369197}
+{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.7699227929115295, "Finetune/Loss (Raw)": 0.738663911819458, "Finetune/Step": 2759, "Finetune/Step Time": 6.712185015901923}
+{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.7694535255432129, "Finetune/Loss (Raw)": 0.6603524684906006, "Finetune/Step": 2760, "Finetune/Step Time": 6.706558300182223}
+{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.7659628987312317, "Finetune/Loss (Raw)": 0.41785162687301636, "Finetune/Step": 2761, "Finetune/Step Time": 6.727047294378281}
+{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.7656407356262207, "Finetune/Loss (Raw)": 0.7474998235702515, "Finetune/Step": 2762, "Finetune/Step Time": 6.737114420160651}
+{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.7658151388168335, "Finetune/Loss (Raw)": 0.8043835163116455, "Finetune/Step": 2763, "Finetune/Step Time": 6.740573972463608}
+{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.7643685936927795, "Finetune/Loss (Raw)": 0.7752136588096619, "Finetune/Step": 2764, "Finetune/Step Time": 6.740848384797573}
+{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.761147141456604, "Finetune/Loss (Raw)": 0.3485819101333618, "Finetune/Step": 2765, "Finetune/Step Time": 6.755119301378727}
+{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.7604289054870605, "Finetune/Loss (Raw)": 0.8161947727203369, "Finetune/Step": 2766, "Finetune/Step Time": 6.7410960011184216}
+{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.760840117931366, "Finetune/Loss (Raw)": 0.8328066468238831, "Finetune/Step": 2767, "Finetune/Step Time": 6.753825252875686}
+{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.7648888230323792, "Finetune/Loss (Raw)": 0.862433910369873, "Finetune/Step": 2768, "Finetune/Step Time": 6.735544379800558}
+{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.7651485800743103, "Finetune/Loss (Raw)": 0.8375645279884338, "Finetune/Step": 2769, "Finetune/Step Time": 6.743330975994468}
+{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.7632407546043396, "Finetune/Loss (Raw)": 0.5392228960990906, "Finetune/Step": 2770, "Finetune/Step Time": 6.760650457814336}
+{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.7650536298751831, "Finetune/Loss (Raw)": 0.8704845905303955, "Finetune/Step": 2771, "Finetune/Step Time": 6.753589995205402}
+{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.7665579319000244, "Finetune/Loss (Raw)": 0.8509446978569031, "Finetune/Step": 2772, "Finetune/Step Time": 6.72341014072299}
+{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.7672597765922546, "Finetune/Loss (Raw)": 0.9020572900772095, "Finetune/Step": 2773, "Finetune/Step Time": 6.71592053771019}
+{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.7635220289230347, "Finetune/Loss (Raw)": 0.3283062279224396, "Finetune/Step": 2774, "Finetune/Step Time": 6.735567547380924}
+{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.7646328806877136, "Finetune/Loss (Raw)": 0.8811348676681519, "Finetune/Step": 2775, "Finetune/Step Time": 6.716221475973725}
+{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.7641677856445312, "Finetune/Loss (Raw)": 0.7543690800666809, "Finetune/Step": 2776, "Finetune/Step Time": 6.708629967644811}
+{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.7647854089736938, "Finetune/Loss (Raw)": 0.7962044477462769, "Finetune/Step": 2777, "Finetune/Step Time": 6.6959283500909805}
+{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.7658309936523438, "Finetune/Loss (Raw)": 0.8425047397613525, "Finetune/Step": 2778, "Finetune/Step Time": 6.696869006380439}
+{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.7653915882110596, "Finetune/Loss (Raw)": 0.7307659983634949, "Finetune/Step": 2779, "Finetune/Step Time": 6.703299967572093}
+{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.7648618817329407, "Finetune/Loss (Raw)": 0.8147732019424438, "Finetune/Step": 2780, "Finetune/Step Time": 6.702821804210544}
+{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.7661482691764832, "Finetune/Loss (Raw)": 0.8956857919692993, "Finetune/Step": 2781, "Finetune/Step Time": 6.68749612942338}
+{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.7699419260025024, "Finetune/Loss (Raw)": 0.8192191123962402, "Finetune/Step": 2782, "Finetune/Step Time": 6.669500507414341}
+{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.7700570225715637, "Finetune/Loss (Raw)": 0.8275697231292725, "Finetune/Step": 2783, "Finetune/Step Time": 6.673074407503009}
+{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.7684929966926575, "Finetune/Loss (Raw)": 0.6069880723953247, "Finetune/Step": 2784, "Finetune/Step Time": 6.685959510505199}
+{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.7701270580291748, "Finetune/Loss (Raw)": 0.7948020100593567, "Finetune/Step": 2785, "Finetune/Step Time": 6.675326721742749}
+{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.7724770307540894, "Finetune/Loss (Raw)": 0.8742585778236389, "Finetune/Step": 2786, "Finetune/Step Time": 6.643217651173472}
+{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.7720214128494263, "Finetune/Loss (Raw)": 0.7710386514663696, "Finetune/Step": 2787, "Finetune/Step Time": 6.6434221137315035}
+{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.771991491317749, "Finetune/Loss (Raw)": 0.8759433031082153, "Finetune/Step": 2788, "Finetune/Step Time": 6.653321050107479}
+{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.7697412967681885, "Finetune/Loss (Raw)": 0.7256873846054077, "Finetune/Step": 2789, "Finetune/Step Time": 6.66705365665257}
+{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.7690149545669556, "Finetune/Loss (Raw)": 0.7872196435928345, "Finetune/Step": 2790, "Finetune/Step Time": 6.6799912098795176}
+{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.7669448256492615, "Finetune/Loss (Raw)": 0.6194341778755188, "Finetune/Step": 2791, "Finetune/Step Time": 6.690416289493442}
+{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.7698376774787903, "Finetune/Loss (Raw)": 0.8048037886619568, "Finetune/Step": 2792, "Finetune/Step Time": 6.695183224976063}
+{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.7717334032058716, "Finetune/Loss (Raw)": 0.9211726784706116, "Finetune/Step": 2793, "Finetune/Step Time": 6.693574955686927}
+{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.7708550095558167, "Finetune/Loss (Raw)": 0.747296154499054, "Finetune/Step": 2794, "Finetune/Step Time": 6.702059302479029}
+{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.7701932191848755, "Finetune/Loss (Raw)": 0.6628195643424988, "Finetune/Step": 2795, "Finetune/Step Time": 6.713141301646829}
+{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.7700527906417847, "Finetune/Loss (Raw)": 0.7835263013839722, "Finetune/Step": 2796, "Finetune/Step Time": 6.729969095438719}
+{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.7673338055610657, "Finetune/Loss (Raw)": 0.5743529796600342, "Finetune/Step": 2797, "Finetune/Step Time": 6.742724699899554}
+{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.763669490814209, "Finetune/Loss (Raw)": 0.37096887826919556, "Finetune/Step": 2798, "Finetune/Step Time": 6.767273684963584}
+{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.7638213038444519, "Finetune/Loss (Raw)": 0.6713431477546692, "Finetune/Step": 2799, "Finetune/Step Time": 6.754915280267596}
+{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.7641980051994324, "Finetune/Loss (Raw)": 0.6270246505737305, "Finetune/Step": 2800, "Finetune/Step Time": 6.749030370265245}
+{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.764814019203186, "Finetune/Loss (Raw)": 0.8813470602035522, "Finetune/Step": 2801, "Finetune/Step Time": 6.752119265496731}
+{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.7669144868850708, "Finetune/Loss (Raw)": 0.8776524066925049, "Finetune/Step": 2802, "Finetune/Step Time": 6.751685794442892}
+{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.7665919065475464, "Finetune/Loss (Raw)": 0.7679268717765808, "Finetune/Step": 2803, "Finetune/Step Time": 6.751061251387}
+{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.7670145034790039, "Finetune/Loss (Raw)": 0.8393535614013672, "Finetune/Step": 2804, "Finetune/Step Time": 6.74562662281096}
+{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.767704427242279, "Finetune/Loss (Raw)": 0.9632392525672913, "Finetune/Step": 2805, "Finetune/Step Time": 6.73410770483315}
+{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.7672220468521118, "Finetune/Loss (Raw)": 0.7333930730819702, "Finetune/Step": 2806, "Finetune/Step Time": 6.740495190024376}
+{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.7657901048660278, "Finetune/Loss (Raw)": 0.7769852876663208, "Finetune/Step": 2807, "Finetune/Step Time": 6.740105673670769}
+{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.7636691331863403, "Finetune/Loss (Raw)": 0.6125149130821228, "Finetune/Step": 2808, "Finetune/Step Time": 6.750648926943541}
+{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.7637484073638916, "Finetune/Loss (Raw)": 0.3475101590156555, "Finetune/Step": 2809, "Finetune/Step Time": 6.751278508454561}
+{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.762842059135437, "Finetune/Loss (Raw)": 0.6913400888442993, "Finetune/Step": 2810, "Finetune/Step Time": 6.749745620414615}
+{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.7627789378166199, "Finetune/Loss (Raw)": 0.8301329612731934, "Finetune/Step": 2811, "Finetune/Step Time": 6.76281825453043}
+{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.7627817392349243, "Finetune/Loss (Raw)": 0.7999778985977173, "Finetune/Step": 2812, "Finetune/Step Time": 6.762401292100549}
+{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.7630374431610107, "Finetune/Loss (Raw)": 0.875678539276123, "Finetune/Step": 2813, "Finetune/Step Time": 6.7610879354178905}
+{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.7600115537643433, "Finetune/Loss (Raw)": 0.34869104623794556, "Finetune/Step": 2814, "Finetune/Step Time": 6.779217919334769}
+{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.7612031102180481, "Finetune/Loss (Raw)": 0.9262608289718628, "Finetune/Step": 2815, "Finetune/Step Time": 6.781316025182605}
+{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.7609087824821472, "Finetune/Loss (Raw)": 0.8137374520301819, "Finetune/Step": 2816, "Finetune/Step Time": 6.779606409370899}
+{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.7596861124038696, "Finetune/Loss (Raw)": 0.7881860733032227, "Finetune/Step": 2817, "Finetune/Step Time": 6.795320047065616}
+{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.7629940509796143, "Finetune/Loss (Raw)": 0.7917578220367432, "Finetune/Step": 2818, "Finetune/Step Time": 6.779893234372139}
+{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.7632747888565063, "Finetune/Loss (Raw)": 0.9195130467414856, "Finetune/Step": 2819, "Finetune/Step Time": 6.781921716406941}
+{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.7642715573310852, "Finetune/Loss (Raw)": 0.9069997668266296, "Finetune/Step": 2820, "Finetune/Step Time": 6.781023535877466}
+{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.7626115083694458, "Finetune/Loss (Raw)": 0.6315945982933044, "Finetune/Step": 2821, "Finetune/Step Time": 6.792711233720183}
+{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.7634240984916687, "Finetune/Loss (Raw)": 0.8475543260574341, "Finetune/Step": 2822, "Finetune/Step Time": 6.788271291181445}
+{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.7604988217353821, "Finetune/Loss (Raw)": 0.4013408422470093, "Finetune/Step": 2823, "Finetune/Step Time": 6.801599266007543}
+{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.7592284083366394, "Finetune/Loss (Raw)": 0.6431450843811035, "Finetune/Step": 2824, "Finetune/Step Time": 6.787533890455961}
+{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.7585791945457458, "Finetune/Loss (Raw)": 0.7187203168869019, "Finetune/Step": 2825, "Finetune/Step Time": 6.785439571365714}
+{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.7581355571746826, "Finetune/Loss (Raw)": 0.6702988743782043, "Finetune/Step": 2826, "Finetune/Step Time": 6.787192154675722}
+{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.757708728313446, "Finetune/Loss (Raw)": 0.8244431018829346, "Finetune/Step": 2827, "Finetune/Step Time": 6.769260603934526}
+{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.7588727474212646, "Finetune/Loss (Raw)": 0.9515411853790283, "Finetune/Step": 2828, "Finetune/Step Time": 6.767740147188306}
+{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.7593474388122559, "Finetune/Loss (Raw)": 0.8343671560287476, "Finetune/Step": 2829, "Finetune/Step Time": 6.750021379441023}
+{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.7598114013671875, "Finetune/Loss (Raw)": 0.8946448564529419, "Finetune/Step": 2830, "Finetune/Step Time": 6.7416116166859865}
+{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.7623568773269653, "Finetune/Loss (Raw)": 1.0209152698516846, "Finetune/Step": 2831, "Finetune/Step Time": 6.724362205713987}
+{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.7641928195953369, "Finetune/Loss (Raw)": 0.9353463053703308, "Finetune/Step": 2832, "Finetune/Step Time": 6.718604737892747}
+{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.7644627094268799, "Finetune/Loss (Raw)": 0.8144868612289429, "Finetune/Step": 2833, "Finetune/Step Time": 6.724392598494887}
+{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.7603747844696045, "Finetune/Loss (Raw)": 0.35118368268013, "Finetune/Step": 2834, "Finetune/Step Time": 6.737072484567761}
+{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.7592306733131409, "Finetune/Loss (Raw)": 0.8256309628486633, "Finetune/Step": 2835, "Finetune/Step Time": 6.739601945504546}
+{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.7571567296981812, "Finetune/Loss (Raw)": 0.6409416198730469, "Finetune/Step": 2836, "Finetune/Step Time": 6.731054004281759}
+{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.7578266859054565, "Finetune/Loss (Raw)": 0.8504271507263184, "Finetune/Step": 2837, "Finetune/Step Time": 6.719665905460715}
+{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.7604897022247314, "Finetune/Loss (Raw)": 0.7142682075500488, "Finetune/Step": 2838, "Finetune/Step Time": 6.69395069219172}
+{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.7591096758842468, "Finetune/Loss (Raw)": 0.6990166306495667, "Finetune/Step": 2839, "Finetune/Step Time": 6.6981014888733625}
+{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.7588754892349243, "Finetune/Loss (Raw)": 0.7947724461555481, "Finetune/Step": 2840, "Finetune/Step Time": 6.681578351184726}
+{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.7600439786911011, "Finetune/Loss (Raw)": 0.9422059655189514, "Finetune/Step": 2841, "Finetune/Step Time": 6.67516035027802}
+{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.759536862373352, "Finetune/Loss (Raw)": 0.8195929527282715, "Finetune/Step": 2842, "Finetune/Step Time": 6.677254151552916}
+{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.7592512369155884, "Finetune/Loss (Raw)": 0.6900004744529724, "Finetune/Step": 2843, "Finetune/Step Time": 6.682312300428748}
+{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.7596703767776489, "Finetune/Loss (Raw)": 0.8486334681510925, "Finetune/Step": 2844, "Finetune/Step Time": 6.682582190260291}
+{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.7594878673553467, "Finetune/Loss (Raw)": 0.8213316798210144, "Finetune/Step": 2845, "Finetune/Step Time": 6.693402862176299}
+{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.7594313621520996, "Finetune/Loss (Raw)": 0.7588615417480469, "Finetune/Step": 2846, "Finetune/Step Time": 6.691414112225175}
+{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.7577270865440369, "Finetune/Loss (Raw)": 0.5986800193786621, "Finetune/Step": 2847, "Finetune/Step Time": 6.702960381284356}
+{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.7577755451202393, "Finetune/Loss (Raw)": 0.863210141658783, "Finetune/Step": 2848, "Finetune/Step Time": 6.698855243623257}
+{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.758174479007721, "Finetune/Loss (Raw)": 0.7649360299110413, "Finetune/Step": 2849, "Finetune/Step Time": 6.694820236414671}
+{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.7581734657287598, "Finetune/Loss (Raw)": 0.8017507791519165, "Finetune/Step": 2850, "Finetune/Step Time": 6.690102983266115}
+{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.7591791152954102, "Finetune/Loss (Raw)": 0.859812319278717, "Finetune/Step": 2851, "Finetune/Step Time": 6.686681879684329}
+{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.7593144774436951, "Finetune/Loss (Raw)": 0.8299683332443237, "Finetune/Step": 2852, "Finetune/Step Time": 6.677836488932371}
+{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.7589012384414673, "Finetune/Loss (Raw)": 0.7662459015846252, "Finetune/Step": 2853, "Finetune/Step Time": 6.678211264312267}
+{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.7593169212341309, "Finetune/Loss (Raw)": 0.8694905042648315, "Finetune/Step": 2854, "Finetune/Step Time": 6.6708443984389305}
+{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.7593783736228943, "Finetune/Loss (Raw)": 0.8049375414848328, "Finetune/Step": 2855, "Finetune/Step Time": 6.675576543435454}
+{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.7610237002372742, "Finetune/Loss (Raw)": 0.7733913064002991, "Finetune/Step": 2856, "Finetune/Step Time": 6.698597468435764}
+{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.7643593549728394, "Finetune/Loss (Raw)": 0.8422482013702393, "Finetune/Step": 2857, "Finetune/Step Time": 6.681281127035618}
+{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.7650293111801147, "Finetune/Loss (Raw)": 0.718778669834137, "Finetune/Step": 2858, "Finetune/Step Time": 6.674078172072768}
+{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.765137791633606, "Finetune/Loss (Raw)": 0.807271420955658, "Finetune/Step": 2859, "Finetune/Step Time": 6.680720744654536}
+{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.7640669345855713, "Finetune/Loss (Raw)": 0.6842514872550964, "Finetune/Step": 2860, "Finetune/Step Time": 6.690663451328874}
+{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.7648313045501709, "Finetune/Loss (Raw)": 0.9569756984710693, "Finetune/Step": 2861, "Finetune/Step Time": 6.690028181299567}
+{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.7646628618240356, "Finetune/Loss (Raw)": 0.7533372640609741, "Finetune/Step": 2862, "Finetune/Step Time": 6.706209888681769}
+{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.7640277147293091, "Finetune/Loss (Raw)": 0.7848425507545471, "Finetune/Step": 2863, "Finetune/Step Time": 6.70335628837347}
+{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.7660477161407471, "Finetune/Loss (Raw)": 0.7156589031219482, "Finetune/Step": 2864, "Finetune/Step Time": 6.682179301977158}
+{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.7688174247741699, "Finetune/Loss (Raw)": 0.8849039077758789, "Finetune/Step": 2865, "Finetune/Step Time": 6.684275144711137}
+{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.7651103138923645, "Finetune/Loss (Raw)": 0.38777080178260803, "Finetune/Step": 2866, "Finetune/Step Time": 6.699426492676139}
+{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.7649241089820862, "Finetune/Loss (Raw)": 0.8415168523788452, "Finetune/Step": 2867, "Finetune/Step Time": 6.70244338363409}
+{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.7668198347091675, "Finetune/Loss (Raw)": 0.9405414462089539, "Finetune/Step": 2868, "Finetune/Step Time": 6.696773869916797}
+{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.7645800113677979, "Finetune/Loss (Raw)": 0.5979251861572266, "Finetune/Step": 2869, "Finetune/Step Time": 6.727159086614847}
+{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.7615159749984741, "Finetune/Loss (Raw)": 0.3775468170642853, "Finetune/Step": 2870, "Finetune/Step Time": 6.740869112312794}
+{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.7619200944900513, "Finetune/Loss (Raw)": 0.9556739926338196, "Finetune/Step": 2871, "Finetune/Step Time": 6.738932140171528}
+{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.7627248167991638, "Finetune/Loss (Raw)": 0.920373797416687, "Finetune/Step": 2872, "Finetune/Step Time": 6.717914562672377}
+{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.7622531652450562, "Finetune/Loss (Raw)": 0.8457908034324646, "Finetune/Step": 2873, "Finetune/Step Time": 6.7194298803806305}
+{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.758668065071106, "Finetune/Loss (Raw)": 0.35669541358947754, "Finetune/Step": 2874, "Finetune/Step Time": 6.725512461736798}
+{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.7591559290885925, "Finetune/Loss (Raw)": 0.8728546500205994, "Finetune/Step": 2875, "Finetune/Step Time": 6.705761158838868}
+{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.7582622766494751, "Finetune/Loss (Raw)": 0.8112094402313232, "Finetune/Step": 2876, "Finetune/Step Time": 6.713837929069996}
+{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.757717490196228, "Finetune/Loss (Raw)": 0.7814687490463257, "Finetune/Step": 2877, "Finetune/Step Time": 6.726684719324112}
+{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.7573069334030151, "Finetune/Loss (Raw)": 0.7391071915626526, "Finetune/Step": 2878, "Finetune/Step Time": 6.740907600149512}
+{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.7567051649093628, "Finetune/Loss (Raw)": 0.7267535924911499, "Finetune/Step": 2879, "Finetune/Step Time": 6.742515051737428}
+{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.7574094533920288, "Finetune/Loss (Raw)": 0.9269511103630066, "Finetune/Step": 2880, "Finetune/Step Time": 6.733806531876326}
+{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.7566019892692566, "Finetune/Loss (Raw)": 0.8263599872589111, "Finetune/Step": 2881, "Finetune/Step Time": 6.737306617200375}
+{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.7573295831680298, "Finetune/Loss (Raw)": 0.8898312449455261, "Finetune/Step": 2882, "Finetune/Step Time": 6.738555679097772}
+{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.7618260383605957, "Finetune/Loss (Raw)": 0.9270333051681519, "Finetune/Step": 2883, "Finetune/Step Time": 6.720955729484558}
+{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.7609589099884033, "Finetune/Loss (Raw)": 0.7215881943702698, "Finetune/Step": 2884, "Finetune/Step Time": 6.726273402571678}
+{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.7627813816070557, "Finetune/Loss (Raw)": 0.8741288185119629, "Finetune/Step": 2885, "Finetune/Step Time": 6.694655105471611}
+{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.7603059411048889, "Finetune/Loss (Raw)": 0.566417396068573, "Finetune/Step": 2886, "Finetune/Step Time": 6.7156829088926315}
+{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.759990930557251, "Finetune/Loss (Raw)": 0.6983346939086914, "Finetune/Step": 2887, "Finetune/Step Time": 6.7202900145202875}
+{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.7626254558563232, "Finetune/Loss (Raw)": 0.9975773096084595, "Finetune/Step": 2888, "Finetune/Step Time": 6.727252878248692}
+{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.7618910074234009, "Finetune/Loss (Raw)": 0.32384562492370605, "Finetune/Step": 2889, "Finetune/Step Time": 6.7264509573578835}
+{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.7619126439094543, "Finetune/Loss (Raw)": 0.7502649426460266, "Finetune/Step": 2890, "Finetune/Step Time": 6.724744433537126}
+{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.7616040110588074, "Finetune/Loss (Raw)": 0.7648754119873047, "Finetune/Step": 2891, "Finetune/Step Time": 6.72316081635654}
+{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.7634271383285522, "Finetune/Loss (Raw)": 1.0085722208023071, "Finetune/Step": 2892, "Finetune/Step Time": 6.732004960998893}
+{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.7667738199234009, "Finetune/Loss (Raw)": 0.7769635319709778, "Finetune/Step": 2893, "Finetune/Step Time": 6.709534982219338}
+{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.7674487233161926, "Finetune/Loss (Raw)": 0.9025852680206299, "Finetune/Step": 2894, "Finetune/Step Time": 6.708005242049694}
+{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.7673614025115967, "Finetune/Loss (Raw)": 0.8216236233711243, "Finetune/Step": 2895, "Finetune/Step Time": 6.694286912679672}
+{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.7675480842590332, "Finetune/Loss (Raw)": 0.8863258361816406, "Finetune/Step": 2896, "Finetune/Step Time": 6.69579497538507}
+{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.7679171562194824, "Finetune/Loss (Raw)": 0.8848125338554382, "Finetune/Step": 2897, "Finetune/Step Time": 6.690287655219436}
+{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.7702527046203613, "Finetune/Loss (Raw)": 0.8381724953651428, "Finetune/Step": 2898, "Finetune/Step Time": 6.672139236703515}
+{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.7697311639785767, "Finetune/Loss (Raw)": 0.8037252426147461, "Finetune/Step": 2899, "Finetune/Step Time": 6.67217250354588}
+{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.768383264541626, "Finetune/Loss (Raw)": 0.6784129738807678, "Finetune/Step": 2900, "Finetune/Step Time": 6.674899103119969}
+{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.7666659355163574, "Finetune/Loss (Raw)": 0.6822429895401001, "Finetune/Step": 2901, "Finetune/Step Time": 6.683655245229602}
+{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.7702826261520386, "Finetune/Loss (Raw)": 0.7912402153015137, "Finetune/Step": 2902, "Finetune/Step Time": 6.685900595039129}
+{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.7698681354522705, "Finetune/Loss (Raw)": 0.8280733823776245, "Finetune/Step": 2903, "Finetune/Step Time": 6.6880859192460775}
+{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.7701646089553833, "Finetune/Loss (Raw)": 0.7923271656036377, "Finetune/Step": 2904, "Finetune/Step Time": 6.685975942760706}
+{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.7702616453170776, "Finetune/Loss (Raw)": 0.8086259961128235, "Finetune/Step": 2905, "Finetune/Step Time": 6.68733473867178}
+{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.7705336213111877, "Finetune/Loss (Raw)": 0.8773183822631836, "Finetune/Step": 2906, "Finetune/Step Time": 6.687934881076217}
+{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.770972728729248, "Finetune/Loss (Raw)": 0.7869648933410645, "Finetune/Step": 2907, "Finetune/Step Time": 6.680198218673468}
+{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.7713713645935059, "Finetune/Loss (Raw)": 0.8658000230789185, "Finetune/Step": 2908, "Finetune/Step Time": 6.682527316734195}
+{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.7720574736595154, "Finetune/Loss (Raw)": 0.9835050106048584, "Finetune/Step": 2909, "Finetune/Step Time": 6.677180517464876}
+{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.7728292942047119, "Finetune/Loss (Raw)": 0.9180131554603577, "Finetune/Step": 2910, "Finetune/Step Time": 6.677508933469653}
+{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.773806095123291, "Finetune/Loss (Raw)": 0.9526061415672302, "Finetune/Step": 2911, "Finetune/Step Time": 6.663308493793011}
+{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.7756562232971191, "Finetune/Loss (Raw)": 0.8438037037849426, "Finetune/Step": 2912, "Finetune/Step Time": 6.65443554148078}
+{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.7758163213729858, "Finetune/Loss (Raw)": 0.8152971267700195, "Finetune/Step": 2913, "Finetune/Step Time": 6.646713573485613}
+{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.7737457156181335, "Finetune/Loss (Raw)": 0.6092154383659363, "Finetune/Step": 2914, "Finetune/Step Time": 6.672792010009289}
+{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.7722143530845642, "Finetune/Loss (Raw)": 0.5750247240066528, "Finetune/Step": 2915, "Finetune/Step Time": 6.6844518929719925}
+{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.7720576524734497, "Finetune/Loss (Raw)": 0.8558828830718994, "Finetune/Step": 2916, "Finetune/Step Time": 6.671660078689456}
+{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.7734775543212891, "Finetune/Loss (Raw)": 0.9074388146400452, "Finetune/Step": 2917, "Finetune/Step Time": 6.655613835901022}
+{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.7729138135910034, "Finetune/Loss (Raw)": 0.7150603532791138, "Finetune/Step": 2918, "Finetune/Step Time": 6.650479545816779}
+{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.7746694087982178, "Finetune/Loss (Raw)": 0.8441478610038757, "Finetune/Step": 2919, "Finetune/Step Time": 6.628669561818242}
+{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.7710776329040527, "Finetune/Loss (Raw)": 0.34505778551101685, "Finetune/Step": 2920, "Finetune/Step Time": 6.624216064810753}
+{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.7699556350708008, "Finetune/Loss (Raw)": 0.7775570750236511, "Finetune/Step": 2921, "Finetune/Step Time": 6.641354415565729}
+{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.7700352668762207, "Finetune/Loss (Raw)": 0.7574892640113831, "Finetune/Step": 2922, "Finetune/Step Time": 6.643491834402084}
+{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.7704805135726929, "Finetune/Loss (Raw)": 0.7198151350021362, "Finetune/Step": 2923, "Finetune/Step Time": 6.664486572146416}
+{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.771186351776123, "Finetune/Loss (Raw)": 0.8738675117492676, "Finetune/Step": 2924, "Finetune/Step Time": 6.648432292044163}
+{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.7737288475036621, "Finetune/Loss (Raw)": 0.8997898697853088, "Finetune/Step": 2925, "Finetune/Step Time": 6.637193661183119}
+{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.7771146297454834, "Finetune/Loss (Raw)": 0.8043568730354309, "Finetune/Step": 2926, "Finetune/Step Time": 6.643518563359976}
+{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.7762361764907837, "Finetune/Loss (Raw)": 0.5588969588279724, "Finetune/Step": 2927, "Finetune/Step Time": 6.652758203446865}
+{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.7776787877082825, "Finetune/Loss (Raw)": 0.8116815090179443, "Finetune/Step": 2928, "Finetune/Step Time": 6.661502784118056}
+{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.7774535417556763, "Finetune/Loss (Raw)": 0.8525198698043823, "Finetune/Step": 2929, "Finetune/Step Time": 6.6515719499439}
+{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.7774621248245239, "Finetune/Loss (Raw)": 0.8787453174591064, "Finetune/Step": 2930, "Finetune/Step Time": 6.642709342762828}
+{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.7783418893814087, "Finetune/Loss (Raw)": 0.8805352449417114, "Finetune/Step": 2931, "Finetune/Step Time": 6.644744750112295}
+{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.7785414457321167, "Finetune/Loss (Raw)": 0.86489337682724, "Finetune/Step": 2932, "Finetune/Step Time": 6.647887399420142}
+{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.7774386405944824, "Finetune/Loss (Raw)": 0.8220849633216858, "Finetune/Step": 2933, "Finetune/Step Time": 6.65861289948225}
+{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.7779231071472168, "Finetune/Loss (Raw)": 0.7954043745994568, "Finetune/Step": 2934, "Finetune/Step Time": 6.6518479734659195}
+{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.7782573103904724, "Finetune/Loss (Raw)": 0.8197624683380127, "Finetune/Step": 2935, "Finetune/Step Time": 6.655361957848072}
+{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.7803016304969788, "Finetune/Loss (Raw)": 0.8741921186447144, "Finetune/Step": 2936, "Finetune/Step Time": 6.660189155489206}
+{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.7854223251342773, "Finetune/Loss (Raw)": 1.0029547214508057, "Finetune/Step": 2937, "Finetune/Step Time": 6.6406871769577265}
+{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.7867531776428223, "Finetune/Loss (Raw)": 0.8616894483566284, "Finetune/Step": 2938, "Finetune/Step Time": 6.64636005461216}
+{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.7867965698242188, "Finetune/Loss (Raw)": 0.8356887698173523, "Finetune/Step": 2939, "Finetune/Step Time": 6.634743867442012}
+{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.7857069969177246, "Finetune/Loss (Raw)": 0.6605108380317688, "Finetune/Step": 2940, "Finetune/Step Time": 6.6362830977886915}
+{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.7828904390335083, "Finetune/Loss (Raw)": 0.5151612758636475, "Finetune/Step": 2941, "Finetune/Step Time": 6.653396584093571}
+{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.7876597046852112, "Finetune/Loss (Raw)": 0.9591581225395203, "Finetune/Step": 2942, "Finetune/Step Time": 6.638697758316994}
+{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.7862891554832458, "Finetune/Loss (Raw)": 0.750826895236969, "Finetune/Step": 2943, "Finetune/Step Time": 6.652280705049634}
+{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.7862347364425659, "Finetune/Loss (Raw)": 0.8067829012870789, "Finetune/Step": 2944, "Finetune/Step Time": 6.669295595958829}
+{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.7859028577804565, "Finetune/Loss (Raw)": 0.7457001209259033, "Finetune/Step": 2945, "Finetune/Step Time": 6.668454024940729}
+{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.7858676910400391, "Finetune/Loss (Raw)": 0.7872589826583862, "Finetune/Step": 2946, "Finetune/Step Time": 6.6600361578166485}
+{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.7847221493721008, "Finetune/Loss (Raw)": 0.7728773355484009, "Finetune/Step": 2947, "Finetune/Step Time": 6.675833137705922}
+{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.7832953333854675, "Finetune/Loss (Raw)": 0.7243712544441223, "Finetune/Step": 2948, "Finetune/Step Time": 6.686232857406139}
+{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.7849171161651611, "Finetune/Loss (Raw)": 0.8391820788383484, "Finetune/Step": 2949, "Finetune/Step Time": 6.6768891252577305}
+{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.7849494218826294, "Finetune/Loss (Raw)": 0.8516873121261597, "Finetune/Step": 2950, "Finetune/Step Time": 6.676989687606692}
+{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.7841752767562866, "Finetune/Loss (Raw)": 0.30224937200546265, "Finetune/Step": 2951, "Finetune/Step Time": 6.677469696849585}
+{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.7858241200447083, "Finetune/Loss (Raw)": 0.8542030453681946, "Finetune/Step": 2952, "Finetune/Step Time": 6.675022590905428}
+{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.7873290777206421, "Finetune/Loss (Raw)": 0.9113464951515198, "Finetune/Step": 2953, "Finetune/Step Time": 6.674194214865565}
+{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.7877878546714783, "Finetune/Loss (Raw)": 0.7290235161781311, "Finetune/Step": 2954, "Finetune/Step Time": 6.67891594581306}
+{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.7889676094055176, "Finetune/Loss (Raw)": 0.9754501581192017, "Finetune/Step": 2955, "Finetune/Step Time": 6.68576842173934}
+{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.7878566980361938, "Finetune/Loss (Raw)": 0.8093475103378296, "Finetune/Step": 2956, "Finetune/Step Time": 6.693544177338481}
+{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.787390947341919, "Finetune/Loss (Raw)": 0.7747547626495361, "Finetune/Step": 2957, "Finetune/Step Time": 6.682777864858508}
+{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.7867466807365417, "Finetune/Loss (Raw)": 0.8121749758720398, "Finetune/Step": 2958, "Finetune/Step Time": 6.685690518468618}
+{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.781268835067749, "Finetune/Loss (Raw)": 0.3197510242462158, "Finetune/Step": 2959, "Finetune/Step Time": 6.702594054862857}
+{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.7798867225646973, "Finetune/Loss (Raw)": 0.7584344744682312, "Finetune/Step": 2960, "Finetune/Step Time": 6.700662735849619}
+{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.779543936252594, "Finetune/Loss (Raw)": 0.7706133723258972, "Finetune/Step": 2961, "Finetune/Step Time": 6.68741494230926}
+{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.784593939781189, "Finetune/Loss (Raw)": 0.9975793361663818, "Finetune/Step": 2962, "Finetune/Step Time": 6.673269204795361}
+{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.7848407626152039, "Finetune/Loss (Raw)": 0.8572294116020203, "Finetune/Step": 2963, "Finetune/Step Time": 6.683962963521481}
+{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.7867099046707153, "Finetune/Loss (Raw)": 0.8801926374435425, "Finetune/Step": 2964, "Finetune/Step Time": 6.687618685886264}
+{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.7869775295257568, "Finetune/Loss (Raw)": 0.8846805095672607, "Finetune/Step": 2965, "Finetune/Step Time": 6.684277165681124}
+{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.7871862053871155, "Finetune/Loss (Raw)": 0.7409805059432983, "Finetune/Step": 2966, "Finetune/Step Time": 6.6923299096524715}
+{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.7871344089508057, "Finetune/Loss (Raw)": 0.6923882961273193, "Finetune/Step": 2967, "Finetune/Step Time": 6.704363837838173}
+{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.7879235744476318, "Finetune/Loss (Raw)": 0.8957837224006653, "Finetune/Step": 2968, "Finetune/Step Time": 6.713009878993034}
+{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.7869594097137451, "Finetune/Loss (Raw)": 0.8187915682792664, "Finetune/Step": 2969, "Finetune/Step Time": 6.710028987377882}
+{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.7867363095283508, "Finetune/Loss (Raw)": 0.7910352349281311, "Finetune/Step": 2970, "Finetune/Step Time": 6.721487274393439}
+{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.7876037359237671, "Finetune/Loss (Raw)": 0.8010321259498596, "Finetune/Step": 2971, "Finetune/Step Time": 6.727954534813762}
+{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.7873637080192566, "Finetune/Loss (Raw)": 0.8179094195365906, "Finetune/Step": 2972, "Finetune/Step Time": 6.722960716113448}
+{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.7866043448448181, "Finetune/Loss (Raw)": 0.724132776260376, "Finetune/Step": 2973, "Finetune/Step Time": 6.72555423900485}
+{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.7871571779251099, "Finetune/Loss (Raw)": 0.829621434211731, "Finetune/Step": 2974, "Finetune/Step Time": 6.725936532020569}
+{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.7855246663093567, "Finetune/Loss (Raw)": 0.38972485065460205, "Finetune/Step": 2975, "Finetune/Step Time": 6.7312536127865314}
+{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.7845596075057983, "Finetune/Loss (Raw)": 0.7396830320358276, "Finetune/Step": 2976, "Finetune/Step Time": 6.72527708299458}
+{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.784504771232605, "Finetune/Loss (Raw)": 0.757918119430542, "Finetune/Step": 2977, "Finetune/Step Time": 6.72171975672245}
+{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.7855284214019775, "Finetune/Loss (Raw)": 0.9327664375305176, "Finetune/Step": 2978, "Finetune/Step Time": 6.72160973213613}
+{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.7854003310203552, "Finetune/Loss (Raw)": 0.8434251546859741, "Finetune/Step": 2979, "Finetune/Step Time": 6.730824945494533}
+{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.7848529815673828, "Finetune/Loss (Raw)": 0.7599080801010132, "Finetune/Step": 2980, "Finetune/Step Time": 6.733459122478962}
+{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.7845698595046997, "Finetune/Loss (Raw)": 0.7299997806549072, "Finetune/Step": 2981, "Finetune/Step Time": 6.758509637787938}
+{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.7837488651275635, "Finetune/Loss (Raw)": 0.7644051313400269, "Finetune/Step": 2982, "Finetune/Step Time": 6.75234859995544}
+{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.7848016023635864, "Finetune/Loss (Raw)": 0.9396927952766418, "Finetune/Step": 2983, "Finetune/Step Time": 6.742345537990332}
+{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.7847143411636353, "Finetune/Loss (Raw)": 0.7622201442718506, "Finetune/Step": 2984, "Finetune/Step Time": 6.731890231370926}
+{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.7845816016197205, "Finetune/Loss (Raw)": 0.825256884098053, "Finetune/Step": 2985, "Finetune/Step Time": 6.7312449514865875}
+{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.7815195322036743, "Finetune/Loss (Raw)": 0.3268389105796814, "Finetune/Step": 2986, "Finetune/Step Time": 6.752399412915111}
+{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.7814006209373474, "Finetune/Loss (Raw)": 0.792046844959259, "Finetune/Step": 2987, "Finetune/Step Time": 6.765609387308359}
+{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.7828301191329956, "Finetune/Loss (Raw)": 0.8672218918800354, "Finetune/Step": 2988, "Finetune/Step Time": 6.772059006616473}
+{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.7805376648902893, "Finetune/Loss (Raw)": 0.6635463237762451, "Finetune/Step": 2989, "Finetune/Step Time": 6.777053100988269}
+{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.7819346785545349, "Finetune/Loss (Raw)": 0.9321537017822266, "Finetune/Step": 2990, "Finetune/Step Time": 6.752841200679541}
+{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.7825307846069336, "Finetune/Loss (Raw)": 0.8611457347869873, "Finetune/Step": 2991, "Finetune/Step Time": 6.7567785885185}
+{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.782372236251831, "Finetune/Loss (Raw)": 0.6953710913658142, "Finetune/Step": 2992, "Finetune/Step Time": 6.766815515235066}
+{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.7827000021934509, "Finetune/Loss (Raw)": 0.926851749420166, "Finetune/Step": 2993, "Finetune/Step Time": 6.752237627282739}
+{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.7868709564208984, "Finetune/Loss (Raw)": 0.9216451048851013, "Finetune/Step": 2994, "Finetune/Step Time": 6.729241197928786}
+{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.7869579792022705, "Finetune/Loss (Raw)": 0.8526660203933716, "Finetune/Step": 2995, "Finetune/Step Time": 6.731741135939956}
+{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.7854375839233398, "Finetune/Loss (Raw)": 0.7459244132041931, "Finetune/Step": 2996, "Finetune/Step Time": 6.7467242162674665}
+{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.7866032719612122, "Finetune/Loss (Raw)": 0.7471341490745544, "Finetune/Step": 2997, "Finetune/Step Time": 6.717350337654352}
+{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.7895610332489014, "Finetune/Loss (Raw)": 0.756144642829895, "Finetune/Step": 2998, "Finetune/Step Time": 6.705931007862091}
+{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.7886098623275757, "Finetune/Loss (Raw)": 0.8339165449142456, "Finetune/Step": 2999, "Finetune/Step Time": 6.711748991161585}
+{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.7879719138145447, "Finetune/Loss (Raw)": 0.8387241959571838, "Finetune/Step": 3000, "Finetune/Step Time": 6.715816264972091}
+{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.7873014211654663, "Finetune/Loss (Raw)": 0.7599629163742065, "Finetune/Step": 3001, "Finetune/Step Time": 6.719105150550604}
+{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.7914661169052124, "Finetune/Loss (Raw)": 0.8897733092308044, "Finetune/Step": 3002, "Finetune/Step Time": 6.702742153778672}
+{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.7908945083618164, "Finetune/Loss (Raw)": 0.799694836139679, "Finetune/Step": 3003, "Finetune/Step Time": 6.708467498421669}
+{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.7914632558822632, "Finetune/Loss (Raw)": 0.8840085864067078, "Finetune/Step": 3004, "Finetune/Step Time": 6.701474903151393}
+{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.7900643944740295, "Finetune/Loss (Raw)": 0.6024159789085388, "Finetune/Step": 3005, "Finetune/Step Time": 6.709628369659185}
+{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.7911709547042847, "Finetune/Loss (Raw)": 0.8807506561279297, "Finetune/Step": 3006, "Finetune/Step Time": 6.693831089884043}
+{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.7906354069709778, "Finetune/Loss (Raw)": 0.6581938862800598, "Finetune/Step": 3007, "Finetune/Step Time": 6.684832438826561}
+{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.7902372479438782, "Finetune/Loss (Raw)": 0.8759945034980774, "Finetune/Step": 3008, "Finetune/Step Time": 6.68631025403738}
+{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.7911457419395447, "Finetune/Loss (Raw)": 0.9426378011703491, "Finetune/Step": 3009, "Finetune/Step Time": 6.6900578904896975}
+{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.7902863025665283, "Finetune/Loss (Raw)": 0.779827892780304, "Finetune/Step": 3010, "Finetune/Step Time": 6.700436724349856}
+{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.7899574637413025, "Finetune/Loss (Raw)": 0.8849421739578247, "Finetune/Step": 3011, "Finetune/Step Time": 6.70852604880929}
+{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.7911208271980286, "Finetune/Loss (Raw)": 0.8705002069473267, "Finetune/Step": 3012, "Finetune/Step Time": 6.6812257170677185}
+{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.79086834192276, "Finetune/Loss (Raw)": 0.8418097496032715, "Finetune/Step": 3013, "Finetune/Step Time": 6.677295934408903}
+{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.7918558120727539, "Finetune/Loss (Raw)": 0.6928191781044006, "Finetune/Step": 3014, "Finetune/Step Time": 6.661625545471907}
+{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.7912524938583374, "Finetune/Loss (Raw)": 0.6211029887199402, "Finetune/Step": 3015, "Finetune/Step Time": 6.670986711978912}
+{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.7895588278770447, "Finetune/Loss (Raw)": 0.7807916402816772, "Finetune/Step": 3016, "Finetune/Step Time": 6.6755579225718975}
+{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.7924688458442688, "Finetune/Loss (Raw)": 0.6963269710540771, "Finetune/Step": 3017, "Finetune/Step Time": 6.671325223520398}
+{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.7924293875694275, "Finetune/Loss (Raw)": 0.7452071905136108, "Finetune/Step": 3018, "Finetune/Step Time": 6.656683534383774}
+{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.7926998138427734, "Finetune/Loss (Raw)": 0.7994990944862366, "Finetune/Step": 3019, "Finetune/Step Time": 6.6584466099739075}
+{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.7908366322517395, "Finetune/Loss (Raw)": 0.7700821757316589, "Finetune/Step": 3020, "Finetune/Step Time": 6.641173738986254}
+{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.7910770177841187, "Finetune/Loss (Raw)": 0.8077307343482971, "Finetune/Step": 3021, "Finetune/Step Time": 6.6444743648171425}
+{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.7911258935928345, "Finetune/Loss (Raw)": 0.908840000629425, "Finetune/Step": 3022, "Finetune/Step Time": 6.644187370315194}
+{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.7899213433265686, "Finetune/Loss (Raw)": 0.6674439907073975, "Finetune/Step": 3023, "Finetune/Step Time": 6.647289862856269}
+{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.7893279790878296, "Finetune/Loss (Raw)": 0.8103730082511902, "Finetune/Step": 3024, "Finetune/Step Time": 6.653068903833628}
+{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.7892211675643921, "Finetune/Loss (Raw)": 0.8711457252502441, "Finetune/Step": 3025, "Finetune/Step Time": 6.652591494843364}
+{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.7890380024909973, "Finetune/Loss (Raw)": 0.8147223591804504, "Finetune/Step": 3026, "Finetune/Step Time": 6.657596414908767}
+{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.7898988723754883, "Finetune/Loss (Raw)": 0.9139179587364197, "Finetune/Step": 3027, "Finetune/Step Time": 6.655641980469227}
+{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.7909308075904846, "Finetune/Loss (Raw)": 0.8105019330978394, "Finetune/Step": 3028, "Finetune/Step Time": 6.659431494772434}
+{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.7934286594390869, "Finetune/Loss (Raw)": 1.0019694566726685, "Finetune/Step": 3029, "Finetune/Step Time": 6.650759881362319}
+{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.7933230400085449, "Finetune/Loss (Raw)": 0.7777199745178223, "Finetune/Step": 3030, "Finetune/Step Time": 6.642228431999683}
+{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.7934755086898804, "Finetune/Loss (Raw)": 0.8475838303565979, "Finetune/Step": 3031, "Finetune/Step Time": 6.639194576069713}
+{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.7937843203544617, "Finetune/Loss (Raw)": 0.8318608999252319, "Finetune/Step": 3032, "Finetune/Step Time": 6.643290750682354}
+{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.7941774129867554, "Finetune/Loss (Raw)": 0.8589431047439575, "Finetune/Step": 3033, "Finetune/Step Time": 6.640126898884773}
+{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.7946403622627258, "Finetune/Loss (Raw)": 0.9365695714950562, "Finetune/Step": 3034, "Finetune/Step Time": 6.6357683297246695}
+{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.795001745223999, "Finetune/Loss (Raw)": 0.8332193493843079, "Finetune/Step": 3035, "Finetune/Step Time": 6.636282101273537}
+{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.7942973971366882, "Finetune/Loss (Raw)": 0.7756507992744446, "Finetune/Step": 3036, "Finetune/Step Time": 6.648671131581068}
+{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.7940287590026855, "Finetune/Loss (Raw)": 0.949120283126831, "Finetune/Step": 3037, "Finetune/Step Time": 6.650671971961856}
+{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.7937783002853394, "Finetune/Loss (Raw)": 0.8859505653381348, "Finetune/Step": 3038, "Finetune/Step Time": 6.650050034746528}
+{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.7920578122138977, "Finetune/Loss (Raw)": 0.7323861122131348, "Finetune/Step": 3039, "Finetune/Step Time": 6.649768445640802}
+{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.7920194268226624, "Finetune/Loss (Raw)": 0.8388857841491699, "Finetune/Step": 3040, "Finetune/Step Time": 6.64267760515213}
+{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.7914765477180481, "Finetune/Loss (Raw)": 0.7458153367042542, "Finetune/Step": 3041, "Finetune/Step Time": 6.647023981437087}
+{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.7931253910064697, "Finetune/Loss (Raw)": 0.8202617168426514, "Finetune/Step": 3042, "Finetune/Step Time": 6.622769854962826}
+{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.7910315990447998, "Finetune/Loss (Raw)": 0.307015985250473, "Finetune/Step": 3043, "Finetune/Step Time": 6.631075477227569}
+{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.7896165251731873, "Finetune/Loss (Raw)": 0.6747549772262573, "Finetune/Step": 3044, "Finetune/Step Time": 6.649493237957358}
+{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.7870582342147827, "Finetune/Loss (Raw)": 0.5799798965454102, "Finetune/Step": 3045, "Finetune/Step Time": 6.654986951500177}
+{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.7891024351119995, "Finetune/Loss (Raw)": 0.9767282009124756, "Finetune/Step": 3046, "Finetune/Step Time": 6.648685047402978}
+{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.7888776063919067, "Finetune/Loss (Raw)": 0.8153649568557739, "Finetune/Step": 3047, "Finetune/Step Time": 6.653852932155132}
+{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.7936998605728149, "Finetune/Loss (Raw)": 0.9623032808303833, "Finetune/Step": 3048, "Finetune/Step Time": 6.6337892059236765}
+{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.7938476204872131, "Finetune/Loss (Raw)": 0.7964691519737244, "Finetune/Step": 3049, "Finetune/Step Time": 6.616146415472031}
+{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.795342206954956, "Finetune/Loss (Raw)": 0.9488010406494141, "Finetune/Step": 3050, "Finetune/Step Time": 6.597885098308325}
+{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.7968646883964539, "Finetune/Loss (Raw)": 0.9146851301193237, "Finetune/Step": 3051, "Finetune/Step Time": 6.576039660722017}
+{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.7961034178733826, "Finetune/Loss (Raw)": 0.7764297723770142, "Finetune/Step": 3052, "Finetune/Step Time": 6.579700954258442}
+{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.796109676361084, "Finetune/Loss (Raw)": 0.9005867838859558, "Finetune/Step": 3053, "Finetune/Step Time": 6.583074362948537}
+{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.797369658946991, "Finetune/Loss (Raw)": 0.9656374454498291, "Finetune/Step": 3054, "Finetune/Step Time": 6.5679102670401335}
+{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.7994658946990967, "Finetune/Loss (Raw)": 0.8272146582603455, "Finetune/Step": 3055, "Finetune/Step Time": 6.558880994096398}
+{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.7997639179229736, "Finetune/Loss (Raw)": 0.8498330116271973, "Finetune/Step": 3056, "Finetune/Step Time": 6.538046196103096}
+{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.7986539602279663, "Finetune/Loss (Raw)": 0.710444986820221, "Finetune/Step": 3057, "Finetune/Step Time": 6.550108699128032}
+{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.7985231876373291, "Finetune/Loss (Raw)": 0.8620035648345947, "Finetune/Step": 3058, "Finetune/Step Time": 6.547737240791321}
+{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.7983182072639465, "Finetune/Loss (Raw)": 0.854295015335083, "Finetune/Step": 3059, "Finetune/Step Time": 6.544385001063347}
+{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.7985472083091736, "Finetune/Loss (Raw)": 0.8942081332206726, "Finetune/Step": 3060, "Finetune/Step Time": 6.548445291817188}
+{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.7991359233856201, "Finetune/Loss (Raw)": 0.8974454998970032, "Finetune/Step": 3061, "Finetune/Step Time": 6.541007164865732}
+{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.7987313866615295, "Finetune/Loss (Raw)": 0.7436196208000183, "Finetune/Step": 3062, "Finetune/Step Time": 6.568720223382115}
+{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.7985444068908691, "Finetune/Loss (Raw)": 0.7958312630653381, "Finetune/Step": 3063, "Finetune/Step Time": 6.561601780354977}
+{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.7984054088592529, "Finetune/Loss (Raw)": 0.8563971519470215, "Finetune/Step": 3064, "Finetune/Step Time": 6.543977377936244}
+{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.7956641912460327, "Finetune/Loss (Raw)": 0.6520774960517883, "Finetune/Step": 3065, "Finetune/Step Time": 6.561311891302466}
+{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.7931259870529175, "Finetune/Loss (Raw)": 0.5368016958236694, "Finetune/Step": 3066, "Finetune/Step Time": 6.584078086540103}
+{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.7930580973625183, "Finetune/Loss (Raw)": 0.8269986510276794, "Finetune/Step": 3067, "Finetune/Step Time": 6.585759729146957}
+{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.7939319610595703, "Finetune/Loss (Raw)": 0.7723687291145325, "Finetune/Step": 3068, "Finetune/Step Time": 6.5978684313595295}
+{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.7951982617378235, "Finetune/Loss (Raw)": 0.6772427558898926, "Finetune/Step": 3069, "Finetune/Step Time": 6.590166501700878}
+{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.7941025495529175, "Finetune/Loss (Raw)": 0.8189083933830261, "Finetune/Step": 3070, "Finetune/Step Time": 6.587441183626652}
+{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.7957772612571716, "Finetune/Loss (Raw)": 0.9651902318000793, "Finetune/Step": 3071, "Finetune/Step Time": 6.57061624340713}
+{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.7956948280334473, "Finetune/Loss (Raw)": 0.796234667301178, "Finetune/Step": 3072, "Finetune/Step Time": 6.561766114085913}
+{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.7962939739227295, "Finetune/Loss (Raw)": 0.822390615940094, "Finetune/Step": 3073, "Finetune/Step Time": 6.553330536931753}
+{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.7963712215423584, "Finetune/Loss (Raw)": 0.7971463203430176, "Finetune/Step": 3074, "Finetune/Step Time": 6.5556598752737045}
+{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.7926226854324341, "Finetune/Loss (Raw)": 0.29306504130363464, "Finetune/Step": 3075, "Finetune/Step Time": 6.570266610011458}
+{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.7924114465713501, "Finetune/Loss (Raw)": 0.6973347067832947, "Finetune/Step": 3076, "Finetune/Step Time": 6.567551584914327}
+{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.7925348281860352, "Finetune/Loss (Raw)": 0.8549742102622986, "Finetune/Step": 3077, "Finetune/Step Time": 6.567528318613768}
+{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.7913815975189209, "Finetune/Loss (Raw)": 0.7040669918060303, "Finetune/Step": 3078, "Finetune/Step Time": 6.573823422193527}
+{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.7939420938491821, "Finetune/Loss (Raw)": 0.6299920678138733, "Finetune/Step": 3079, "Finetune/Step Time": 6.576719868928194}
+{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.7927749156951904, "Finetune/Loss (Raw)": 0.704811155796051, "Finetune/Step": 3080, "Finetune/Step Time": 6.581244656816125}
+{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.7914360761642456, "Finetune/Loss (Raw)": 0.7399665713310242, "Finetune/Step": 3081, "Finetune/Step Time": 6.58426158875227}
+{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.7923300266265869, "Finetune/Loss (Raw)": 0.843446671962738, "Finetune/Step": 3082, "Finetune/Step Time": 6.579287359490991}
+{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.7914102077484131, "Finetune/Loss (Raw)": 0.857715904712677, "Finetune/Step": 3083, "Finetune/Step Time": 6.595630444586277}
+{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.7911373376846313, "Finetune/Loss (Raw)": 0.7744256258010864, "Finetune/Step": 3084, "Finetune/Step Time": 6.596639739349484}
+{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.7927189469337463, "Finetune/Loss (Raw)": 0.9771950840950012, "Finetune/Step": 3085, "Finetune/Step Time": 6.594693824648857}
+{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.7928732633590698, "Finetune/Loss (Raw)": 0.8319364190101624, "Finetune/Step": 3086, "Finetune/Step Time": 6.593616973608732}
+{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.7966337203979492, "Finetune/Loss (Raw)": 0.8010815382003784, "Finetune/Step": 3087, "Finetune/Step Time": 6.578508414328098}
+{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.7952908873558044, "Finetune/Loss (Raw)": 0.5865570902824402, "Finetune/Step": 3088, "Finetune/Step Time": 6.577105566859245}
+{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.7962627410888672, "Finetune/Loss (Raw)": 0.8950098752975464, "Finetune/Step": 3089, "Finetune/Step Time": 6.580581698566675}
+{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.7941900491714478, "Finetune/Loss (Raw)": 0.7322726249694824, "Finetune/Step": 3090, "Finetune/Step Time": 6.574709029868245}
+{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.7930763363838196, "Finetune/Loss (Raw)": 0.7146766781806946, "Finetune/Step": 3091, "Finetune/Step Time": 6.578187173232436}
+{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.7885080575942993, "Finetune/Loss (Raw)": 0.29544955492019653, "Finetune/Step": 3092, "Finetune/Step Time": 6.595326736569405}
+{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.7880927920341492, "Finetune/Loss (Raw)": 0.8315277099609375, "Finetune/Step": 3093, "Finetune/Step Time": 6.602175384759903}
+{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.7889212369918823, "Finetune/Loss (Raw)": 0.8470247387886047, "Finetune/Step": 3094, "Finetune/Step Time": 6.597108257934451}
+{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.789691686630249, "Finetune/Loss (Raw)": 0.7910030484199524, "Finetune/Step": 3095, "Finetune/Step Time": 6.5784536600112915}
+{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.7891857624053955, "Finetune/Loss (Raw)": 0.8310273885726929, "Finetune/Step": 3096, "Finetune/Step Time": 6.572862014174461}
+{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.7851707339286804, "Finetune/Loss (Raw)": 0.30486541986465454, "Finetune/Step": 3097, "Finetune/Step Time": 6.5945158284157515}
+{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.7835009098052979, "Finetune/Loss (Raw)": 0.577301025390625, "Finetune/Step": 3098, "Finetune/Step Time": 6.583412002772093}
+{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.7837806344032288, "Finetune/Loss (Raw)": 0.8368322849273682, "Finetune/Step": 3099, "Finetune/Step Time": 6.587156003341079}
+{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.7852941155433655, "Finetune/Loss (Raw)": 1.0116361379623413, "Finetune/Step": 3100, "Finetune/Step Time": 6.590047147125006}
+{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.7841227054595947, "Finetune/Loss (Raw)": 0.5741915702819824, "Finetune/Step": 3101, "Finetune/Step Time": 6.59284227900207}
+{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.7848000526428223, "Finetune/Loss (Raw)": 0.9163209795951843, "Finetune/Step": 3102, "Finetune/Step Time": 6.600225957110524}
+{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.7891327738761902, "Finetune/Loss (Raw)": 0.9443123936653137, "Finetune/Step": 3103, "Finetune/Step Time": 6.594268815591931}
+{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.7899973392486572, "Finetune/Loss (Raw)": 0.8503504991531372, "Finetune/Step": 3104, "Finetune/Step Time": 6.589720482006669}
+{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.7907800674438477, "Finetune/Loss (Raw)": 0.8581070899963379, "Finetune/Step": 3105, "Finetune/Step Time": 6.580822288990021}
+{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.7892005443572998, "Finetune/Loss (Raw)": 0.7305896282196045, "Finetune/Step": 3106, "Finetune/Step Time": 6.581094168126583}
+{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.7901055812835693, "Finetune/Loss (Raw)": 0.959269106388092, "Finetune/Step": 3107, "Finetune/Step Time": 6.575408713892102}
+{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.7900724411010742, "Finetune/Loss (Raw)": 0.7556586861610413, "Finetune/Step": 3108, "Finetune/Step Time": 6.5673301592469215}
+{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.7904232740402222, "Finetune/Loss (Raw)": 0.774914562702179, "Finetune/Step": 3109, "Finetune/Step Time": 6.544082785025239}
+{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.7902650833129883, "Finetune/Loss (Raw)": 0.7441562414169312, "Finetune/Step": 3110, "Finetune/Step Time": 6.540999598801136}
+{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.7889860272407532, "Finetune/Loss (Raw)": 0.7759747505187988, "Finetune/Step": 3111, "Finetune/Step Time": 6.550534071400762}
+{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.7899970412254333, "Finetune/Loss (Raw)": 0.8916237950325012, "Finetune/Step": 3112, "Finetune/Step Time": 6.536079164594412}
+{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.7895217537879944, "Finetune/Loss (Raw)": 0.764426589012146, "Finetune/Step": 3113, "Finetune/Step Time": 6.549707842990756}
+{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.7937595844268799, "Finetune/Loss (Raw)": 0.8692763447761536, "Finetune/Step": 3114, "Finetune/Step Time": 6.536233138293028}
+{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.7937355041503906, "Finetune/Loss (Raw)": 0.7889639735221863, "Finetune/Step": 3115, "Finetune/Step Time": 6.519108362495899}
+{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.7914592027664185, "Finetune/Loss (Raw)": 0.5758616924285889, "Finetune/Step": 3116, "Finetune/Step Time": 6.536205446347594}
+{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.7929434776306152, "Finetune/Loss (Raw)": 0.8535321950912476, "Finetune/Step": 3117, "Finetune/Step Time": 6.531833000481129}
+{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.7893363237380981, "Finetune/Loss (Raw)": 0.47043949365615845, "Finetune/Step": 3118, "Finetune/Step Time": 6.553421398624778}
+{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.7889636754989624, "Finetune/Loss (Raw)": 0.8134428858757019, "Finetune/Step": 3119, "Finetune/Step Time": 6.553715009242296}
+{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.7900930643081665, "Finetune/Loss (Raw)": 0.8399321436882019, "Finetune/Step": 3120, "Finetune/Step Time": 6.558602115139365}
+{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.7877252101898193, "Finetune/Loss (Raw)": 0.6237704157829285, "Finetune/Step": 3121, "Finetune/Step Time": 6.569386089220643}
+{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.786653995513916, "Finetune/Loss (Raw)": 0.784529447555542, "Finetune/Step": 3122, "Finetune/Step Time": 6.571561813354492}
+{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.7861665487289429, "Finetune/Loss (Raw)": 0.7902703881263733, "Finetune/Step": 3123, "Finetune/Step Time": 6.566003454849124}
+{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.7871614694595337, "Finetune/Loss (Raw)": 0.8732773661613464, "Finetune/Step": 3124, "Finetune/Step Time": 6.550128852948546}
+{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.7864332795143127, "Finetune/Loss (Raw)": 0.6539214849472046, "Finetune/Step": 3125, "Finetune/Step Time": 6.549745550379157}
+{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.7874018549919128, "Finetune/Loss (Raw)": 0.8801209926605225, "Finetune/Step": 3126, "Finetune/Step Time": 6.540817730128765}
+{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.7882589101791382, "Finetune/Loss (Raw)": 0.9436254501342773, "Finetune/Step": 3127, "Finetune/Step Time": 6.536834480240941}
+{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.7858896851539612, "Finetune/Loss (Raw)": 0.5354637503623962, "Finetune/Step": 3128, "Finetune/Step Time": 6.5728959161788225}
+{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.7860641479492188, "Finetune/Loss (Raw)": 0.7822861671447754, "Finetune/Step": 3129, "Finetune/Step Time": 6.5701241530478}
+{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.7847886085510254, "Finetune/Loss (Raw)": 0.7265118956565857, "Finetune/Step": 3130, "Finetune/Step Time": 6.583944916725159}
+{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.7844651341438293, "Finetune/Loss (Raw)": 0.7582868933677673, "Finetune/Step": 3131, "Finetune/Step Time": 6.585968874394894}
+{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.7808060646057129, "Finetune/Loss (Raw)": 0.4156525433063507, "Finetune/Step": 3132, "Finetune/Step Time": 6.606223026290536}
+{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.7825881242752075, "Finetune/Loss (Raw)": 0.830513060092926, "Finetune/Step": 3133, "Finetune/Step Time": 6.587567744776607}
+{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.7807947397232056, "Finetune/Loss (Raw)": 0.6511963605880737, "Finetune/Step": 3134, "Finetune/Step Time": 6.602069588378072}
+{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.7824425101280212, "Finetune/Loss (Raw)": 0.8691078424453735, "Finetune/Step": 3135, "Finetune/Step Time": 6.604387309402227}
+{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.7820417881011963, "Finetune/Loss (Raw)": 0.8247084021568298, "Finetune/Step": 3136, "Finetune/Step Time": 6.606168756261468}
+{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.7803888320922852, "Finetune/Loss (Raw)": 0.7310525178909302, "Finetune/Step": 3137, "Finetune/Step Time": 6.612471129745245}
+{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.7793524265289307, "Finetune/Loss (Raw)": 0.6471678018569946, "Finetune/Step": 3138, "Finetune/Step Time": 6.610542802140117}
+{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.778772234916687, "Finetune/Loss (Raw)": 0.8106763958930969, "Finetune/Step": 3139, "Finetune/Step Time": 6.611395560204983}
+{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.7780647277832031, "Finetune/Loss (Raw)": 0.7799502015113831, "Finetune/Step": 3140, "Finetune/Step Time": 6.621478650718927}
+{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.7776654362678528, "Finetune/Loss (Raw)": 0.7906964421272278, "Finetune/Step": 3141, "Finetune/Step Time": 6.634093733504415}
+{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.7780433297157288, "Finetune/Loss (Raw)": 0.7411887645721436, "Finetune/Step": 3142, "Finetune/Step Time": 6.64812757819891}
+{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.7772490382194519, "Finetune/Loss (Raw)": 0.5194318890571594, "Finetune/Step": 3143, "Finetune/Step Time": 6.6473030764609575}
+{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.7783710956573486, "Finetune/Loss (Raw)": 0.9244180917739868, "Finetune/Step": 3144, "Finetune/Step Time": 6.638830009847879}
+{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.7799901962280273, "Finetune/Loss (Raw)": 0.9035707116127014, "Finetune/Step": 3145, "Finetune/Step Time": 6.6234952714294195}
+{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.7809866666793823, "Finetune/Loss (Raw)": 0.8727501630783081, "Finetune/Step": 3146, "Finetune/Step Time": 6.623738694936037}
+{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.7810507416725159, "Finetune/Loss (Raw)": 0.8077066540718079, "Finetune/Step": 3147, "Finetune/Step Time": 6.630980992689729}
+{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.7824779152870178, "Finetune/Loss (Raw)": 0.9527640342712402, "Finetune/Step": 3148, "Finetune/Step Time": 6.6510815396904945}
+{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.7794226408004761, "Finetune/Loss (Raw)": 0.4166455566883087, "Finetune/Step": 3149, "Finetune/Step Time": 6.669002305716276}
+{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.7784039974212646, "Finetune/Loss (Raw)": 0.7784563899040222, "Finetune/Step": 3150, "Finetune/Step Time": 6.666915802285075}
+{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.7797245383262634, "Finetune/Loss (Raw)": 0.8364725112915039, "Finetune/Step": 3151, "Finetune/Step Time": 6.6683529280126095}
+{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.7795630097389221, "Finetune/Loss (Raw)": 0.7897017002105713, "Finetune/Step": 3152, "Finetune/Step Time": 6.6632262989878654}
+{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.779473602771759, "Finetune/Loss (Raw)": 0.8596981167793274, "Finetune/Step": 3153, "Finetune/Step Time": 6.663263155147433}
+{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.7793503403663635, "Finetune/Loss (Raw)": 0.7989414930343628, "Finetune/Step": 3154, "Finetune/Step Time": 6.655407780781388}
+{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.7789786458015442, "Finetune/Loss (Raw)": 0.8663453459739685, "Finetune/Step": 3155, "Finetune/Step Time": 6.660171337425709}
+{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.7785421013832092, "Finetune/Loss (Raw)": 0.7546274065971375, "Finetune/Step": 3156, "Finetune/Step Time": 6.654838273301721}
+{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.7780405282974243, "Finetune/Loss (Raw)": 0.937765896320343, "Finetune/Step": 3157, "Finetune/Step Time": 6.6599262449890375}
+{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.7741711139678955, "Finetune/Loss (Raw)": 0.2824360728263855, "Finetune/Step": 3158, "Finetune/Step Time": 6.667069390416145}
+{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.7733290195465088, "Finetune/Loss (Raw)": 0.7397904396057129, "Finetune/Step": 3159, "Finetune/Step Time": 6.6711217407137156}
+{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.7732167840003967, "Finetune/Loss (Raw)": 0.8174991011619568, "Finetune/Step": 3160, "Finetune/Step Time": 6.662061447277665}
+{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.7730574607849121, "Finetune/Loss (Raw)": 0.8385542035102844, "Finetune/Step": 3161, "Finetune/Step Time": 6.681252436712384}
+{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.7689302563667297, "Finetune/Loss (Raw)": 0.40828004479408264, "Finetune/Step": 3162, "Finetune/Step Time": 6.7014394775033}
+{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.7696494460105896, "Finetune/Loss (Raw)": 0.9252772927284241, "Finetune/Step": 3163, "Finetune/Step Time": 6.713549118489027}
+{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.770166277885437, "Finetune/Loss (Raw)": 0.8418056964874268, "Finetune/Step": 3164, "Finetune/Step Time": 6.6954723838716745}
+{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.7669968605041504, "Finetune/Loss (Raw)": 0.5434325337409973, "Finetune/Step": 3165, "Finetune/Step Time": 6.697919396683574}
+{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.7662562131881714, "Finetune/Loss (Raw)": 0.7911562323570251, "Finetune/Step": 3166, "Finetune/Step Time": 6.698539542034268}
+{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.7669440507888794, "Finetune/Loss (Raw)": 0.8204229474067688, "Finetune/Step": 3167, "Finetune/Step Time": 6.696516891941428}
+{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.7678919434547424, "Finetune/Loss (Raw)": 0.9602195024490356, "Finetune/Step": 3168, "Finetune/Step Time": 6.701941823586822}
+{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.7645083665847778, "Finetune/Loss (Raw)": 0.3127102553844452, "Finetune/Step": 3169, "Finetune/Step Time": 6.719131991267204}
+{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.7633225917816162, "Finetune/Loss (Raw)": 0.6684852242469788, "Finetune/Step": 3170, "Finetune/Step Time": 6.720729595050216}
+{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.7668389081954956, "Finetune/Loss (Raw)": 0.7571064829826355, "Finetune/Step": 3171, "Finetune/Step Time": 6.704116219654679}
+{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.7673916220664978, "Finetune/Loss (Raw)": 0.745506227016449, "Finetune/Step": 3172, "Finetune/Step Time": 6.686385724693537}
+{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.7680912017822266, "Finetune/Loss (Raw)": 0.6695221662521362, "Finetune/Step": 3173, "Finetune/Step Time": 6.698200300335884}
+{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.7680213451385498, "Finetune/Loss (Raw)": 0.9677836298942566, "Finetune/Step": 3174, "Finetune/Step Time": 6.703956993296742}
+{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.7677372097969055, "Finetune/Loss (Raw)": 0.7790016531944275, "Finetune/Step": 3175, "Finetune/Step Time": 6.700967228040099}
+{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.7677192687988281, "Finetune/Loss (Raw)": 0.9599998593330383, "Finetune/Step": 3176, "Finetune/Step Time": 6.70300274156034}
+{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.7674317955970764, "Finetune/Loss (Raw)": 0.7596778869628906, "Finetune/Step": 3177, "Finetune/Step Time": 6.706986701115966}
+{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.7663989067077637, "Finetune/Loss (Raw)": 0.8165935277938843, "Finetune/Step": 3178, "Finetune/Step Time": 6.713322546333075}
+{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.7665876150131226, "Finetune/Loss (Raw)": 0.9388371706008911, "Finetune/Step": 3179, "Finetune/Step Time": 6.7201754581183195}
+{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.766335129737854, "Finetune/Loss (Raw)": 0.7441130876541138, "Finetune/Step": 3180, "Finetune/Step Time": 6.716623926535249}
+{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.7659612894058228, "Finetune/Loss (Raw)": 0.8527349233627319, "Finetune/Step": 3181, "Finetune/Step Time": 6.7125047612935305}
+{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.7648700475692749, "Finetune/Loss (Raw)": 0.8259568810462952, "Finetune/Step": 3182, "Finetune/Step Time": 6.70569247379899}
+{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.7639385461807251, "Finetune/Loss (Raw)": 0.7079795598983765, "Finetune/Step": 3183, "Finetune/Step Time": 6.706093825399876}
+{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.7632851600646973, "Finetune/Loss (Raw)": 0.7662011384963989, "Finetune/Step": 3184, "Finetune/Step Time": 6.717057030647993}
+{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.7645720839500427, "Finetune/Loss (Raw)": 0.8751773238182068, "Finetune/Step": 3185, "Finetune/Step Time": 6.712579358369112}
+{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.7639359831809998, "Finetune/Loss (Raw)": 0.7805783152580261, "Finetune/Step": 3186, "Finetune/Step Time": 6.727018078789115}
+{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.764245331287384, "Finetune/Loss (Raw)": 0.8938963413238525, "Finetune/Step": 3187, "Finetune/Step Time": 6.725504215806723}
+{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.7627267837524414, "Finetune/Loss (Raw)": 0.6998250484466553, "Finetune/Step": 3188, "Finetune/Step Time": 6.734685651957989}
+{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.7615331411361694, "Finetune/Loss (Raw)": 0.7446662187576294, "Finetune/Step": 3189, "Finetune/Step Time": 6.731439316645265}
+{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.7622805833816528, "Finetune/Loss (Raw)": 0.8392845988273621, "Finetune/Step": 3190, "Finetune/Step Time": 6.706779269501567}
+{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.7624934911727905, "Finetune/Loss (Raw)": 0.8230894207954407, "Finetune/Step": 3191, "Finetune/Step Time": 6.731991032138467}
+{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.7620302438735962, "Finetune/Loss (Raw)": 0.7970970273017883, "Finetune/Step": 3192, "Finetune/Step Time": 6.737439291551709}
+{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.7632176280021667, "Finetune/Loss (Raw)": 0.8040680885314941, "Finetune/Step": 3193, "Finetune/Step Time": 6.722638605162501}
+{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.7647879719734192, "Finetune/Loss (Raw)": 0.7378047108650208, "Finetune/Step": 3194, "Finetune/Step Time": 6.695026682689786}
+{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.7650114893913269, "Finetune/Loss (Raw)": 0.8556118011474609, "Finetune/Step": 3195, "Finetune/Step Time": 6.701133262366056}
+{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.7652769684791565, "Finetune/Loss (Raw)": 0.8063399195671082, "Finetune/Step": 3196, "Finetune/Step Time": 6.690345115959644}
+{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.7667597532272339, "Finetune/Loss (Raw)": 0.8670437335968018, "Finetune/Step": 3197, "Finetune/Step Time": 6.692578041926026}
+{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.7659903764724731, "Finetune/Loss (Raw)": 0.7204275727272034, "Finetune/Step": 3198, "Finetune/Step Time": 6.701038276776671}
+{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.7647813558578491, "Finetune/Loss (Raw)": 0.8104344010353088, "Finetune/Step": 3199, "Finetune/Step Time": 6.701012551784515}
+{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.7665689587593079, "Finetune/Loss (Raw)": 1.0250473022460938, "Finetune/Step": 3200, "Finetune/Step Time": 6.69097120128572}
+{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.7650535702705383, "Finetune/Loss (Raw)": 0.6284301280975342, "Finetune/Step": 3201, "Finetune/Step Time": 6.692205768078566}
+{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.765069842338562, "Finetune/Loss (Raw)": 0.7992249131202698, "Finetune/Step": 3202, "Finetune/Step Time": 6.689097749069333}
+{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.7689263820648193, "Finetune/Loss (Raw)": 0.786699652671814, "Finetune/Step": 3203, "Finetune/Step Time": 6.658388588577509}
+{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.7695200443267822, "Finetune/Loss (Raw)": 0.7733202576637268, "Finetune/Step": 3204, "Finetune/Step Time": 6.654528701677918}
+{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.768653154373169, "Finetune/Loss (Raw)": 0.7440184950828552, "Finetune/Step": 3205, "Finetune/Step Time": 6.651369651779532}
+{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.7684699296951294, "Finetune/Loss (Raw)": 0.6806123852729797, "Finetune/Step": 3206, "Finetune/Step Time": 6.642809096723795}
+{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.7695476412773132, "Finetune/Loss (Raw)": 0.7679399847984314, "Finetune/Step": 3207, "Finetune/Step Time": 6.652113312855363}
+{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.7705569267272949, "Finetune/Loss (Raw)": 0.8339958786964417, "Finetune/Step": 3208, "Finetune/Step Time": 6.6561422646045685}
+{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.7709428668022156, "Finetune/Loss (Raw)": 0.7893722653388977, "Finetune/Step": 3209, "Finetune/Step Time": 6.65879812836647}
+{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.7699843645095825, "Finetune/Loss (Raw)": 0.7207577228546143, "Finetune/Step": 3210, "Finetune/Step Time": 6.65803362429142}
+{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.7695210576057434, "Finetune/Loss (Raw)": 0.7984123229980469, "Finetune/Step": 3211, "Finetune/Step Time": 6.641253096982837}
+{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.7665459513664246, "Finetune/Loss (Raw)": 0.3936074376106262, "Finetune/Step": 3212, "Finetune/Step Time": 6.653287224471569}
+{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.7655937671661377, "Finetune/Loss (Raw)": 0.8553124666213989, "Finetune/Step": 3213, "Finetune/Step Time": 6.6511621326208115}
+{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.7647387385368347, "Finetune/Loss (Raw)": 0.7224944829940796, "Finetune/Step": 3214, "Finetune/Step Time": 6.6636096034199}
+{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.7637888193130493, "Finetune/Loss (Raw)": 0.6794950366020203, "Finetune/Step": 3215, "Finetune/Step Time": 6.672723913565278}
+{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.7642216682434082, "Finetune/Loss (Raw)": 0.641956627368927, "Finetune/Step": 3216, "Finetune/Step Time": 6.692955322563648}
+{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.7636736035346985, "Finetune/Loss (Raw)": 0.8248682618141174, "Finetune/Step": 3217, "Finetune/Step Time": 6.685205889865756}
+{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.7645063400268555, "Finetune/Loss (Raw)": 0.8388617634773254, "Finetune/Step": 3218, "Finetune/Step Time": 6.6829901691526175}
+{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.7643589973449707, "Finetune/Loss (Raw)": 0.6958085894584656, "Finetune/Step": 3219, "Finetune/Step Time": 6.6673530749976635}
+{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.7695868015289307, "Finetune/Loss (Raw)": 0.9646198749542236, "Finetune/Step": 3220, "Finetune/Step Time": 6.646183658391237}
+{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.7689432501792908, "Finetune/Loss (Raw)": 0.7491455078125, "Finetune/Step": 3221, "Finetune/Step Time": 6.649377791211009}
+{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.7649279832839966, "Finetune/Loss (Raw)": 0.3330675959587097, "Finetune/Step": 3222, "Finetune/Step Time": 6.677835565060377}
+{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.764827311038971, "Finetune/Loss (Raw)": 0.7781215310096741, "Finetune/Step": 3223, "Finetune/Step Time": 6.683645747601986}
+{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.7646298408508301, "Finetune/Loss (Raw)": 0.8057502508163452, "Finetune/Step": 3224, "Finetune/Step Time": 6.684613164514303}
+{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.7683334946632385, "Finetune/Loss (Raw)": 0.7789347171783447, "Finetune/Step": 3225, "Finetune/Step Time": 6.667709339410067}
+{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.7700544595718384, "Finetune/Loss (Raw)": 0.7975853085517883, "Finetune/Step": 3226, "Finetune/Step Time": 6.666466323658824}
+{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.7690469026565552, "Finetune/Loss (Raw)": 0.7078632116317749, "Finetune/Step": 3227, "Finetune/Step Time": 6.666639856994152}
+{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.7672477960586548, "Finetune/Loss (Raw)": 0.7813480496406555, "Finetune/Step": 3228, "Finetune/Step Time": 6.664262825623155}
+{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.7697746753692627, "Finetune/Loss (Raw)": 0.8976308107376099, "Finetune/Step": 3229, "Finetune/Step Time": 6.64848574437201}
+{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.768393874168396, "Finetune/Loss (Raw)": 0.7395836710929871, "Finetune/Step": 3230, "Finetune/Step Time": 6.6510044131428}
+{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.7671378254890442, "Finetune/Loss (Raw)": 0.783534049987793, "Finetune/Step": 3231, "Finetune/Step Time": 6.6632300689816475}
+{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.7677962779998779, "Finetune/Loss (Raw)": 0.9346320629119873, "Finetune/Step": 3232, "Finetune/Step Time": 6.665291914716363}
+{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.7689642906188965, "Finetune/Loss (Raw)": 1.0076128244400024, "Finetune/Step": 3233, "Finetune/Step Time": 6.668486751616001}
+{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.768775224685669, "Finetune/Loss (Raw)": 0.7063989043235779, "Finetune/Step": 3234, "Finetune/Step Time": 6.690484454855323}
+{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.7685691118240356, "Finetune/Loss (Raw)": 0.9328789710998535, "Finetune/Step": 3235, "Finetune/Step Time": 6.695352463051677}
+{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.767724871635437, "Finetune/Loss (Raw)": 0.6476033926010132, "Finetune/Step": 3236, "Finetune/Step Time": 6.702613545581698}
+{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.7685429453849792, "Finetune/Loss (Raw)": 0.8796212673187256, "Finetune/Step": 3237, "Finetune/Step Time": 6.700956853106618}
+{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.7658205032348633, "Finetune/Loss (Raw)": 0.3956853151321411, "Finetune/Step": 3238, "Finetune/Step Time": 6.7219721637666225}
+{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.7673909068107605, "Finetune/Loss (Raw)": 0.9769825339317322, "Finetune/Step": 3239, "Finetune/Step Time": 6.716795261949301}
+{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.7676640748977661, "Finetune/Loss (Raw)": 0.926586925983429, "Finetune/Step": 3240, "Finetune/Step Time": 6.718487963080406}
+{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.7686421871185303, "Finetune/Loss (Raw)": 0.8896278738975525, "Finetune/Step": 3241, "Finetune/Step Time": 6.707035036757588}
+{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.769201397895813, "Finetune/Loss (Raw)": 0.940861165523529, "Finetune/Step": 3242, "Finetune/Step Time": 6.702963087707758}
+{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.7696083784103394, "Finetune/Loss (Raw)": 0.8410550951957703, "Finetune/Step": 3243, "Finetune/Step Time": 6.701646396890283}
+{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.7717125415802002, "Finetune/Loss (Raw)": 0.8451988101005554, "Finetune/Step": 3244, "Finetune/Step Time": 6.666439222171903}
+{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.772013783454895, "Finetune/Loss (Raw)": 0.8920857310295105, "Finetune/Step": 3245, "Finetune/Step Time": 6.670806925743818}
+{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.7736583948135376, "Finetune/Loss (Raw)": 0.6809448599815369, "Finetune/Step": 3246, "Finetune/Step Time": 6.654277162626386}
+{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.7731418609619141, "Finetune/Loss (Raw)": 0.7473276257514954, "Finetune/Step": 3247, "Finetune/Step Time": 6.653525551781058}
+{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.7739111185073853, "Finetune/Loss (Raw)": 0.9384052157402039, "Finetune/Step": 3248, "Finetune/Step Time": 6.64646833203733}
+{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.7763988971710205, "Finetune/Loss (Raw)": 0.9421985149383545, "Finetune/Step": 3249, "Finetune/Step Time": 6.635892676189542}
+{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.7763249278068542, "Finetune/Loss (Raw)": 0.7750664353370667, "Finetune/Step": 3250, "Finetune/Step Time": 6.654059840366244}
+{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.7752305865287781, "Finetune/Loss (Raw)": 0.6501948833465576, "Finetune/Step": 3251, "Finetune/Step Time": 6.681092452257872}
+{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.7753415107727051, "Finetune/Loss (Raw)": 0.8874741792678833, "Finetune/Step": 3252, "Finetune/Step Time": 6.690847527235746}
+{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.7767497301101685, "Finetune/Loss (Raw)": 0.8341696262359619, "Finetune/Step": 3253, "Finetune/Step Time": 6.692761335521936}
+{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.7766300439834595, "Finetune/Loss (Raw)": 0.8648001551628113, "Finetune/Step": 3254, "Finetune/Step Time": 6.702129924669862}
+{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.7761271595954895, "Finetune/Loss (Raw)": 0.8792575597763062, "Finetune/Step": 3255, "Finetune/Step Time": 6.712317304685712}
+{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.7787257432937622, "Finetune/Loss (Raw)": 0.8680823445320129, "Finetune/Step": 3256, "Finetune/Step Time": 6.678462818264961}
+{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.7776087522506714, "Finetune/Loss (Raw)": 0.6393134593963623, "Finetune/Step": 3257, "Finetune/Step Time": 6.6867930348962545}
+{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.7798000574111938, "Finetune/Loss (Raw)": 1.0069979429244995, "Finetune/Step": 3258, "Finetune/Step Time": 6.675500523298979}
+{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.7795246243476868, "Finetune/Loss (Raw)": 0.7230335474014282, "Finetune/Step": 3259, "Finetune/Step Time": 6.67853376455605}
+{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.7828062772750854, "Finetune/Loss (Raw)": 0.8357012867927551, "Finetune/Step": 3260, "Finetune/Step Time": 6.674706503748894}
+{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.7822234034538269, "Finetune/Loss (Raw)": 0.7559067606925964, "Finetune/Step": 3261, "Finetune/Step Time": 6.674839781597257}
+{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.7844473123550415, "Finetune/Loss (Raw)": 0.9358616471290588, "Finetune/Step": 3262, "Finetune/Step Time": 6.661092108115554}
+{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.784785807132721, "Finetune/Loss (Raw)": 0.9124316573143005, "Finetune/Step": 3263, "Finetune/Step Time": 6.658881884068251}
+{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.7839919328689575, "Finetune/Loss (Raw)": 0.7230909466743469, "Finetune/Step": 3264, "Finetune/Step Time": 6.658953327685595}
+{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.7858190536499023, "Finetune/Loss (Raw)": 0.9649292230606079, "Finetune/Step": 3265, "Finetune/Step Time": 6.642070455476642}
+{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.787075400352478, "Finetune/Loss (Raw)": 0.8079752922058105, "Finetune/Step": 3266, "Finetune/Step Time": 6.635490218177438}
+{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.7865592837333679, "Finetune/Loss (Raw)": 0.7446146607398987, "Finetune/Step": 3267, "Finetune/Step Time": 6.638402769342065}
+{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.7876514196395874, "Finetune/Loss (Raw)": 0.9197453856468201, "Finetune/Step": 3268, "Finetune/Step Time": 6.633247645571828}
+{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.7883352041244507, "Finetune/Loss (Raw)": 0.8782121539115906, "Finetune/Step": 3269, "Finetune/Step Time": 6.624394688755274}
+{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.7882882356643677, "Finetune/Loss (Raw)": 0.7351809740066528, "Finetune/Step": 3270, "Finetune/Step Time": 6.60501728579402}
+{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.7903707027435303, "Finetune/Loss (Raw)": 0.7859876751899719, "Finetune/Step": 3271, "Finetune/Step Time": 6.589466476812959}
+{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.7891669273376465, "Finetune/Loss (Raw)": 0.7703379988670349, "Finetune/Step": 3272, "Finetune/Step Time": 6.61761069484055}
+{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.787815272808075, "Finetune/Loss (Raw)": 0.7305601239204407, "Finetune/Step": 3273, "Finetune/Step Time": 6.633382331579924}
+{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.7835042476654053, "Finetune/Loss (Raw)": 0.32094424962997437, "Finetune/Step": 3274, "Finetune/Step Time": 6.6633850038051605}
+{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.7829605937004089, "Finetune/Loss (Raw)": 0.7381132245063782, "Finetune/Step": 3275, "Finetune/Step Time": 6.660984683781862}
+{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.7821265459060669, "Finetune/Loss (Raw)": 0.8460089564323425, "Finetune/Step": 3276, "Finetune/Step Time": 6.6465765461325645}
+{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.7854388952255249, "Finetune/Loss (Raw)": 0.840620756149292, "Finetune/Step": 3277, "Finetune/Step Time": 6.6245670691132545}
+{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.7856128215789795, "Finetune/Loss (Raw)": 0.800721287727356, "Finetune/Step": 3278, "Finetune/Step Time": 6.627418978139758}
+{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.7856086492538452, "Finetune/Loss (Raw)": 0.8359416723251343, "Finetune/Step": 3279, "Finetune/Step Time": 6.634530868381262}
+{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.7866453528404236, "Finetune/Loss (Raw)": 0.922390878200531, "Finetune/Step": 3280, "Finetune/Step Time": 6.633136812597513}
+{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.787535548210144, "Finetune/Loss (Raw)": 0.9736530184745789, "Finetune/Step": 3281, "Finetune/Step Time": 6.635025275871158}
+{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.7874801158905029, "Finetune/Loss (Raw)": 0.7918391823768616, "Finetune/Step": 3282, "Finetune/Step Time": 6.635838881134987}
+{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.7835620641708374, "Finetune/Loss (Raw)": 0.3648315370082855, "Finetune/Step": 3283, "Finetune/Step Time": 6.644982527941465}
+{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.7836741805076599, "Finetune/Loss (Raw)": 0.7689861059188843, "Finetune/Step": 3284, "Finetune/Step Time": 6.648423807695508}
+{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.7830981612205505, "Finetune/Loss (Raw)": 0.8640316128730774, "Finetune/Step": 3285, "Finetune/Step Time": 6.642824754118919}
+{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.7872672080993652, "Finetune/Loss (Raw)": 0.816070556640625, "Finetune/Step": 3286, "Finetune/Step Time": 6.628743935376406}
+{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.7879688143730164, "Finetune/Loss (Raw)": 0.8296014070510864, "Finetune/Step": 3287, "Finetune/Step Time": 6.6353287771344185}
+{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.7886853218078613, "Finetune/Loss (Raw)": 0.9092086553573608, "Finetune/Step": 3288, "Finetune/Step Time": 6.651552367955446}
+{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.788098931312561, "Finetune/Loss (Raw)": 0.7635006904602051, "Finetune/Step": 3289, "Finetune/Step Time": 6.633318893611431}
+{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.7915875911712646, "Finetune/Loss (Raw)": 0.8548328876495361, "Finetune/Step": 3290, "Finetune/Step Time": 6.6143571101129055}
+{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.7898097634315491, "Finetune/Loss (Raw)": 0.6977069973945618, "Finetune/Step": 3291, "Finetune/Step Time": 6.609415264800191}
+{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.7892537713050842, "Finetune/Loss (Raw)": 0.7706432938575745, "Finetune/Step": 3292, "Finetune/Step Time": 6.610479386523366}
+{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.7914456129074097, "Finetune/Loss (Raw)": 0.8239859342575073, "Finetune/Step": 3293, "Finetune/Step Time": 6.605843177065253}
+{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.7909218072891235, "Finetune/Loss (Raw)": 0.7241063714027405, "Finetune/Step": 3294, "Finetune/Step Time": 6.631926937028766}
+{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.7906379103660583, "Finetune/Loss (Raw)": 0.7840847373008728, "Finetune/Step": 3295, "Finetune/Step Time": 6.635407550260425}
+{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.7897685170173645, "Finetune/Loss (Raw)": 0.8489373922348022, "Finetune/Step": 3296, "Finetune/Step Time": 6.637003429234028}
+{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.7927075624465942, "Finetune/Loss (Raw)": 0.6889100670814514, "Finetune/Step": 3297, "Finetune/Step Time": 6.6377582885324955}
+{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.7945700883865356, "Finetune/Loss (Raw)": 0.9068837761878967, "Finetune/Step": 3298, "Finetune/Step Time": 6.635917197912931}
+{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.7916406393051147, "Finetune/Loss (Raw)": 0.38213908672332764, "Finetune/Step": 3299, "Finetune/Step Time": 6.6537277810275555}
+{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.7926054000854492, "Finetune/Loss (Raw)": 0.8689938187599182, "Finetune/Step": 3300, "Finetune/Step Time": 6.6565489787608385}
+{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.7926072478294373, "Finetune/Loss (Raw)": 0.6697646379470825, "Finetune/Step": 3301, "Finetune/Step Time": 6.645477661862969}
+{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.7921130657196045, "Finetune/Loss (Raw)": 0.9045191407203674, "Finetune/Step": 3302, "Finetune/Step Time": 6.6439013462513685}
+{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.7923018932342529, "Finetune/Loss (Raw)": 0.8031829595565796, "Finetune/Step": 3303, "Finetune/Step Time": 6.642174284905195}
+{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.7905311584472656, "Finetune/Loss (Raw)": 0.7333385944366455, "Finetune/Step": 3304, "Finetune/Step Time": 6.651846304535866}
+{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.7914515733718872, "Finetune/Loss (Raw)": 0.877495288848877, "Finetune/Step": 3305, "Finetune/Step Time": 6.648216554895043}
+{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.7907465100288391, "Finetune/Loss (Raw)": 0.7263452410697937, "Finetune/Step": 3306, "Finetune/Step Time": 6.640295444056392}
+{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.7908593416213989, "Finetune/Loss (Raw)": 0.9532709717750549, "Finetune/Step": 3307, "Finetune/Step Time": 6.629676794633269}
+{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.7915644645690918, "Finetune/Loss (Raw)": 0.8343759179115295, "Finetune/Step": 3308, "Finetune/Step Time": 6.635332092642784}
+{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.7917979955673218, "Finetune/Loss (Raw)": 0.8826287984848022, "Finetune/Step": 3309, "Finetune/Step Time": 6.645867684856057}
+{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.7912687063217163, "Finetune/Loss (Raw)": 0.7582086324691772, "Finetune/Step": 3310, "Finetune/Step Time": 6.642699580639601}
+{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.7913560271263123, "Finetune/Loss (Raw)": 0.7191544771194458, "Finetune/Step": 3311, "Finetune/Step Time": 6.661176396533847}
+{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.7914925813674927, "Finetune/Loss (Raw)": 0.7836780548095703, "Finetune/Step": 3312, "Finetune/Step Time": 6.6553382985293865}
+{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.7880070209503174, "Finetune/Loss (Raw)": 0.42902040481567383, "Finetune/Step": 3313, "Finetune/Step Time": 6.668651467189193}
+{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.7877050638198853, "Finetune/Loss (Raw)": 0.7419316172599792, "Finetune/Step": 3314, "Finetune/Step Time": 6.655266046524048}
+{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.7883521318435669, "Finetune/Loss (Raw)": 0.9767239093780518, "Finetune/Step": 3315, "Finetune/Step Time": 6.6550344452261925}
+{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.7888917922973633, "Finetune/Loss (Raw)": 0.768905758857727, "Finetune/Step": 3316, "Finetune/Step Time": 6.645926596596837}
+{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.7889543175697327, "Finetune/Loss (Raw)": 0.7526629567146301, "Finetune/Step": 3317, "Finetune/Step Time": 6.647091742604971}
+{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.7849885821342468, "Finetune/Loss (Raw)": 0.3316724896430969, "Finetune/Step": 3318, "Finetune/Step Time": 6.672217855229974}
+{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.7855526804924011, "Finetune/Loss (Raw)": 0.8952935934066772, "Finetune/Step": 3319, "Finetune/Step Time": 6.6532883644104}
+{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.7853145599365234, "Finetune/Loss (Raw)": 0.7666157484054565, "Finetune/Step": 3320, "Finetune/Step Time": 6.6452369298785925}
+{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.7845707535743713, "Finetune/Loss (Raw)": 0.7088633179664612, "Finetune/Step": 3321, "Finetune/Step Time": 6.644380426034331}
+{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.784713864326477, "Finetune/Loss (Raw)": 0.756125271320343, "Finetune/Step": 3322, "Finetune/Step Time": 6.6381764225661755}
+{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.7850109338760376, "Finetune/Loss (Raw)": 0.8936337232589722, "Finetune/Step": 3323, "Finetune/Step Time": 6.644759640097618}
+{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.784641683101654, "Finetune/Loss (Raw)": 0.7590723037719727, "Finetune/Step": 3324, "Finetune/Step Time": 6.658636093139648}
+{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.7833292484283447, "Finetune/Loss (Raw)": 0.6990538239479065, "Finetune/Step": 3325, "Finetune/Step Time": 6.648173671215773}
+{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.7844661474227905, "Finetune/Loss (Raw)": 0.8659499883651733, "Finetune/Step": 3326, "Finetune/Step Time": 6.639459887519479}
+{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.7826836109161377, "Finetune/Loss (Raw)": 0.5822769403457642, "Finetune/Step": 3327, "Finetune/Step Time": 6.651490366086364}
+{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.7818562388420105, "Finetune/Loss (Raw)": 0.9191418290138245, "Finetune/Step": 3328, "Finetune/Step Time": 6.6563958041369915}
+{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.7833554148674011, "Finetune/Loss (Raw)": 0.8203144073486328, "Finetune/Step": 3329, "Finetune/Step Time": 6.65909449569881}
+{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.7825297117233276, "Finetune/Loss (Raw)": 0.6935498714447021, "Finetune/Step": 3330, "Finetune/Step Time": 6.672684175893664}
+{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.782839298248291, "Finetune/Loss (Raw)": 0.8263128995895386, "Finetune/Step": 3331, "Finetune/Step Time": 6.686909923329949}
+{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.7830784916877747, "Finetune/Loss (Raw)": 0.8039416074752808, "Finetune/Step": 3332, "Finetune/Step Time": 6.681158572435379}
+{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.7837218642234802, "Finetune/Loss (Raw)": 0.8263648748397827, "Finetune/Step": 3333, "Finetune/Step Time": 6.680803963914514}
+{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.784851610660553, "Finetune/Loss (Raw)": 0.8252303004264832, "Finetune/Step": 3334, "Finetune/Step Time": 6.681109486147761}
+{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.784596860408783, "Finetune/Loss (Raw)": 0.7353277206420898, "Finetune/Step": 3335, "Finetune/Step Time": 6.650842448696494}
+{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.7841486930847168, "Finetune/Loss (Raw)": 0.7766308784484863, "Finetune/Step": 3336, "Finetune/Step Time": 6.63967658393085}
+{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.7835305333137512, "Finetune/Loss (Raw)": 0.7102449536323547, "Finetune/Step": 3337, "Finetune/Step Time": 6.643520604819059}
+{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.7842788696289062, "Finetune/Loss (Raw)": 0.8165461421012878, "Finetune/Step": 3338, "Finetune/Step Time": 6.647095805034041}
+{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.7847476005554199, "Finetune/Loss (Raw)": 0.8584108948707581, "Finetune/Step": 3339, "Finetune/Step Time": 6.649973176419735}
+{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.7879939675331116, "Finetune/Loss (Raw)": 0.8091406226158142, "Finetune/Step": 3340, "Finetune/Step Time": 6.642364606261253}
+{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.7888517379760742, "Finetune/Loss (Raw)": 0.9651046991348267, "Finetune/Step": 3341, "Finetune/Step Time": 6.648063275963068}
+{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.7901349067687988, "Finetune/Loss (Raw)": 0.8867411017417908, "Finetune/Step": 3342, "Finetune/Step Time": 6.629166128113866}
+{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.791411280632019, "Finetune/Loss (Raw)": 0.8428689241409302, "Finetune/Step": 3343, "Finetune/Step Time": 6.616426058113575}
+{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.791222333908081, "Finetune/Loss (Raw)": 0.6177794337272644, "Finetune/Step": 3344, "Finetune/Step Time": 6.597090650349855}
+{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.7875096797943115, "Finetune/Loss (Raw)": 0.3496416509151459, "Finetune/Step": 3345, "Finetune/Step Time": 6.621388962492347}
+{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.7879538536071777, "Finetune/Loss (Raw)": 0.895726203918457, "Finetune/Step": 3346, "Finetune/Step Time": 6.620833510532975}
+{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.7879043817520142, "Finetune/Loss (Raw)": 0.6894751191139221, "Finetune/Step": 3347, "Finetune/Step Time": 6.621983395889401}
+{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.78690105676651, "Finetune/Loss (Raw)": 0.836188793182373, "Finetune/Step": 3348, "Finetune/Step Time": 6.626844389364123}
+{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.7876815795898438, "Finetune/Loss (Raw)": 0.8490501642227173, "Finetune/Step": 3349, "Finetune/Step Time": 6.623829627409577}
+{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.7928756475448608, "Finetune/Loss (Raw)": 0.997909426689148, "Finetune/Step": 3350, "Finetune/Step Time": 6.60041313432157}
+{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.7925658226013184, "Finetune/Loss (Raw)": 0.7384656071662903, "Finetune/Step": 3351, "Finetune/Step Time": 6.607541229575872}
+{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.7928770184516907, "Finetune/Loss (Raw)": 0.8455843329429626, "Finetune/Step": 3352, "Finetune/Step Time": 6.612028455361724}
+{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.7939427495002747, "Finetune/Loss (Raw)": 0.915343701839447, "Finetune/Step": 3353, "Finetune/Step Time": 6.628621065989137}
+{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.7946953773498535, "Finetune/Loss (Raw)": 0.8939229249954224, "Finetune/Step": 3354, "Finetune/Step Time": 6.637806635349989}
+{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.7956997156143188, "Finetune/Loss (Raw)": 0.8364222645759583, "Finetune/Step": 3355, "Finetune/Step Time": 6.629905877634883}
+{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.7965281009674072, "Finetune/Loss (Raw)": 0.8873799443244934, "Finetune/Step": 3356, "Finetune/Step Time": 6.632168471813202}
+{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.7957900762557983, "Finetune/Loss (Raw)": 0.8031665682792664, "Finetune/Step": 3357, "Finetune/Step Time": 6.6330959144979715}
+{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.7959027290344238, "Finetune/Loss (Raw)": 0.7540039420127869, "Finetune/Step": 3358, "Finetune/Step Time": 6.627118278294802}
+{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.7974303960800171, "Finetune/Loss (Raw)": 0.9790716767311096, "Finetune/Step": 3359, "Finetune/Step Time": 6.601305143907666}
+{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.797053873538971, "Finetune/Loss (Raw)": 0.8864373564720154, "Finetune/Step": 3360, "Finetune/Step Time": 6.6010713297873735}
+{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.7957750558853149, "Finetune/Loss (Raw)": 0.8439193367958069, "Finetune/Step": 3361, "Finetune/Step Time": 6.6142983343452215}
+{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.7959509491920471, "Finetune/Loss (Raw)": 0.7289208769798279, "Finetune/Step": 3362, "Finetune/Step Time": 6.596667131409049}
+{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.7955915927886963, "Finetune/Loss (Raw)": 0.8868851065635681, "Finetune/Step": 3363, "Finetune/Step Time": 6.596179485321045}
+{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.7974406480789185, "Finetune/Loss (Raw)": 0.8842816948890686, "Finetune/Step": 3364, "Finetune/Step Time": 6.587740655988455}
+{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.7966666221618652, "Finetune/Loss (Raw)": 0.7805434465408325, "Finetune/Step": 3365, "Finetune/Step Time": 6.600884109735489}
+{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.7990818023681641, "Finetune/Loss (Raw)": 0.7048299312591553, "Finetune/Step": 3366, "Finetune/Step Time": 6.592113522812724}
+{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.7969832420349121, "Finetune/Loss (Raw)": 0.7083580493927002, "Finetune/Step": 3367, "Finetune/Step Time": 6.588481092825532}
+{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.7931383848190308, "Finetune/Loss (Raw)": 0.4344477951526642, "Finetune/Step": 3368, "Finetune/Step Time": 6.615564746782184}
+{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.792801022529602, "Finetune/Loss (Raw)": 0.8464463353157043, "Finetune/Step": 3369, "Finetune/Step Time": 6.614519326016307}
+{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.7921923398971558, "Finetune/Loss (Raw)": 0.8629499077796936, "Finetune/Step": 3370, "Finetune/Step Time": 6.612080480903387}
+{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.7901891469955444, "Finetune/Loss (Raw)": 0.5846436023712158, "Finetune/Step": 3371, "Finetune/Step Time": 6.632788540795445}
+{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.7892737984657288, "Finetune/Loss (Raw)": 0.7280369400978088, "Finetune/Step": 3372, "Finetune/Step Time": 6.643336798995733}
+{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.7888543605804443, "Finetune/Loss (Raw)": 0.8384050130844116, "Finetune/Step": 3373, "Finetune/Step Time": 6.648528970777988}
+{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.7899401783943176, "Finetune/Loss (Raw)": 0.8199248313903809, "Finetune/Step": 3374, "Finetune/Step Time": 6.650854781270027}
+{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.7922605276107788, "Finetune/Loss (Raw)": 1.0443328619003296, "Finetune/Step": 3375, "Finetune/Step Time": 6.648739764466882}
+{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.7921140193939209, "Finetune/Loss (Raw)": 0.9196503162384033, "Finetune/Step": 3376, "Finetune/Step Time": 6.641210522502661}
+{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.7898460626602173, "Finetune/Loss (Raw)": 0.6519032120704651, "Finetune/Step": 3377, "Finetune/Step Time": 6.651374267414212}
+{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.7906640768051147, "Finetune/Loss (Raw)": 0.8797714710235596, "Finetune/Step": 3378, "Finetune/Step Time": 6.646964956074953}
+{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.7904316186904907, "Finetune/Loss (Raw)": 0.6204418540000916, "Finetune/Step": 3379, "Finetune/Step Time": 6.62176133506}
+{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.7889700531959534, "Finetune/Loss (Raw)": 0.7003875970840454, "Finetune/Step": 3380, "Finetune/Step Time": 6.609692817553878}
+{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.7884424328804016, "Finetune/Loss (Raw)": 0.766639769077301, "Finetune/Step": 3381, "Finetune/Step Time": 6.604369128122926}
+{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.788698673248291, "Finetune/Loss (Raw)": 0.8975933194160461, "Finetune/Step": 3382, "Finetune/Step Time": 6.595855265855789}
+{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.7878541350364685, "Finetune/Loss (Raw)": 0.7711589336395264, "Finetune/Step": 3383, "Finetune/Step Time": 6.584223465994}
+{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.787987470626831, "Finetune/Loss (Raw)": 0.8851491808891296, "Finetune/Step": 3384, "Finetune/Step Time": 6.590230287984014}
+{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.7882065176963806, "Finetune/Loss (Raw)": 0.6673497557640076, "Finetune/Step": 3385, "Finetune/Step Time": 6.58020019158721}
+{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.7865179181098938, "Finetune/Loss (Raw)": 0.7908580899238586, "Finetune/Step": 3386, "Finetune/Step Time": 6.572347689419985}
+{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.7866426706314087, "Finetune/Loss (Raw)": 0.739001452922821, "Finetune/Step": 3387, "Finetune/Step Time": 6.561085531488061}
+{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.7861014008522034, "Finetune/Loss (Raw)": 0.7664194703102112, "Finetune/Step": 3388, "Finetune/Step Time": 6.543819032609463}
+{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.7867031097412109, "Finetune/Loss (Raw)": 0.8329360485076904, "Finetune/Step": 3389, "Finetune/Step Time": 6.547906780615449}
+{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.7859857082366943, "Finetune/Loss (Raw)": 0.8440201282501221, "Finetune/Step": 3390, "Finetune/Step Time": 6.5525349378585815}
+{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.7863692045211792, "Finetune/Loss (Raw)": 0.96152263879776, "Finetune/Step": 3391, "Finetune/Step Time": 6.549427984282374}
+{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.7867287397384644, "Finetune/Loss (Raw)": 0.7691143155097961, "Finetune/Step": 3392, "Finetune/Step Time": 6.549531612545252}
+{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.786146879196167, "Finetune/Loss (Raw)": 0.890454888343811, "Finetune/Step": 3393, "Finetune/Step Time": 6.5464706886559725}
+{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.7856303453445435, "Finetune/Loss (Raw)": 0.7418501377105713, "Finetune/Step": 3394, "Finetune/Step Time": 6.566641591489315}
+{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.7867518663406372, "Finetune/Loss (Raw)": 0.8881759643554688, "Finetune/Step": 3395, "Finetune/Step Time": 6.551341511309147}
+{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.7848552465438843, "Finetune/Loss (Raw)": 0.6769735813140869, "Finetune/Step": 3396, "Finetune/Step Time": 6.550748581066728}
+{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.7839876413345337, "Finetune/Loss (Raw)": 0.767166018486023, "Finetune/Step": 3397, "Finetune/Step Time": 6.549548147246242}
+{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.7847390174865723, "Finetune/Loss (Raw)": 0.8313507437705994, "Finetune/Step": 3398, "Finetune/Step Time": 6.54813501983881}
+{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.7845673561096191, "Finetune/Loss (Raw)": 0.7640215754508972, "Finetune/Step": 3399, "Finetune/Step Time": 6.556750940158963}
+{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.7846803665161133, "Finetune/Loss (Raw)": 0.7847985625267029, "Finetune/Step": 3400, "Finetune/Step Time": 6.531217474490404}
+{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.784653902053833, "Finetune/Loss (Raw)": 0.7271679043769836, "Finetune/Step": 3401, "Finetune/Step Time": 6.513086274266243}
+{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.7882795333862305, "Finetune/Loss (Raw)": 0.7850255966186523, "Finetune/Step": 3402, "Finetune/Step Time": 6.482958545908332}
+{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.788400411605835, "Finetune/Loss (Raw)": 0.7535870671272278, "Finetune/Step": 3403, "Finetune/Step Time": 6.4787848219275475}
+{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.7877517342567444, "Finetune/Loss (Raw)": 0.7629802823066711, "Finetune/Step": 3404, "Finetune/Step Time": 6.4753851015120745}
+{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.7859516143798828, "Finetune/Loss (Raw)": 0.610202968120575, "Finetune/Step": 3405, "Finetune/Step Time": 6.524464402347803}
+{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.7863922119140625, "Finetune/Loss (Raw)": 0.8571155667304993, "Finetune/Step": 3406, "Finetune/Step Time": 6.532171776518226}
+{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.7863727807998657, "Finetune/Loss (Raw)": 0.8334628939628601, "Finetune/Step": 3407, "Finetune/Step Time": 6.519840294495225}
+{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.7858099937438965, "Finetune/Loss (Raw)": 0.850344181060791, "Finetune/Step": 3408, "Finetune/Step Time": 6.520625378936529}
+{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.7847384214401245, "Finetune/Loss (Raw)": 0.8364972472190857, "Finetune/Step": 3409, "Finetune/Step Time": 6.518271453678608}
+{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.784045934677124, "Finetune/Loss (Raw)": 0.7031989693641663, "Finetune/Step": 3410, "Finetune/Step Time": 6.522022068500519}
+{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.7885564565658569, "Finetune/Loss (Raw)": 0.9421854615211487, "Finetune/Step": 3411, "Finetune/Step Time": 6.502511126920581}
+{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.7891883254051208, "Finetune/Loss (Raw)": 0.8498570322990417, "Finetune/Step": 3412, "Finetune/Step Time": 6.4970762226730585}
+{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.7896754741668701, "Finetune/Loss (Raw)": 0.9263962507247925, "Finetune/Step": 3413, "Finetune/Step Time": 6.503839449957013}
+{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.7905061841011047, "Finetune/Loss (Raw)": 0.9223924279212952, "Finetune/Step": 3414, "Finetune/Step Time": 6.501920476555824}
+{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.7892856001853943, "Finetune/Loss (Raw)": 0.6733704209327698, "Finetune/Step": 3415, "Finetune/Step Time": 6.499062703922391}
+{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.7854849696159363, "Finetune/Loss (Raw)": 0.4227299094200134, "Finetune/Step": 3416, "Finetune/Step Time": 6.504999678581953}
+{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.7851114273071289, "Finetune/Loss (Raw)": 0.7156796455383301, "Finetune/Step": 3417, "Finetune/Step Time": 6.511547626927495}
+{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.784804105758667, "Finetune/Loss (Raw)": 0.8155018091201782, "Finetune/Step": 3418, "Finetune/Step Time": 6.522684294730425}
+{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.785637378692627, "Finetune/Loss (Raw)": 0.8043692708015442, "Finetune/Step": 3419, "Finetune/Step Time": 6.515029553323984}
+{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.7837058901786804, "Finetune/Loss (Raw)": 0.5234053134918213, "Finetune/Step": 3420, "Finetune/Step Time": 6.549526354297996}
+{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.7840519547462463, "Finetune/Loss (Raw)": 0.868284285068512, "Finetune/Step": 3421, "Finetune/Step Time": 6.552680935710669}
+{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.7837472558021545, "Finetune/Loss (Raw)": 0.6851008534431458, "Finetune/Step": 3422, "Finetune/Step Time": 6.545704770833254}
+{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.7835347652435303, "Finetune/Loss (Raw)": 0.7568948864936829, "Finetune/Step": 3423, "Finetune/Step Time": 6.544043768197298}
+{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.7796148061752319, "Finetune/Loss (Raw)": 0.3471766412258148, "Finetune/Step": 3424, "Finetune/Step Time": 6.55724635720253}
+{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.7802885174751282, "Finetune/Loss (Raw)": 0.7751491665840149, "Finetune/Step": 3425, "Finetune/Step Time": 6.554803777486086}
+{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.7784708738327026, "Finetune/Loss (Raw)": 0.674223005771637, "Finetune/Step": 3426, "Finetune/Step Time": 6.556647242978215}
+{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.7821230888366699, "Finetune/Loss (Raw)": 0.8496253490447998, "Finetune/Step": 3427, "Finetune/Step Time": 6.54007544927299}
+{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.7812585234642029, "Finetune/Loss (Raw)": 0.7583237886428833, "Finetune/Step": 3428, "Finetune/Step Time": 6.547948336228728}
+{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.7826604843139648, "Finetune/Loss (Raw)": 0.8492230176925659, "Finetune/Step": 3429, "Finetune/Step Time": 6.5443843100219965}
+{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.7807083129882812, "Finetune/Loss (Raw)": 0.654638409614563, "Finetune/Step": 3430, "Finetune/Step Time": 6.538161436095834}
+{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.7816406488418579, "Finetune/Loss (Raw)": 0.9225265383720398, "Finetune/Step": 3431, "Finetune/Step Time": 6.541619563475251}
+{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.7810002565383911, "Finetune/Loss (Raw)": 0.6513676643371582, "Finetune/Step": 3432, "Finetune/Step Time": 6.5439792182296515}
+{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.7802923917770386, "Finetune/Loss (Raw)": 0.7868798971176147, "Finetune/Step": 3433, "Finetune/Step Time": 6.561500817537308}
+{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.7799215316772461, "Finetune/Loss (Raw)": 0.6788769364356995, "Finetune/Step": 3434, "Finetune/Step Time": 6.585753537714481}
+{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.7782460451126099, "Finetune/Loss (Raw)": 0.7388046383857727, "Finetune/Step": 3435, "Finetune/Step Time": 6.59978292696178}
+{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.777318000793457, "Finetune/Loss (Raw)": 0.7155918478965759, "Finetune/Step": 3436, "Finetune/Step Time": 6.593661453574896}
+{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.7767761945724487, "Finetune/Loss (Raw)": 0.8132819533348083, "Finetune/Step": 3437, "Finetune/Step Time": 6.582426007837057}
+{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.7764250040054321, "Finetune/Loss (Raw)": 0.7132528424263, "Finetune/Step": 3438, "Finetune/Step Time": 6.580663565546274}
+{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.7771827578544617, "Finetune/Loss (Raw)": 0.8161489367485046, "Finetune/Step": 3439, "Finetune/Step Time": 6.575338069349527}
+{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.7768123745918274, "Finetune/Loss (Raw)": 0.7362669706344604, "Finetune/Step": 3440, "Finetune/Step Time": 6.577244773507118}
+{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.7783873081207275, "Finetune/Loss (Raw)": 0.6306073069572449, "Finetune/Step": 3441, "Finetune/Step Time": 6.579961625859141}
+{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.7783123254776001, "Finetune/Loss (Raw)": 0.7323322892189026, "Finetune/Step": 3442, "Finetune/Step Time": 6.5873768124729395}
+{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.7762776613235474, "Finetune/Loss (Raw)": 0.7162915468215942, "Finetune/Step": 3443, "Finetune/Step Time": 6.5977964252233505}
+{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.7767382264137268, "Finetune/Loss (Raw)": 0.8278580904006958, "Finetune/Step": 3444, "Finetune/Step Time": 6.59204575419426}
+{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.7755253314971924, "Finetune/Loss (Raw)": 0.5974208116531372, "Finetune/Step": 3445, "Finetune/Step Time": 6.609635746106505}
+{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.7788134217262268, "Finetune/Loss (Raw)": 0.7525379657745361, "Finetune/Step": 3446, "Finetune/Step Time": 6.5899745393544436}
+{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.7790641784667969, "Finetune/Loss (Raw)": 0.9274015426635742, "Finetune/Step": 3447, "Finetune/Step Time": 6.584991438314319}
+{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.7789572477340698, "Finetune/Loss (Raw)": 0.7529159188270569, "Finetune/Step": 3448, "Finetune/Step Time": 6.590710310265422}
+{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.7804831266403198, "Finetune/Loss (Raw)": 0.9041810631752014, "Finetune/Step": 3449, "Finetune/Step Time": 6.586467703804374}
+{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.780592679977417, "Finetune/Loss (Raw)": 0.7701395750045776, "Finetune/Step": 3450, "Finetune/Step Time": 6.615815836936235}
+{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.7798327207565308, "Finetune/Loss (Raw)": 0.7963610887527466, "Finetune/Step": 3451, "Finetune/Step Time": 6.5994339399039745}
+{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.7808353900909424, "Finetune/Loss (Raw)": 0.8874128460884094, "Finetune/Step": 3452, "Finetune/Step Time": 6.583683967590332}
+{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.7815918922424316, "Finetune/Loss (Raw)": 0.795889675617218, "Finetune/Step": 3453, "Finetune/Step Time": 6.58123973198235}
+{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.7807108163833618, "Finetune/Loss (Raw)": 0.7531697750091553, "Finetune/Step": 3454, "Finetune/Step Time": 6.589570429176092}
+{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.7788304090499878, "Finetune/Loss (Raw)": 0.3415954113006592, "Finetune/Step": 3455, "Finetune/Step Time": 6.599055975675583}
+{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.7783979177474976, "Finetune/Loss (Raw)": 0.8637747168540955, "Finetune/Step": 3456, "Finetune/Step Time": 6.595647813752294}
+{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.7785520553588867, "Finetune/Loss (Raw)": 0.8400495052337646, "Finetune/Step": 3457, "Finetune/Step Time": 6.5860807076096535}
+{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.7795205116271973, "Finetune/Loss (Raw)": 0.8175058960914612, "Finetune/Step": 3458, "Finetune/Step Time": 6.5938880536705256}
+{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.7794640064239502, "Finetune/Loss (Raw)": 0.8190820217132568, "Finetune/Step": 3459, "Finetune/Step Time": 6.584020089358091}
+{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.7802055478096008, "Finetune/Loss (Raw)": 0.8988606929779053, "Finetune/Step": 3460, "Finetune/Step Time": 6.585201850160956}
+{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.7763694524765015, "Finetune/Loss (Raw)": 0.33534348011016846, "Finetune/Step": 3461, "Finetune/Step Time": 6.6046872194856405}
+{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.776058554649353, "Finetune/Loss (Raw)": 0.7854375243186951, "Finetune/Step": 3462, "Finetune/Step Time": 6.601441578939557}
+{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.77634596824646, "Finetune/Loss (Raw)": 0.7721192836761475, "Finetune/Step": 3463, "Finetune/Step Time": 6.6028120294213295}
+{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.7773342132568359, "Finetune/Loss (Raw)": 0.9031241536140442, "Finetune/Step": 3464, "Finetune/Step Time": 6.603636773303151}
+{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.7775567173957825, "Finetune/Loss (Raw)": 0.7387266755104065, "Finetune/Step": 3465, "Finetune/Step Time": 6.598601704463363}
+{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.7765669822692871, "Finetune/Loss (Raw)": 0.6898580193519592, "Finetune/Step": 3466, "Finetune/Step Time": 6.596654897555709}
+{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.7750541567802429, "Finetune/Loss (Raw)": 0.6647687554359436, "Finetune/Step": 3467, "Finetune/Step Time": 6.58550170622766}
+{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.7737966775894165, "Finetune/Loss (Raw)": 0.6481819748878479, "Finetune/Step": 3468, "Finetune/Step Time": 6.583585286512971}
+{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.7718737721443176, "Finetune/Loss (Raw)": 0.7189722061157227, "Finetune/Step": 3469, "Finetune/Step Time": 6.59235224314034}
+{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.770990252494812, "Finetune/Loss (Raw)": 0.7736526727676392, "Finetune/Step": 3470, "Finetune/Step Time": 6.598610579967499}
+{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.7712081670761108, "Finetune/Loss (Raw)": 0.8707608580589294, "Finetune/Step": 3471, "Finetune/Step Time": 6.615094222128391}
+{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.7722544074058533, "Finetune/Loss (Raw)": 0.7516993880271912, "Finetune/Step": 3472, "Finetune/Step Time": 6.6251141633838415}
+{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.776161789894104, "Finetune/Loss (Raw)": 0.849789559841156, "Finetune/Step": 3473, "Finetune/Step Time": 6.624360870569944}
+{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.7743148803710938, "Finetune/Loss (Raw)": 0.659326434135437, "Finetune/Step": 3474, "Finetune/Step Time": 6.6289821825921535}
+{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.7752847671508789, "Finetune/Loss (Raw)": 0.8136083483695984, "Finetune/Step": 3475, "Finetune/Step Time": 6.634498851373792}
+{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.7738407850265503, "Finetune/Loss (Raw)": 0.6513662338256836, "Finetune/Step": 3476, "Finetune/Step Time": 6.638611141592264}
+{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.7730035781860352, "Finetune/Loss (Raw)": 0.7418848276138306, "Finetune/Step": 3477, "Finetune/Step Time": 6.656329577788711}
+{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.7725362181663513, "Finetune/Loss (Raw)": 0.9380927085876465, "Finetune/Step": 3478, "Finetune/Step Time": 6.648727817460895}
+{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.774846076965332, "Finetune/Loss (Raw)": 1.0341233015060425, "Finetune/Step": 3479, "Finetune/Step Time": 6.634734937921166}
+{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.7749680280685425, "Finetune/Loss (Raw)": 0.8611961603164673, "Finetune/Step": 3480, "Finetune/Step Time": 6.625900790095329}
+{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.7745636701583862, "Finetune/Loss (Raw)": 0.8635851144790649, "Finetune/Step": 3481, "Finetune/Step Time": 6.6123789101839066}
+{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.7735945582389832, "Finetune/Loss (Raw)": 0.7698765397071838, "Finetune/Step": 3482, "Finetune/Step Time": 6.600377164781094}
+{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.7728276252746582, "Finetune/Loss (Raw)": 0.7382564544677734, "Finetune/Step": 3483, "Finetune/Step Time": 6.6345315761864185}
+{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.7717881798744202, "Finetune/Loss (Raw)": 0.7543283700942993, "Finetune/Step": 3484, "Finetune/Step Time": 6.650810027495027}
+{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.7728155851364136, "Finetune/Loss (Raw)": 0.9346707463264465, "Finetune/Step": 3485, "Finetune/Step Time": 6.648132024332881}
+{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.7731516361236572, "Finetune/Loss (Raw)": 0.7970239520072937, "Finetune/Step": 3486, "Finetune/Step Time": 6.652544226497412}
+{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.7711945176124573, "Finetune/Loss (Raw)": 0.7285573482513428, "Finetune/Step": 3487, "Finetune/Step Time": 6.650546105578542}
+{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.769661545753479, "Finetune/Loss (Raw)": 0.6902227401733398, "Finetune/Step": 3488, "Finetune/Step Time": 6.650119353085756}
+{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.7698565721511841, "Finetune/Loss (Raw)": 0.8688757419586182, "Finetune/Step": 3489, "Finetune/Step Time": 6.6367235984653234}
+{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.7697560787200928, "Finetune/Loss (Raw)": 0.7160640358924866, "Finetune/Step": 3490, "Finetune/Step Time": 6.634899402037263}
+{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.7700182199478149, "Finetune/Loss (Raw)": 0.9204385280609131, "Finetune/Step": 3491, "Finetune/Step Time": 6.63096833601594}
+{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.769314169883728, "Finetune/Loss (Raw)": 0.7941533923149109, "Finetune/Step": 3492, "Finetune/Step Time": 6.640456860885024}
+{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.7670776844024658, "Finetune/Loss (Raw)": 0.4942803978919983, "Finetune/Step": 3493, "Finetune/Step Time": 6.633402867242694}
+{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.768799901008606, "Finetune/Loss (Raw)": 0.9252731800079346, "Finetune/Step": 3494, "Finetune/Step Time": 6.6211054883897305}
+{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.7699112296104431, "Finetune/Loss (Raw)": 0.85060715675354, "Finetune/Step": 3495, "Finetune/Step Time": 6.62148523889482}
+{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.7733138799667358, "Finetune/Loss (Raw)": 0.86998450756073, "Finetune/Step": 3496, "Finetune/Step Time": 6.600155845284462}
+{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.7716193199157715, "Finetune/Loss (Raw)": 0.6295429468154907, "Finetune/Step": 3497, "Finetune/Step Time": 6.608895689249039}
+{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.7716842293739319, "Finetune/Loss (Raw)": 0.8712602257728577, "Finetune/Step": 3498, "Finetune/Step Time": 6.613204771652818}
+{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.7733812928199768, "Finetune/Loss (Raw)": 0.8018708825111389, "Finetune/Step": 3499, "Finetune/Step Time": 6.598591007292271}
+{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.7747480869293213, "Finetune/Loss (Raw)": 0.9029853940010071, "Finetune/Step": 3500, "Finetune/Step Time": 6.590551912784576}
+{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.7749148011207581, "Finetune/Loss (Raw)": 0.8597434759140015, "Finetune/Step": 3501, "Finetune/Step Time": 6.577094035223126}
+{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.7758524417877197, "Finetune/Loss (Raw)": 0.9399402141571045, "Finetune/Step": 3502, "Finetune/Step Time": 6.572558360174298}
+{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.7745531797409058, "Finetune/Loss (Raw)": 0.8780269622802734, "Finetune/Step": 3503, "Finetune/Step Time": 6.573301384225488}
+{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.7732972502708435, "Finetune/Loss (Raw)": 0.7588955760002136, "Finetune/Step": 3504, "Finetune/Step Time": 6.57550560683012}
+{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.7742301225662231, "Finetune/Loss (Raw)": 0.7713143825531006, "Finetune/Step": 3505, "Finetune/Step Time": 6.572382258251309}
+{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.7732301950454712, "Finetune/Loss (Raw)": 0.7517701983451843, "Finetune/Step": 3506, "Finetune/Step Time": 6.569714842364192}
+{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.7731728553771973, "Finetune/Loss (Raw)": 0.6131097078323364, "Finetune/Step": 3507, "Finetune/Step Time": 6.585538856685162}
+{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.7739916443824768, "Finetune/Loss (Raw)": 0.8051844835281372, "Finetune/Step": 3508, "Finetune/Step Time": 6.586691305041313}
+{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.7740474939346313, "Finetune/Loss (Raw)": 0.7737947106361389, "Finetune/Step": 3509, "Finetune/Step Time": 6.600973058491945}
+{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.7728750109672546, "Finetune/Loss (Raw)": 0.7475131750106812, "Finetune/Step": 3510, "Finetune/Step Time": 6.600473426282406}
+{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.7725142240524292, "Finetune/Loss (Raw)": 0.7249797582626343, "Finetune/Step": 3511, "Finetune/Step Time": 6.608014859259129}
+{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.7716352939605713, "Finetune/Loss (Raw)": 0.7726462483406067, "Finetune/Step": 3512, "Finetune/Step Time": 6.596547160297632}
+{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.7730899453163147, "Finetune/Loss (Raw)": 0.8535473942756653, "Finetune/Step": 3513, "Finetune/Step Time": 6.596489088609815}
+{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.7726771831512451, "Finetune/Loss (Raw)": 0.7380275726318359, "Finetune/Step": 3514, "Finetune/Step Time": 6.601139018312097}
+{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.773213267326355, "Finetune/Loss (Raw)": 0.807615339756012, "Finetune/Step": 3515, "Finetune/Step Time": 6.607376325875521}
+{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.7734004259109497, "Finetune/Loss (Raw)": 0.7903717756271362, "Finetune/Step": 3516, "Finetune/Step Time": 6.61906280554831}
+{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.7734397649765015, "Finetune/Loss (Raw)": 0.8379769921302795, "Finetune/Step": 3517, "Finetune/Step Time": 6.616634055972099}
+{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.7719083428382874, "Finetune/Loss (Raw)": 0.6479911804199219, "Finetune/Step": 3518, "Finetune/Step Time": 6.641073454171419}
+{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.769763708114624, "Finetune/Loss (Raw)": 0.687021017074585, "Finetune/Step": 3519, "Finetune/Step Time": 6.665012631565332}
+{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.7695570588111877, "Finetune/Loss (Raw)": 0.7426568269729614, "Finetune/Step": 3520, "Finetune/Step Time": 6.667041502892971}
+{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.7695215344429016, "Finetune/Loss (Raw)": 0.8859132528305054, "Finetune/Step": 3521, "Finetune/Step Time": 6.6674245949834585}
+{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.7687751054763794, "Finetune/Loss (Raw)": 0.646300733089447, "Finetune/Step": 3522, "Finetune/Step Time": 6.663274142891169}
+{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.7667721509933472, "Finetune/Loss (Raw)": 0.6318035125732422, "Finetune/Step": 3523, "Finetune/Step Time": 6.687545696273446}
+{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.7669023275375366, "Finetune/Loss (Raw)": 0.6936277151107788, "Finetune/Step": 3524, "Finetune/Step Time": 6.69713382422924}
+{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.7685890197753906, "Finetune/Loss (Raw)": 0.9830666184425354, "Finetune/Step": 3525, "Finetune/Step Time": 6.700235955417156}
+{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.7673051357269287, "Finetune/Loss (Raw)": 0.6670129895210266, "Finetune/Step": 3526, "Finetune/Step Time": 6.708165645599365}
+{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.7676481008529663, "Finetune/Loss (Raw)": 0.807919979095459, "Finetune/Step": 3527, "Finetune/Step Time": 6.696822555735707}
+{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.7676082849502563, "Finetune/Loss (Raw)": 0.7797023057937622, "Finetune/Step": 3528, "Finetune/Step Time": 6.695867465808988}
+{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.7669224739074707, "Finetune/Loss (Raw)": 0.6393828392028809, "Finetune/Step": 3529, "Finetune/Step Time": 6.705912882462144}
+{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.7669235467910767, "Finetune/Loss (Raw)": 0.7851575016975403, "Finetune/Step": 3530, "Finetune/Step Time": 6.708083964884281}
+{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.7676883935928345, "Finetune/Loss (Raw)": 0.8514951467514038, "Finetune/Step": 3531, "Finetune/Step Time": 6.708316555246711}
+{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.7672082781791687, "Finetune/Loss (Raw)": 0.7015231847763062, "Finetune/Step": 3532, "Finetune/Step Time": 6.720386805012822}
+{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.7649531960487366, "Finetune/Loss (Raw)": 0.3215567171573639, "Finetune/Step": 3533, "Finetune/Step Time": 6.693734103813767}
+{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.7648656368255615, "Finetune/Loss (Raw)": 0.8459048271179199, "Finetune/Step": 3534, "Finetune/Step Time": 6.691140323877335}
+{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.7609812021255493, "Finetune/Loss (Raw)": 0.3362632095813751, "Finetune/Step": 3535, "Finetune/Step Time": 6.711108487099409}
+{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.760333776473999, "Finetune/Loss (Raw)": 0.7674611806869507, "Finetune/Step": 3536, "Finetune/Step Time": 6.70912872813642}
+{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.7613383531570435, "Finetune/Loss (Raw)": 0.9650901556015015, "Finetune/Step": 3537, "Finetune/Step Time": 6.736159350723028}
+{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.7630051374435425, "Finetune/Loss (Raw)": 0.9165430068969727, "Finetune/Step": 3538, "Finetune/Step Time": 6.7481411173939705}
+{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.7625694274902344, "Finetune/Loss (Raw)": 0.8864221572875977, "Finetune/Step": 3539, "Finetune/Step Time": 6.751663068309426}
+{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.7623404264450073, "Finetune/Loss (Raw)": 0.8205372095108032, "Finetune/Step": 3540, "Finetune/Step Time": 6.755890933796763}
+{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.7615336775779724, "Finetune/Loss (Raw)": 0.823138952255249, "Finetune/Step": 3541, "Finetune/Step Time": 6.747500689700246}
+{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.7597203254699707, "Finetune/Loss (Raw)": 0.6902815103530884, "Finetune/Step": 3542, "Finetune/Step Time": 6.757290655747056}
+{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.7605897188186646, "Finetune/Loss (Raw)": 0.7846472859382629, "Finetune/Step": 3543, "Finetune/Step Time": 6.770135000348091}
+{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.7639720439910889, "Finetune/Loss (Raw)": 0.8556669354438782, "Finetune/Step": 3544, "Finetune/Step Time": 6.750594738870859}
+{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.7616358995437622, "Finetune/Loss (Raw)": 0.4166521430015564, "Finetune/Step": 3545, "Finetune/Step Time": 6.764841249212623}
+{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.7609847187995911, "Finetune/Loss (Raw)": 0.732149064540863, "Finetune/Step": 3546, "Finetune/Step Time": 6.762080108746886}
+{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.7618329524993896, "Finetune/Loss (Raw)": 0.9129502773284912, "Finetune/Step": 3547, "Finetune/Step Time": 6.7595702558755875}
+{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.7637031078338623, "Finetune/Loss (Raw)": 0.7627840638160706, "Finetune/Step": 3548, "Finetune/Step Time": 6.7369117215275764}
+{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.7641778588294983, "Finetune/Loss (Raw)": 0.9290537238121033, "Finetune/Step": 3549, "Finetune/Step Time": 6.735937565565109}
+{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.7614809274673462, "Finetune/Loss (Raw)": 0.3398897051811218, "Finetune/Step": 3550, "Finetune/Step Time": 6.73537958227098}
+{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.760875940322876, "Finetune/Loss (Raw)": 0.6794632077217102, "Finetune/Step": 3551, "Finetune/Step Time": 6.753339357674122}
+{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.7646142244338989, "Finetune/Loss (Raw)": 0.8256692886352539, "Finetune/Step": 3552, "Finetune/Step Time": 6.742349548265338}
+{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.7637253999710083, "Finetune/Loss (Raw)": 0.6613868474960327, "Finetune/Step": 3553, "Finetune/Step Time": 6.749108633026481}
+{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.7655913829803467, "Finetune/Loss (Raw)": 0.9130630493164062, "Finetune/Step": 3554, "Finetune/Step Time": 6.751820048317313}
+{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.7662975192070007, "Finetune/Loss (Raw)": 0.9400132298469543, "Finetune/Step": 3555, "Finetune/Step Time": 6.750574639067054}
+{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.7630592584609985, "Finetune/Loss (Raw)": 0.3438239097595215, "Finetune/Step": 3556, "Finetune/Step Time": 6.761519955471158}
+{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.7641476392745972, "Finetune/Loss (Raw)": 0.9885438084602356, "Finetune/Step": 3557, "Finetune/Step Time": 6.760263761505485}
+{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.7653061151504517, "Finetune/Loss (Raw)": 0.8029139041900635, "Finetune/Step": 3558, "Finetune/Step Time": 6.762150404974818}
+{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.7647532820701599, "Finetune/Loss (Raw)": 0.8517681360244751, "Finetune/Step": 3559, "Finetune/Step Time": 6.760519759729505}
+{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.7665560841560364, "Finetune/Loss (Raw)": 0.8821257948875427, "Finetune/Step": 3560, "Finetune/Step Time": 6.744520803913474}
+{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.7679414749145508, "Finetune/Loss (Raw)": 0.9642086625099182, "Finetune/Step": 3561, "Finetune/Step Time": 6.728150362148881}
+{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.7675857543945312, "Finetune/Loss (Raw)": 0.6333456635475159, "Finetune/Step": 3562, "Finetune/Step Time": 6.703692406415939}
+{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.767090916633606, "Finetune/Loss (Raw)": 0.6754641532897949, "Finetune/Step": 3563, "Finetune/Step Time": 6.6895229406654835}
+{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.7674610614776611, "Finetune/Loss (Raw)": 0.7629669904708862, "Finetune/Step": 3564, "Finetune/Step Time": 6.6922759879380465}
+{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.7670714259147644, "Finetune/Loss (Raw)": 0.7634166479110718, "Finetune/Step": 3565, "Finetune/Step Time": 6.694395426660776}
+{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.7685014009475708, "Finetune/Loss (Raw)": 0.8962845206260681, "Finetune/Step": 3566, "Finetune/Step Time": 6.693856792524457}
+{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.7683652639389038, "Finetune/Loss (Raw)": 0.7987257242202759, "Finetune/Step": 3567, "Finetune/Step Time": 6.696495288982987}
+{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.7690293192863464, "Finetune/Loss (Raw)": 0.8212665319442749, "Finetune/Step": 3568, "Finetune/Step Time": 6.700721491128206}
+{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.7699776887893677, "Finetune/Loss (Raw)": 0.7519980669021606, "Finetune/Step": 3569, "Finetune/Step Time": 6.687784843146801}
+{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.7702003717422485, "Finetune/Loss (Raw)": 0.7608404755592346, "Finetune/Step": 3570, "Finetune/Step Time": 6.68150201253593}
+{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.7709571719169617, "Finetune/Loss (Raw)": 0.8131568431854248, "Finetune/Step": 3571, "Finetune/Step Time": 6.6730918157845736}
+{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.7715057730674744, "Finetune/Loss (Raw)": 0.8980786800384521, "Finetune/Step": 3572, "Finetune/Step Time": 6.674217022955418}
+{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.7737119793891907, "Finetune/Loss (Raw)": 0.8798173666000366, "Finetune/Step": 3573, "Finetune/Step Time": 6.655853630974889}
+{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.7749189138412476, "Finetune/Loss (Raw)": 0.9070266485214233, "Finetune/Step": 3574, "Finetune/Step Time": 6.652910511940718}
+{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.7737923860549927, "Finetune/Loss (Raw)": 0.783200740814209, "Finetune/Step": 3575, "Finetune/Step Time": 6.652372730895877}
+{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.7749161720275879, "Finetune/Loss (Raw)": 0.8967620134353638, "Finetune/Step": 3576, "Finetune/Step Time": 6.649469431489706}
+{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.7740824818611145, "Finetune/Loss (Raw)": 0.7974711656570435, "Finetune/Step": 3577, "Finetune/Step Time": 6.666988318786025}
+{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.7749620676040649, "Finetune/Loss (Raw)": 0.8827251195907593, "Finetune/Step": 3578, "Finetune/Step Time": 6.642034001648426}
+{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.7751752734184265, "Finetune/Loss (Raw)": 0.823651134967804, "Finetune/Step": 3579, "Finetune/Step Time": 6.642129559069872}
+{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.7748433351516724, "Finetune/Loss (Raw)": 0.8449224829673767, "Finetune/Step": 3580, "Finetune/Step Time": 6.648913852870464}
+{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.7754231095314026, "Finetune/Loss (Raw)": 0.8701052069664001, "Finetune/Step": 3581, "Finetune/Step Time": 6.657520903274417}
+{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.7751294374465942, "Finetune/Loss (Raw)": 0.7155828475952148, "Finetune/Step": 3582, "Finetune/Step Time": 6.66911051236093}
+{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.7783024311065674, "Finetune/Loss (Raw)": 0.7477321624755859, "Finetune/Step": 3583, "Finetune/Step Time": 6.649940870702267}
+{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.7779690027236938, "Finetune/Loss (Raw)": 0.8210996389389038, "Finetune/Step": 3584, "Finetune/Step Time": 6.651228865608573}
+{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.7788217067718506, "Finetune/Loss (Raw)": 0.9491926431655884, "Finetune/Step": 3585, "Finetune/Step Time": 6.650893215090036}
+{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.7776343822479248, "Finetune/Loss (Raw)": 0.6655272841453552, "Finetune/Step": 3586, "Finetune/Step Time": 6.6482084561139345}
+{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.777016818523407, "Finetune/Loss (Raw)": 0.7400344014167786, "Finetune/Step": 3587, "Finetune/Step Time": 6.641103528439999}
+{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.7751227617263794, "Finetune/Loss (Raw)": 0.6564263105392456, "Finetune/Step": 3588, "Finetune/Step Time": 6.64131566695869}
+{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.7786241769790649, "Finetune/Loss (Raw)": 0.7835168838500977, "Finetune/Step": 3589, "Finetune/Step Time": 6.629920782521367}
+{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.7792168855667114, "Finetune/Loss (Raw)": 0.86131352186203, "Finetune/Step": 3590, "Finetune/Step Time": 6.632495259866118}
+{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.7789938449859619, "Finetune/Loss (Raw)": 0.7435626983642578, "Finetune/Step": 3591, "Finetune/Step Time": 6.6311942134052515}
+{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.7780832052230835, "Finetune/Loss (Raw)": 0.7865633964538574, "Finetune/Step": 3592, "Finetune/Step Time": 6.635406047105789}
+{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.7795426845550537, "Finetune/Loss (Raw)": 0.9255448579788208, "Finetune/Step": 3593, "Finetune/Step Time": 6.642493071034551}
+{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.7784709930419922, "Finetune/Loss (Raw)": 0.5526779890060425, "Finetune/Step": 3594, "Finetune/Step Time": 6.648530485108495}
+{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.7796785235404968, "Finetune/Loss (Raw)": 0.8193321824073792, "Finetune/Step": 3595, "Finetune/Step Time": 6.659278262406588}
+{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.7821422219276428, "Finetune/Loss (Raw)": 0.963533878326416, "Finetune/Step": 3596, "Finetune/Step Time": 6.645335050299764}
+{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.7784774303436279, "Finetune/Loss (Raw)": 0.2498749941587448, "Finetune/Step": 3597, "Finetune/Step Time": 6.652745811268687}
+{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.778278112411499, "Finetune/Loss (Raw)": 0.7481461763381958, "Finetune/Step": 3598, "Finetune/Step Time": 6.666930969804525}
+{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.7769149541854858, "Finetune/Loss (Raw)": 0.696277916431427, "Finetune/Step": 3599, "Finetune/Step Time": 6.648411383852363}
+{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.7744418382644653, "Finetune/Loss (Raw)": 0.43514278531074524, "Finetune/Step": 3600, "Finetune/Step Time": 6.649493625387549}
+{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.7743809223175049, "Finetune/Loss (Raw)": 0.84198397397995, "Finetune/Step": 3601, "Finetune/Step Time": 6.632020389661193}
+{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.775428056716919, "Finetune/Loss (Raw)": 0.793361485004425, "Finetune/Step": 3602, "Finetune/Step Time": 6.6263499185442924}
+{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.7752863168716431, "Finetune/Loss (Raw)": 0.7954664826393127, "Finetune/Step": 3603, "Finetune/Step Time": 6.634016174823046}
+{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.7766659259796143, "Finetune/Loss (Raw)": 0.8279571533203125, "Finetune/Step": 3604, "Finetune/Step Time": 6.640068819746375}
+{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.7759461402893066, "Finetune/Loss (Raw)": 0.6497520804405212, "Finetune/Step": 3605, "Finetune/Step Time": 6.625531325116754}
+{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.7742903828620911, "Finetune/Loss (Raw)": 0.7261602878570557, "Finetune/Step": 3606, "Finetune/Step Time": 6.637160943821073}
+{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.7725875377655029, "Finetune/Loss (Raw)": 0.8161523938179016, "Finetune/Step": 3607, "Finetune/Step Time": 6.640878893435001}
+{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.7709022164344788, "Finetune/Loss (Raw)": 0.645473301410675, "Finetune/Step": 3608, "Finetune/Step Time": 6.667180323973298}
+{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.7702021598815918, "Finetune/Loss (Raw)": 0.7739852666854858, "Finetune/Step": 3609, "Finetune/Step Time": 6.6582267209887505}
+{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.7695559859275818, "Finetune/Loss (Raw)": 0.6871656775474548, "Finetune/Step": 3610, "Finetune/Step Time": 6.657024092972279}
+{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.7664331197738647, "Finetune/Loss (Raw)": 0.33852478861808777, "Finetune/Step": 3611, "Finetune/Step Time": 6.637912569567561}
+{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.7666786909103394, "Finetune/Loss (Raw)": 0.7857657074928284, "Finetune/Step": 3612, "Finetune/Step Time": 6.634836174547672}
+{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.7647507190704346, "Finetune/Loss (Raw)": 0.6878912448883057, "Finetune/Step": 3613, "Finetune/Step Time": 6.634997310116887}
+{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.7646802067756653, "Finetune/Loss (Raw)": 0.7879924774169922, "Finetune/Step": 3614, "Finetune/Step Time": 6.62796357832849}
+{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.7655664682388306, "Finetune/Loss (Raw)": 0.8420032858848572, "Finetune/Step": 3615, "Finetune/Step Time": 6.632103314623237}
+{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.7655284404754639, "Finetune/Loss (Raw)": 0.6853526830673218, "Finetune/Step": 3616, "Finetune/Step Time": 6.636350721120834}
+{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.7643544673919678, "Finetune/Loss (Raw)": 0.7186091542243958, "Finetune/Step": 3617, "Finetune/Step Time": 6.644958356395364}
+{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.7640787363052368, "Finetune/Loss (Raw)": 0.6807730197906494, "Finetune/Step": 3618, "Finetune/Step Time": 6.66259609721601}
+{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.7628087997436523, "Finetune/Loss (Raw)": 0.757889449596405, "Finetune/Step": 3619, "Finetune/Step Time": 6.670517617836595}
+{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.7628864049911499, "Finetune/Loss (Raw)": 0.8040804862976074, "Finetune/Step": 3620, "Finetune/Step Time": 6.660242415964603}
+{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.7648115158081055, "Finetune/Loss (Raw)": 0.7407030463218689, "Finetune/Step": 3621, "Finetune/Step Time": 6.653281824663281}
+{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.7637903690338135, "Finetune/Loss (Raw)": 0.7945564985275269, "Finetune/Step": 3622, "Finetune/Step Time": 6.6519752368330956}
+{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.7635767459869385, "Finetune/Loss (Raw)": 0.8232711553573608, "Finetune/Step": 3623, "Finetune/Step Time": 6.652103863656521}
+{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.7637985348701477, "Finetune/Loss (Raw)": 0.8983620405197144, "Finetune/Step": 3624, "Finetune/Step Time": 6.6460760571062565}
+{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.7658188343048096, "Finetune/Loss (Raw)": 0.8881544470787048, "Finetune/Step": 3625, "Finetune/Step Time": 6.636544810608029}
+{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.7644132971763611, "Finetune/Loss (Raw)": 0.6913466453552246, "Finetune/Step": 3626, "Finetune/Step Time": 6.6328337620943785}
+{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.7646881341934204, "Finetune/Loss (Raw)": 0.8370537757873535, "Finetune/Step": 3627, "Finetune/Step Time": 6.648015832528472}
+{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.7637956142425537, "Finetune/Loss (Raw)": 0.788733720779419, "Finetune/Step": 3628, "Finetune/Step Time": 6.653055349364877}
+{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.7631133794784546, "Finetune/Loss (Raw)": 0.7724220156669617, "Finetune/Step": 3629, "Finetune/Step Time": 6.6593079306185246}
+{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.7613052725791931, "Finetune/Loss (Raw)": 0.7084986567497253, "Finetune/Step": 3630, "Finetune/Step Time": 6.659305512905121}
+{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.7594078183174133, "Finetune/Loss (Raw)": 0.6351556181907654, "Finetune/Step": 3631, "Finetune/Step Time": 6.672757934778929}
+{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.7604503631591797, "Finetune/Loss (Raw)": 0.8923406600952148, "Finetune/Step": 3632, "Finetune/Step Time": 6.675004245713353}
+{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.7613009214401245, "Finetune/Loss (Raw)": 0.8801873326301575, "Finetune/Step": 3633, "Finetune/Step Time": 6.669368742033839}
+{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.7614619731903076, "Finetune/Loss (Raw)": 0.7723814845085144, "Finetune/Step": 3634, "Finetune/Step Time": 6.661909256130457}
+{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.7618755102157593, "Finetune/Loss (Raw)": 0.6660453677177429, "Finetune/Step": 3635, "Finetune/Step Time": 6.645747935399413}
+{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.7620983123779297, "Finetune/Loss (Raw)": 0.8336982131004333, "Finetune/Step": 3636, "Finetune/Step Time": 6.644209614023566}
+{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.7627230882644653, "Finetune/Loss (Raw)": 0.8537713289260864, "Finetune/Step": 3637, "Finetune/Step Time": 6.62943060323596}
+{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.7633200883865356, "Finetune/Loss (Raw)": 0.8239233493804932, "Finetune/Step": 3638, "Finetune/Step Time": 6.627290427684784}
+{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.7640902996063232, "Finetune/Loss (Raw)": 0.8235700726509094, "Finetune/Step": 3639, "Finetune/Step Time": 6.6166419852525}
+{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.7604435086250305, "Finetune/Loss (Raw)": 0.3058570921421051, "Finetune/Step": 3640, "Finetune/Step Time": 6.636736644431949}
+{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.7594884634017944, "Finetune/Loss (Raw)": 0.7313083410263062, "Finetune/Step": 3641, "Finetune/Step Time": 6.640237404033542}
+{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.7601761817932129, "Finetune/Loss (Raw)": 0.8260564804077148, "Finetune/Step": 3642, "Finetune/Step Time": 6.643096776679158}
+{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.7605907320976257, "Finetune/Loss (Raw)": 0.8606703877449036, "Finetune/Step": 3643, "Finetune/Step Time": 6.63690784573555}
+{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.7605471611022949, "Finetune/Loss (Raw)": 0.7848005294799805, "Finetune/Step": 3644, "Finetune/Step Time": 6.622888648882508}
+{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.7599165439605713, "Finetune/Loss (Raw)": 0.7572597861289978, "Finetune/Step": 3645, "Finetune/Step Time": 6.622035449370742}
+{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.7615129351615906, "Finetune/Loss (Raw)": 0.8523228168487549, "Finetune/Step": 3646, "Finetune/Step Time": 6.606578174978495}
+{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.7626914978027344, "Finetune/Loss (Raw)": 0.8378745317459106, "Finetune/Step": 3647, "Finetune/Step Time": 6.584250871092081}
+{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.7639087438583374, "Finetune/Loss (Raw)": 0.8984683156013489, "Finetune/Step": 3648, "Finetune/Step Time": 6.594832336530089}
+{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.763990044593811, "Finetune/Loss (Raw)": 0.8963184952735901, "Finetune/Step": 3649, "Finetune/Step Time": 6.598787380382419}
+{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.7663344144821167, "Finetune/Loss (Raw)": 0.9463849067687988, "Finetune/Step": 3650, "Finetune/Step Time": 6.5893061645329}
+{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.7665202617645264, "Finetune/Loss (Raw)": 0.6555867195129395, "Finetune/Step": 3651, "Finetune/Step Time": 6.577949445694685}
+{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.767504096031189, "Finetune/Loss (Raw)": 0.8195616006851196, "Finetune/Step": 3652, "Finetune/Step Time": 6.570161169394851}
+{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.7667853236198425, "Finetune/Loss (Raw)": 0.8910626173019409, "Finetune/Step": 3653, "Finetune/Step Time": 6.567687097936869}
+{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.7676054239273071, "Finetune/Loss (Raw)": 0.7719821929931641, "Finetune/Step": 3654, "Finetune/Step Time": 6.576606081798673}
+{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.768690824508667, "Finetune/Loss (Raw)": 0.9468488097190857, "Finetune/Step": 3655, "Finetune/Step Time": 6.580920297652483}
+{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.7679504752159119, "Finetune/Loss (Raw)": 0.6849412322044373, "Finetune/Step": 3656, "Finetune/Step Time": 6.584539148956537}
+{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.7694239616394043, "Finetune/Loss (Raw)": 0.8279929757118225, "Finetune/Step": 3657, "Finetune/Step Time": 6.579011058434844}
+{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.7692312002182007, "Finetune/Loss (Raw)": 0.7604849934577942, "Finetune/Step": 3658, "Finetune/Step Time": 6.593643423169851}
+{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.7688692212104797, "Finetune/Loss (Raw)": 0.8051555752754211, "Finetune/Step": 3659, "Finetune/Step Time": 6.5959490686655045}
+{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.7705421447753906, "Finetune/Loss (Raw)": 0.9156520962715149, "Finetune/Step": 3660, "Finetune/Step Time": 6.582903465256095}
+{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.7744459509849548, "Finetune/Loss (Raw)": 0.8212506771087646, "Finetune/Step": 3661, "Finetune/Step Time": 6.561271406710148}
+{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.7749508023262024, "Finetune/Loss (Raw)": 0.9105284810066223, "Finetune/Step": 3662, "Finetune/Step Time": 6.551390076056123}
+{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.7801159620285034, "Finetune/Loss (Raw)": 0.9974001049995422, "Finetune/Step": 3663, "Finetune/Step Time": 6.529237933456898}
+{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.7798338532447815, "Finetune/Loss (Raw)": 0.7313531041145325, "Finetune/Step": 3664, "Finetune/Step Time": 6.540628610178828}
+{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.7788112759590149, "Finetune/Loss (Raw)": 0.8342010378837585, "Finetune/Step": 3665, "Finetune/Step Time": 6.513032207265496}
+{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.7779501676559448, "Finetune/Loss (Raw)": 0.80632084608078, "Finetune/Step": 3666, "Finetune/Step Time": 6.497920099645853}
+{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.7743194103240967, "Finetune/Loss (Raw)": 0.42168670892715454, "Finetune/Step": 3667, "Finetune/Step Time": 6.514328254386783}
+{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.7737053632736206, "Finetune/Loss (Raw)": 0.7419368028640747, "Finetune/Step": 3668, "Finetune/Step Time": 6.505168126896024}
+{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.7730891704559326, "Finetune/Loss (Raw)": 0.7442655563354492, "Finetune/Step": 3669, "Finetune/Step Time": 6.517843909561634}
+{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.774118185043335, "Finetune/Loss (Raw)": 0.8219997882843018, "Finetune/Step": 3670, "Finetune/Step Time": 6.513000156730413}
+{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.775011420249939, "Finetune/Loss (Raw)": 0.8989771604537964, "Finetune/Step": 3671, "Finetune/Step Time": 6.494211722165346}
+{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.7739917039871216, "Finetune/Loss (Raw)": 0.7251445651054382, "Finetune/Step": 3672, "Finetune/Step Time": 6.501060293987393}
+{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.7749019861221313, "Finetune/Loss (Raw)": 0.5331718921661377, "Finetune/Step": 3673, "Finetune/Step Time": 6.485140537843108}
+{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.7753903269767761, "Finetune/Loss (Raw)": 0.7946515083312988, "Finetune/Step": 3674, "Finetune/Step Time": 6.475870760157704}
+{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.771185040473938, "Finetune/Loss (Raw)": 0.37466827034950256, "Finetune/Step": 3675, "Finetune/Step Time": 6.499274976551533}
+{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.7717726826667786, "Finetune/Loss (Raw)": 0.8380091786384583, "Finetune/Step": 3676, "Finetune/Step Time": 6.502741366624832}
+{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.7717323303222656, "Finetune/Loss (Raw)": 0.9238815307617188, "Finetune/Step": 3677, "Finetune/Step Time": 6.501753069460392}
+{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.7735124826431274, "Finetune/Loss (Raw)": 0.567761242389679, "Finetune/Step": 3678, "Finetune/Step Time": 6.483012240380049}
+{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.7740387916564941, "Finetune/Loss (Raw)": 0.7468224167823792, "Finetune/Step": 3679, "Finetune/Step Time": 6.470517568290234}
+{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.7743043899536133, "Finetune/Loss (Raw)": 0.8596740365028381, "Finetune/Step": 3680, "Finetune/Step Time": 6.465563699603081}
+{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.7755139470100403, "Finetune/Loss (Raw)": 0.8162073493003845, "Finetune/Step": 3681, "Finetune/Step Time": 6.436894791200757}
+{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.7763668298721313, "Finetune/Loss (Raw)": 1.0222309827804565, "Finetune/Step": 3682, "Finetune/Step Time": 6.433814160525799}
+{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.7753415107727051, "Finetune/Loss (Raw)": 0.8087710738182068, "Finetune/Step": 3683, "Finetune/Step Time": 6.434252103790641}
+{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.7771486639976501, "Finetune/Loss (Raw)": 0.5751404166221619, "Finetune/Step": 3684, "Finetune/Step Time": 6.442975822836161}
+{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.7754722237586975, "Finetune/Loss (Raw)": 0.7739588618278503, "Finetune/Step": 3685, "Finetune/Step Time": 6.449039710685611}
+{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.7757219672203064, "Finetune/Loss (Raw)": 0.8348814249038696, "Finetune/Step": 3686, "Finetune/Step Time": 6.448318464681506}
+{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.7755883932113647, "Finetune/Loss (Raw)": 0.8346722722053528, "Finetune/Step": 3687, "Finetune/Step Time": 6.44691027328372}
+{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.773623526096344, "Finetune/Loss (Raw)": 0.630626916885376, "Finetune/Step": 3688, "Finetune/Step Time": 6.45482531376183}
+{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.7729812860488892, "Finetune/Loss (Raw)": 0.8820013403892517, "Finetune/Step": 3689, "Finetune/Step Time": 6.454228088259697}
+{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.7747276425361633, "Finetune/Loss (Raw)": 0.8568710684776306, "Finetune/Step": 3690, "Finetune/Step Time": 6.457025572657585}
+{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.7718383073806763, "Finetune/Loss (Raw)": 0.30562707781791687, "Finetune/Step": 3691, "Finetune/Step Time": 6.475181300193071}
+{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.772782027721405, "Finetune/Loss (Raw)": 0.8837714195251465, "Finetune/Step": 3692, "Finetune/Step Time": 6.469019766896963}
+{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.7731561660766602, "Finetune/Loss (Raw)": 0.8112998604774475, "Finetune/Step": 3693, "Finetune/Step Time": 6.468786979094148}
+{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.7714009284973145, "Finetune/Loss (Raw)": 0.6716233491897583, "Finetune/Step": 3694, "Finetune/Step Time": 6.492415035143495}
+{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.7731572389602661, "Finetune/Loss (Raw)": 1.0235294103622437, "Finetune/Step": 3695, "Finetune/Step Time": 6.472714127972722}
+{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.7728269100189209, "Finetune/Loss (Raw)": 0.7789891958236694, "Finetune/Step": 3696, "Finetune/Step Time": 6.46548892185092}
+{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.7710623741149902, "Finetune/Loss (Raw)": 0.5261306166648865, "Finetune/Step": 3697, "Finetune/Step Time": 6.481802549213171}
+{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.7715069651603699, "Finetune/Loss (Raw)": 0.8177455067634583, "Finetune/Step": 3698, "Finetune/Step Time": 6.48916083201766}
+{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.7713074684143066, "Finetune/Loss (Raw)": 0.787615954875946, "Finetune/Step": 3699, "Finetune/Step Time": 6.486492404714227}
+{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.7709083557128906, "Finetune/Loss (Raw)": 0.846998929977417, "Finetune/Step": 3700, "Finetune/Step Time": 6.488173305988312}
+{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.7690596580505371, "Finetune/Loss (Raw)": 0.6431816220283508, "Finetune/Step": 3701, "Finetune/Step Time": 6.496252506971359}
+{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.7683830261230469, "Finetune/Loss (Raw)": 0.8204256296157837, "Finetune/Step": 3702, "Finetune/Step Time": 6.486111644655466}
+{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.7690247297286987, "Finetune/Loss (Raw)": 0.8653364777565002, "Finetune/Step": 3703, "Finetune/Step Time": 6.484974356368184}
+{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.7684182524681091, "Finetune/Loss (Raw)": 0.8191356062889099, "Finetune/Step": 3704, "Finetune/Step Time": 6.490848012268543}
+{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.7669739127159119, "Finetune/Loss (Raw)": 0.612589418888092, "Finetune/Step": 3705, "Finetune/Step Time": 6.473133370280266}
+{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.7661393880844116, "Finetune/Loss (Raw)": 0.7759039402008057, "Finetune/Step": 3706, "Finetune/Step Time": 6.475511880591512}
+{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.7655199766159058, "Finetune/Loss (Raw)": 0.7443758845329285, "Finetune/Step": 3707, "Finetune/Step Time": 6.511824786663055}
+{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.7639355659484863, "Finetune/Loss (Raw)": 0.6421089172363281, "Finetune/Step": 3708, "Finetune/Step Time": 6.524242229759693}
+{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.7644338607788086, "Finetune/Loss (Raw)": 0.9338917136192322, "Finetune/Step": 3709, "Finetune/Step Time": 6.516132291406393}
+{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.7661365866661072, "Finetune/Loss (Raw)": 0.9335289597511292, "Finetune/Step": 3710, "Finetune/Step Time": 6.493583671748638}
+{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.7653899192810059, "Finetune/Loss (Raw)": 0.6521618962287903, "Finetune/Step": 3711, "Finetune/Step Time": 6.505160462111235}
+{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.7660394906997681, "Finetune/Loss (Raw)": 0.9042485952377319, "Finetune/Step": 3712, "Finetune/Step Time": 6.504935400560498}
+{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.7608285546302795, "Finetune/Loss (Raw)": 0.2821882665157318, "Finetune/Step": 3713, "Finetune/Step Time": 6.523998448625207}
+{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.7619455456733704, "Finetune/Loss (Raw)": 0.8085008263587952, "Finetune/Step": 3714, "Finetune/Step Time": 6.527584072202444}
+{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.7627367973327637, "Finetune/Loss (Raw)": 0.8413164019584656, "Finetune/Step": 3715, "Finetune/Step Time": 6.532087108120322}
+{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.763022243976593, "Finetune/Loss (Raw)": 0.6929649710655212, "Finetune/Step": 3716, "Finetune/Step Time": 6.555507138371468}
+{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.7621903419494629, "Finetune/Loss (Raw)": 0.6770274639129639, "Finetune/Step": 3717, "Finetune/Step Time": 6.565322993323207}
+{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.7603339552879333, "Finetune/Loss (Raw)": 0.6236991286277771, "Finetune/Step": 3718, "Finetune/Step Time": 6.570230374112725}
+{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.7593485713005066, "Finetune/Loss (Raw)": 0.6174366474151611, "Finetune/Step": 3719, "Finetune/Step Time": 6.581163821741939}
+{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.7597337961196899, "Finetune/Loss (Raw)": 0.8358672261238098, "Finetune/Step": 3720, "Finetune/Step Time": 6.585826925933361}
+{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.7595338225364685, "Finetune/Loss (Raw)": 0.8999454379081726, "Finetune/Step": 3721, "Finetune/Step Time": 6.574906142428517}
+{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.7618041038513184, "Finetune/Loss (Raw)": 0.8432704210281372, "Finetune/Step": 3722, "Finetune/Step Time": 6.572158299386501}
+{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.7628244161605835, "Finetune/Loss (Raw)": 0.9499358534812927, "Finetune/Step": 3723, "Finetune/Step Time": 6.570705235004425}
+{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.7612125277519226, "Finetune/Loss (Raw)": 0.7572147846221924, "Finetune/Step": 3724, "Finetune/Step Time": 6.57167879678309}
+{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.7662190198898315, "Finetune/Loss (Raw)": 0.8907114267349243, "Finetune/Step": 3725, "Finetune/Step Time": 6.555556314066052}
+{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.7633565068244934, "Finetune/Loss (Raw)": 0.381735235452652, "Finetune/Step": 3726, "Finetune/Step Time": 6.557605039328337}
+{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.7637261152267456, "Finetune/Loss (Raw)": 0.7435976266860962, "Finetune/Step": 3727, "Finetune/Step Time": 6.562474122270942}
+{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.7646039724349976, "Finetune/Loss (Raw)": 0.5475013852119446, "Finetune/Step": 3728, "Finetune/Step Time": 6.5513431411236525}
+{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.7644640207290649, "Finetune/Loss (Raw)": 0.8240709900856018, "Finetune/Step": 3729, "Finetune/Step Time": 6.559654409065843}
+{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.764998197555542, "Finetune/Loss (Raw)": 0.8617354035377502, "Finetune/Step": 3730, "Finetune/Step Time": 6.588128328323364}
+{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.7652666568756104, "Finetune/Loss (Raw)": 0.829839825630188, "Finetune/Step": 3731, "Finetune/Step Time": 6.579629627987742}
+{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.7653918862342834, "Finetune/Loss (Raw)": 0.8439783453941345, "Finetune/Step": 3732, "Finetune/Step Time": 6.568393770605326}
+{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.7664411664009094, "Finetune/Loss (Raw)": 0.7840605974197388, "Finetune/Step": 3733, "Finetune/Step Time": 6.576140245422721}
+{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.7678133249282837, "Finetune/Loss (Raw)": 0.9017943739891052, "Finetune/Step": 3734, "Finetune/Step Time": 6.569286877289414}
+{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.7664281129837036, "Finetune/Loss (Raw)": 0.6388536691665649, "Finetune/Step": 3735, "Finetune/Step Time": 6.5797604992985725}
+{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.7691985964775085, "Finetune/Loss (Raw)": 1.0000864267349243, "Finetune/Step": 3736, "Finetune/Step Time": 6.560981679707766}
+{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.7689902782440186, "Finetune/Loss (Raw)": 0.7473212480545044, "Finetune/Step": 3737, "Finetune/Step Time": 6.578090621158481}
+{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.7692462205886841, "Finetune/Loss (Raw)": 0.7199310064315796, "Finetune/Step": 3738, "Finetune/Step Time": 6.588049549609423}
+{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.7722827196121216, "Finetune/Loss (Raw)": 0.7271900773048401, "Finetune/Step": 3739, "Finetune/Step Time": 6.568856921046972}
+{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.7721886038780212, "Finetune/Loss (Raw)": 0.7737278938293457, "Finetune/Step": 3740, "Finetune/Step Time": 6.552103077992797}
+{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.7738370299339294, "Finetune/Loss (Raw)": 0.898886501789093, "Finetune/Step": 3741, "Finetune/Step Time": 6.551481317728758}
+{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.7741315960884094, "Finetune/Loss (Raw)": 0.8256943225860596, "Finetune/Step": 3742, "Finetune/Step Time": 6.547804648056626}
+{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.7740834951400757, "Finetune/Loss (Raw)": 0.8358439803123474, "Finetune/Step": 3743, "Finetune/Step Time": 6.579454638063908}
+{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.7715452909469604, "Finetune/Loss (Raw)": 0.3604707419872284, "Finetune/Step": 3744, "Finetune/Step Time": 6.5951346550136805}
+{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.7684524655342102, "Finetune/Loss (Raw)": 0.32272017002105713, "Finetune/Step": 3745, "Finetune/Step Time": 6.60343418456614}
+{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.7684905529022217, "Finetune/Loss (Raw)": 0.6856451630592346, "Finetune/Step": 3746, "Finetune/Step Time": 6.584508828818798}
+{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.767283022403717, "Finetune/Loss (Raw)": 0.6033334136009216, "Finetune/Step": 3747, "Finetune/Step Time": 6.593825053423643}
+{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.7675185203552246, "Finetune/Loss (Raw)": 0.8342217206954956, "Finetune/Step": 3748, "Finetune/Step Time": 6.604765361174941}
+{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.7666417360305786, "Finetune/Loss (Raw)": 0.6284703612327576, "Finetune/Step": 3749, "Finetune/Step Time": 6.611957110464573}
+{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.7674287557601929, "Finetune/Loss (Raw)": 0.895304799079895, "Finetune/Step": 3750, "Finetune/Step Time": 6.626487476751208}
+{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.7685565948486328, "Finetune/Loss (Raw)": 0.9676288366317749, "Finetune/Step": 3751, "Finetune/Step Time": 6.6433633454144}
+{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.7676522731781006, "Finetune/Loss (Raw)": 0.7826131582260132, "Finetune/Step": 3752, "Finetune/Step Time": 6.64544178918004}
+{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.7662129998207092, "Finetune/Loss (Raw)": 0.7039222717285156, "Finetune/Step": 3753, "Finetune/Step Time": 6.660292802378535}
+{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.7670978307723999, "Finetune/Loss (Raw)": 0.8046034574508667, "Finetune/Step": 3754, "Finetune/Step Time": 6.662758829072118}
+{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.7664996385574341, "Finetune/Loss (Raw)": 0.7604842185974121, "Finetune/Step": 3755, "Finetune/Step Time": 6.650572115555406}
+{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.7650797367095947, "Finetune/Loss (Raw)": 0.6069904565811157, "Finetune/Step": 3756, "Finetune/Step Time": 6.6516040693968534}
+{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.7660802602767944, "Finetune/Loss (Raw)": 0.900493860244751, "Finetune/Step": 3757, "Finetune/Step Time": 6.654465107247233}
+{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.7656826972961426, "Finetune/Loss (Raw)": 0.657611608505249, "Finetune/Step": 3758, "Finetune/Step Time": 6.669470315799117}
+{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.7672836780548096, "Finetune/Loss (Raw)": 0.8400681614875793, "Finetune/Step": 3759, "Finetune/Step Time": 6.654423411935568}
+{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.7660400867462158, "Finetune/Loss (Raw)": 0.7331737279891968, "Finetune/Step": 3760, "Finetune/Step Time": 6.659601641818881}
+{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.7643656730651855, "Finetune/Loss (Raw)": 0.6658564805984497, "Finetune/Step": 3761, "Finetune/Step Time": 6.669946515932679}
+{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.7645406723022461, "Finetune/Loss (Raw)": 0.7947738766670227, "Finetune/Step": 3762, "Finetune/Step Time": 6.675017546862364}
+{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.7663582563400269, "Finetune/Loss (Raw)": 0.8987017273902893, "Finetune/Step": 3763, "Finetune/Step Time": 6.675826173275709}
+{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.7654809951782227, "Finetune/Loss (Raw)": 0.7214104533195496, "Finetune/Step": 3764, "Finetune/Step Time": 6.686572065576911}
+{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.7636556029319763, "Finetune/Loss (Raw)": 0.6201233267784119, "Finetune/Step": 3765, "Finetune/Step Time": 6.69494891539216}
+{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.7642642855644226, "Finetune/Loss (Raw)": 0.9018319249153137, "Finetune/Step": 3766, "Finetune/Step Time": 6.6976884957402945}
+{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.7644332647323608, "Finetune/Loss (Raw)": 0.8451985716819763, "Finetune/Step": 3767, "Finetune/Step Time": 6.700526252388954}
+{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.7674537897109985, "Finetune/Loss (Raw)": 0.6924797892570496, "Finetune/Step": 3768, "Finetune/Step Time": 6.689090808853507}
+{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.7636653184890747, "Finetune/Loss (Raw)": 0.24638648331165314, "Finetune/Step": 3769, "Finetune/Step Time": 6.705313736572862}
+{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.7645894289016724, "Finetune/Loss (Raw)": 0.9443457126617432, "Finetune/Step": 3770, "Finetune/Step Time": 6.696922333911061}
+{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.7652875781059265, "Finetune/Loss (Raw)": 0.9500309228897095, "Finetune/Step": 3771, "Finetune/Step Time": 6.6983796413987875}
+{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.7658634185791016, "Finetune/Loss (Raw)": 0.8585135340690613, "Finetune/Step": 3772, "Finetune/Step Time": 6.704329110682011}
+{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.7626055479049683, "Finetune/Loss (Raw)": 0.34024497866630554, "Finetune/Step": 3773, "Finetune/Step Time": 6.721914183348417}
+{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.7627353072166443, "Finetune/Loss (Raw)": 0.8689342141151428, "Finetune/Step": 3774, "Finetune/Step Time": 6.724219249561429}
+{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.763125479221344, "Finetune/Loss (Raw)": 0.887814462184906, "Finetune/Step": 3775, "Finetune/Step Time": 6.728941326960921}
+{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.7629349231719971, "Finetune/Loss (Raw)": 0.8740838170051575, "Finetune/Step": 3776, "Finetune/Step Time": 6.722533833235502}
+{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.7580434679985046, "Finetune/Loss (Raw)": 0.27020585536956787, "Finetune/Step": 3777, "Finetune/Step Time": 6.741894474253058}
+{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.7571423053741455, "Finetune/Loss (Raw)": 0.8310412168502808, "Finetune/Step": 3778, "Finetune/Step Time": 6.739603344351053}
+{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.7573018074035645, "Finetune/Loss (Raw)": 0.6760046482086182, "Finetune/Step": 3779, "Finetune/Step Time": 6.740013673901558}
+{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.7567335963249207, "Finetune/Loss (Raw)": 0.7468239068984985, "Finetune/Step": 3780, "Finetune/Step Time": 6.750529088079929}
+{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.75639808177948, "Finetune/Loss (Raw)": 0.8481252789497375, "Finetune/Step": 3781, "Finetune/Step Time": 6.747893935069442}
+{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.7562316656112671, "Finetune/Loss (Raw)": 0.7506750226020813, "Finetune/Step": 3782, "Finetune/Step Time": 6.730834515765309}
+{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.7542294859886169, "Finetune/Loss (Raw)": 0.6905702352523804, "Finetune/Step": 3783, "Finetune/Step Time": 6.7327373046427965}
+{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.7543783187866211, "Finetune/Loss (Raw)": 0.7039846777915955, "Finetune/Step": 3784, "Finetune/Step Time": 6.738493945449591}
+{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.754240095615387, "Finetune/Loss (Raw)": 0.8103039264678955, "Finetune/Step": 3785, "Finetune/Step Time": 6.736743699759245}
+{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.7555458545684814, "Finetune/Loss (Raw)": 0.9276217818260193, "Finetune/Step": 3786, "Finetune/Step Time": 6.72132539562881}
+{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.755730152130127, "Finetune/Loss (Raw)": 0.8287481069564819, "Finetune/Step": 3787, "Finetune/Step Time": 6.718576675280929}
+{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.7544184923171997, "Finetune/Loss (Raw)": 0.7477633953094482, "Finetune/Step": 3788, "Finetune/Step Time": 6.724311165511608}
+{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.7531114816665649, "Finetune/Loss (Raw)": 0.6539559364318848, "Finetune/Step": 3789, "Finetune/Step Time": 6.743268551304936}
+{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.752685546875, "Finetune/Loss (Raw)": 0.8560066819190979, "Finetune/Step": 3790, "Finetune/Step Time": 6.744885213673115}
+{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.7513405680656433, "Finetune/Loss (Raw)": 0.8252394199371338, "Finetune/Step": 3791, "Finetune/Step Time": 6.745471853762865}
+{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.7482458353042603, "Finetune/Loss (Raw)": 0.3352256715297699, "Finetune/Step": 3792, "Finetune/Step Time": 6.753503825515509}
+{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.7482433915138245, "Finetune/Loss (Raw)": 0.8338859677314758, "Finetune/Step": 3793, "Finetune/Step Time": 6.772800140082836}
+{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.7482684850692749, "Finetune/Loss (Raw)": 0.8095417022705078, "Finetune/Step": 3794, "Finetune/Step Time": 6.773022959008813}
+{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.7502646446228027, "Finetune/Loss (Raw)": 0.6771962642669678, "Finetune/Step": 3795, "Finetune/Step Time": 6.7671721540391445}
+{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.7511228322982788, "Finetune/Loss (Raw)": 0.8517755270004272, "Finetune/Step": 3796, "Finetune/Step Time": 6.7727781888097525}
+{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.7503539323806763, "Finetune/Loss (Raw)": 0.6458538770675659, "Finetune/Step": 3797, "Finetune/Step Time": 6.7679731119424105}
+{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.7496092319488525, "Finetune/Loss (Raw)": 0.7266796231269836, "Finetune/Step": 3798, "Finetune/Step Time": 6.755242854356766}
+{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.7472032308578491, "Finetune/Loss (Raw)": 0.590997040271759, "Finetune/Step": 3799, "Finetune/Step Time": 6.765360211953521}
+{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.7480673789978027, "Finetune/Loss (Raw)": 0.8357564210891724, "Finetune/Step": 3800, "Finetune/Step Time": 6.761386884376407}
+{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.7500776052474976, "Finetune/Loss (Raw)": 0.7904847860336304, "Finetune/Step": 3801, "Finetune/Step Time": 6.772175595164299}
+{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.7508358955383301, "Finetune/Loss (Raw)": 0.8917145133018494, "Finetune/Step": 3802, "Finetune/Step Time": 6.783705988898873}
+{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.754892885684967, "Finetune/Loss (Raw)": 0.8939600586891174, "Finetune/Step": 3803, "Finetune/Step Time": 6.7609564904123545}
+{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.7548062801361084, "Finetune/Loss (Raw)": 0.8269309401512146, "Finetune/Step": 3804, "Finetune/Step Time": 6.7451753709465265}
+{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.752415657043457, "Finetune/Loss (Raw)": 0.6178780198097229, "Finetune/Step": 3805, "Finetune/Step Time": 6.761883204802871}
+{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.7541000843048096, "Finetune/Loss (Raw)": 0.7833717465400696, "Finetune/Step": 3806, "Finetune/Step Time": 6.774113139137626}
+{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.7540239095687866, "Finetune/Loss (Raw)": 0.7370635867118835, "Finetune/Step": 3807, "Finetune/Step Time": 6.77622139826417}
+{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.7522708773612976, "Finetune/Loss (Raw)": 0.6352891325950623, "Finetune/Step": 3808, "Finetune/Step Time": 6.78273880854249}
+{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.7517642974853516, "Finetune/Loss (Raw)": 0.7513619065284729, "Finetune/Step": 3809, "Finetune/Step Time": 6.797063384205103}
+{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.7506066560745239, "Finetune/Loss (Raw)": 0.8740538954734802, "Finetune/Step": 3810, "Finetune/Step Time": 6.7939984649419785}
+{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.7498657703399658, "Finetune/Loss (Raw)": 0.713940441608429, "Finetune/Step": 3811, "Finetune/Step Time": 6.799155252054334}
+{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.7508895397186279, "Finetune/Loss (Raw)": 0.7061811089515686, "Finetune/Step": 3812, "Finetune/Step Time": 6.783083502203226}
+{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.751030683517456, "Finetune/Loss (Raw)": 0.7920261025428772, "Finetune/Step": 3813, "Finetune/Step Time": 6.77055593393743}
+{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.7502539157867432, "Finetune/Loss (Raw)": 0.7354621887207031, "Finetune/Step": 3814, "Finetune/Step Time": 6.768346920609474}
+{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.7501810789108276, "Finetune/Loss (Raw)": 0.8253458142280579, "Finetune/Step": 3815, "Finetune/Step Time": 6.786098003387451}
+{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.7517090439796448, "Finetune/Loss (Raw)": 0.8262039422988892, "Finetune/Step": 3816, "Finetune/Step Time": 6.792520137503743}
+{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.7505303621292114, "Finetune/Loss (Raw)": 0.7311290502548218, "Finetune/Step": 3817, "Finetune/Step Time": 6.799715077504516}
+{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.7497522234916687, "Finetune/Loss (Raw)": 0.7572702169418335, "Finetune/Step": 3818, "Finetune/Step Time": 6.7926038801670074}
+{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.7531742453575134, "Finetune/Loss (Raw)": 0.74364173412323, "Finetune/Step": 3819, "Finetune/Step Time": 6.774130864068866}
+{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.7514171004295349, "Finetune/Loss (Raw)": 0.6588631868362427, "Finetune/Step": 3820, "Finetune/Step Time": 6.774989670142531}
+{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.7503653764724731, "Finetune/Loss (Raw)": 0.6766823530197144, "Finetune/Step": 3821, "Finetune/Step Time": 6.790121395140886}
+{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.7506885528564453, "Finetune/Loss (Raw)": 0.71298748254776, "Finetune/Step": 3822, "Finetune/Step Time": 6.769280167296529}
+{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.7498229742050171, "Finetune/Loss (Raw)": 0.9127362966537476, "Finetune/Step": 3823, "Finetune/Step Time": 6.771444967016578}
+{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.7501593232154846, "Finetune/Loss (Raw)": 0.8220400810241699, "Finetune/Step": 3824, "Finetune/Step Time": 6.770634952932596}
+{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.7512103915214539, "Finetune/Loss (Raw)": 0.6606612801551819, "Finetune/Step": 3825, "Finetune/Step Time": 6.7489761505275965}
+{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.7501102089881897, "Finetune/Loss (Raw)": 0.6769282817840576, "Finetune/Step": 3826, "Finetune/Step Time": 6.744480177760124}
+{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.7500848770141602, "Finetune/Loss (Raw)": 0.7843690514564514, "Finetune/Step": 3827, "Finetune/Step Time": 6.771115662530065}
+{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.7500941753387451, "Finetune/Loss (Raw)": 0.8481889963150024, "Finetune/Step": 3828, "Finetune/Step Time": 6.77440932393074}
+{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.7472302317619324, "Finetune/Loss (Raw)": 0.2765987813472748, "Finetune/Step": 3829, "Finetune/Step Time": 6.787359671667218}
+{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.7471463680267334, "Finetune/Loss (Raw)": 0.8096951842308044, "Finetune/Step": 3830, "Finetune/Step Time": 6.796379102393985}
+{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.746239423751831, "Finetune/Loss (Raw)": 0.7492420077323914, "Finetune/Step": 3831, "Finetune/Step Time": 6.803546521812677}
+{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.7475179433822632, "Finetune/Loss (Raw)": 0.9827905297279358, "Finetune/Step": 3832, "Finetune/Step Time": 6.8001173213124275}
+{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.749401330947876, "Finetune/Loss (Raw)": 0.8536565899848938, "Finetune/Step": 3833, "Finetune/Step Time": 6.822755003347993}
+{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.7503504753112793, "Finetune/Loss (Raw)": 0.8973987102508545, "Finetune/Step": 3834, "Finetune/Step Time": 6.816780621185899}
+{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.7512760758399963, "Finetune/Loss (Raw)": 0.8628519177436829, "Finetune/Step": 3835, "Finetune/Step Time": 6.786989537999034}
+{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.7519264221191406, "Finetune/Loss (Raw)": 0.7253546714782715, "Finetune/Step": 3836, "Finetune/Step Time": 6.764820845797658}
+{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.7504937648773193, "Finetune/Loss (Raw)": 0.7505075335502625, "Finetune/Step": 3837, "Finetune/Step Time": 6.769275696948171}
+{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.7489413022994995, "Finetune/Loss (Raw)": 0.734818696975708, "Finetune/Step": 3838, "Finetune/Step Time": 6.7674163449555635}
+{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.7501375675201416, "Finetune/Loss (Raw)": 0.8052828311920166, "Finetune/Step": 3839, "Finetune/Step Time": 6.780900312587619}
+{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.7488903999328613, "Finetune/Loss (Raw)": 0.7446103692054749, "Finetune/Step": 3840, "Finetune/Step Time": 6.7807665430009365}
+{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.7541176080703735, "Finetune/Loss (Raw)": 0.9512718915939331, "Finetune/Step": 3841, "Finetune/Step Time": 6.760912943631411}
+{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.7536860108375549, "Finetune/Loss (Raw)": 0.7532584071159363, "Finetune/Step": 3842, "Finetune/Step Time": 6.742859963327646}
+{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.7519139051437378, "Finetune/Loss (Raw)": 0.6144793033599854, "Finetune/Step": 3843, "Finetune/Step Time": 6.749729318544269}
+{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.7525026202201843, "Finetune/Loss (Raw)": 0.7683244347572327, "Finetune/Step": 3844, "Finetune/Step Time": 6.7304415218532085}
+{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.7532017230987549, "Finetune/Loss (Raw)": 0.7665199637413025, "Finetune/Step": 3845, "Finetune/Step Time": 6.713768977671862}
+{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.7532529234886169, "Finetune/Loss (Raw)": 0.6302499175071716, "Finetune/Step": 3846, "Finetune/Step Time": 6.719312248751521}
+{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.7553987503051758, "Finetune/Loss (Raw)": 0.8920948505401611, "Finetune/Step": 3847, "Finetune/Step Time": 6.706909039989114}
+{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.7514477968215942, "Finetune/Loss (Raw)": 0.33015263080596924, "Finetune/Step": 3848, "Finetune/Step Time": 6.715469473972917}
+{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.7513312101364136, "Finetune/Loss (Raw)": 0.8850136399269104, "Finetune/Step": 3849, "Finetune/Step Time": 6.730993973091245}
+{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.7485738396644592, "Finetune/Loss (Raw)": 0.49033039808273315, "Finetune/Step": 3850, "Finetune/Step Time": 6.738704910501838}
+{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.746322512626648, "Finetune/Loss (Raw)": 0.6617628931999207, "Finetune/Step": 3851, "Finetune/Step Time": 6.7301759868860245}
+{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.747469961643219, "Finetune/Loss (Raw)": 0.9040917754173279, "Finetune/Step": 3852, "Finetune/Step Time": 6.730778267607093}
+{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.7440826892852783, "Finetune/Loss (Raw)": 0.45714429020881653, "Finetune/Step": 3853, "Finetune/Step Time": 6.746130894869566}
+{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.7474860548973083, "Finetune/Loss (Raw)": 0.8173673152923584, "Finetune/Step": 3854, "Finetune/Step Time": 6.73078079521656}
+{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.7457202672958374, "Finetune/Loss (Raw)": 0.5175705552101135, "Finetune/Step": 3855, "Finetune/Step Time": 6.74074281565845}
+{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.7484799027442932, "Finetune/Loss (Raw)": 0.9007377028465271, "Finetune/Step": 3856, "Finetune/Step Time": 6.7335559614002705}
+{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.7448296546936035, "Finetune/Loss (Raw)": 0.3568362593650818, "Finetune/Step": 3857, "Finetune/Step Time": 6.742505207657814}
+{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.7407022714614868, "Finetune/Loss (Raw)": 0.33343398571014404, "Finetune/Step": 3858, "Finetune/Step Time": 6.737888490781188}
+{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.7416878938674927, "Finetune/Loss (Raw)": 0.9559914469718933, "Finetune/Step": 3859, "Finetune/Step Time": 6.73099072650075}
+{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.7415122389793396, "Finetune/Loss (Raw)": 0.8215019106864929, "Finetune/Step": 3860, "Finetune/Step Time": 6.725022794678807}
+{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.7412712574005127, "Finetune/Loss (Raw)": 0.7532212734222412, "Finetune/Step": 3861, "Finetune/Step Time": 6.711137566715479}
+{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.740662693977356, "Finetune/Loss (Raw)": 0.82389235496521, "Finetune/Step": 3862, "Finetune/Step Time": 6.709588848054409}
+{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.7409883141517639, "Finetune/Loss (Raw)": 0.6805295944213867, "Finetune/Step": 3863, "Finetune/Step Time": 6.709980646148324}
+{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.7395418882369995, "Finetune/Loss (Raw)": 0.8149421811103821, "Finetune/Step": 3864, "Finetune/Step Time": 6.703425515443087}
+{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.7392874956130981, "Finetune/Loss (Raw)": 0.7147642374038696, "Finetune/Step": 3865, "Finetune/Step Time": 6.72163063287735}
+{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.7408088445663452, "Finetune/Loss (Raw)": 0.9146592020988464, "Finetune/Step": 3866, "Finetune/Step Time": 6.714070197194815}
+{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.7427458763122559, "Finetune/Loss (Raw)": 0.9751269817352295, "Finetune/Step": 3867, "Finetune/Step Time": 6.724683901295066}
+{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.7433339953422546, "Finetune/Loss (Raw)": 0.8490148186683655, "Finetune/Step": 3868, "Finetune/Step Time": 6.738491158932447}
+{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.7419819235801697, "Finetune/Loss (Raw)": 0.7258248925209045, "Finetune/Step": 3869, "Finetune/Step Time": 6.740335527807474}
+{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.7407932877540588, "Finetune/Loss (Raw)": 0.6735427975654602, "Finetune/Step": 3870, "Finetune/Step Time": 6.7645690105855465}
+{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.7404202222824097, "Finetune/Loss (Raw)": 0.7880950570106506, "Finetune/Step": 3871, "Finetune/Step Time": 6.730554835870862}
+{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.7406910061836243, "Finetune/Loss (Raw)": 0.39512842893600464, "Finetune/Step": 3872, "Finetune/Step Time": 6.74486574716866}
+{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.7433010339736938, "Finetune/Loss (Raw)": 0.6568034887313843, "Finetune/Step": 3873, "Finetune/Step Time": 6.734446654096246}
+{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.7441278100013733, "Finetune/Loss (Raw)": 0.7914774417877197, "Finetune/Step": 3874, "Finetune/Step Time": 6.734068926423788}
+{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.7454713582992554, "Finetune/Loss (Raw)": 0.7752980589866638, "Finetune/Step": 3875, "Finetune/Step Time": 6.716628905385733}
+{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.7453482151031494, "Finetune/Loss (Raw)": 0.8184643387794495, "Finetune/Step": 3876, "Finetune/Step Time": 6.7030329536646605}
+{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.7457153797149658, "Finetune/Loss (Raw)": 0.675475001335144, "Finetune/Step": 3877, "Finetune/Step Time": 6.710148431360722}
+{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.7423788905143738, "Finetune/Loss (Raw)": 0.4682246148586273, "Finetune/Step": 3878, "Finetune/Step Time": 6.728440765291452}
+{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.7401620149612427, "Finetune/Loss (Raw)": 0.6838733553886414, "Finetune/Step": 3879, "Finetune/Step Time": 6.743247948586941}
+{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.7403600215911865, "Finetune/Loss (Raw)": 0.8079567551612854, "Finetune/Step": 3880, "Finetune/Step Time": 6.740553775802255}
+{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.7413678169250488, "Finetune/Loss (Raw)": 0.8329166769981384, "Finetune/Step": 3881, "Finetune/Step Time": 6.732754766941071}
+{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.7414264678955078, "Finetune/Loss (Raw)": 0.8121194243431091, "Finetune/Step": 3882, "Finetune/Step Time": 6.736676556989551}
+{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.7424659132957458, "Finetune/Loss (Raw)": 0.8935237526893616, "Finetune/Step": 3883, "Finetune/Step Time": 6.74093290604651}
+{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.7433915138244629, "Finetune/Loss (Raw)": 0.7254738211631775, "Finetune/Step": 3884, "Finetune/Step Time": 6.734170380979776}
+{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.7404223084449768, "Finetune/Loss (Raw)": 0.5204383730888367, "Finetune/Step": 3885, "Finetune/Step Time": 6.740076310932636}
+{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.740650475025177, "Finetune/Loss (Raw)": 0.6868075728416443, "Finetune/Step": 3886, "Finetune/Step Time": 6.726323317736387}
+{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.7396801114082336, "Finetune/Loss (Raw)": 0.7158690690994263, "Finetune/Step": 3887, "Finetune/Step Time": 6.727374037727714}
+{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.740035891532898, "Finetune/Loss (Raw)": 0.7787076234817505, "Finetune/Step": 3888, "Finetune/Step Time": 6.719717955216765}
+{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.7410682439804077, "Finetune/Loss (Raw)": 0.7979978322982788, "Finetune/Step": 3889, "Finetune/Step Time": 6.711243588477373}
+{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.7409436106681824, "Finetune/Loss (Raw)": 0.7788233160972595, "Finetune/Step": 3890, "Finetune/Step Time": 6.704659439623356}
+{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.7392398118972778, "Finetune/Loss (Raw)": 0.6806134581565857, "Finetune/Step": 3891, "Finetune/Step Time": 6.718892425298691}
+{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.7398443222045898, "Finetune/Loss (Raw)": 0.7987905144691467, "Finetune/Step": 3892, "Finetune/Step Time": 6.7117917239665985}
+{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.7378652691841125, "Finetune/Loss (Raw)": 0.36680835485458374, "Finetune/Step": 3893, "Finetune/Step Time": 6.722207359969616}
+{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.7373223900794983, "Finetune/Loss (Raw)": 0.8323331475257874, "Finetune/Step": 3894, "Finetune/Step Time": 6.7208367846906185}
+{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.7370531558990479, "Finetune/Loss (Raw)": 0.8107399940490723, "Finetune/Step": 3895, "Finetune/Step Time": 6.7191615123301744}
+{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.7378450632095337, "Finetune/Loss (Raw)": 0.7938422560691833, "Finetune/Step": 3896, "Finetune/Step Time": 6.70761601254344}
+{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.7419030666351318, "Finetune/Loss (Raw)": 0.7658209800720215, "Finetune/Step": 3897, "Finetune/Step Time": 6.687361115589738}
+{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.7403231859207153, "Finetune/Loss (Raw)": 0.7421106696128845, "Finetune/Step": 3898, "Finetune/Step Time": 6.70308936573565}
+{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.7399280071258545, "Finetune/Loss (Raw)": 0.899449348449707, "Finetune/Step": 3899, "Finetune/Step Time": 6.70624515414238}
+{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.7392723560333252, "Finetune/Loss (Raw)": 0.7745950818061829, "Finetune/Step": 3900, "Finetune/Step Time": 6.716984318569303}
+{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.7432862520217896, "Finetune/Loss (Raw)": 0.8540216088294983, "Finetune/Step": 3901, "Finetune/Step Time": 6.697809264063835}
+{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.743809700012207, "Finetune/Loss (Raw)": 0.9359297156333923, "Finetune/Step": 3902, "Finetune/Step Time": 6.682085072621703}
+{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.7437744140625, "Finetune/Loss (Raw)": 0.8832984566688538, "Finetune/Step": 3903, "Finetune/Step Time": 6.676837172359228}
+{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.7430514097213745, "Finetune/Loss (Raw)": 0.7815433144569397, "Finetune/Step": 3904, "Finetune/Step Time": 6.679943416267633}
+{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.7458318471908569, "Finetune/Loss (Raw)": 0.6261066198348999, "Finetune/Step": 3905, "Finetune/Step Time": 6.674267860129476}
+{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.7453521490097046, "Finetune/Loss (Raw)": 0.7696331739425659, "Finetune/Step": 3906, "Finetune/Step Time": 6.706202564761043}
+{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.7481651306152344, "Finetune/Loss (Raw)": 1.0360710620880127, "Finetune/Step": 3907, "Finetune/Step Time": 6.6925140004605055}
+{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.7467062473297119, "Finetune/Loss (Raw)": 0.5600810050964355, "Finetune/Step": 3908, "Finetune/Step Time": 6.689859537407756}
+{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.7452897429466248, "Finetune/Loss (Raw)": 0.6668193936347961, "Finetune/Step": 3909, "Finetune/Step Time": 6.695759139955044}
+{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.7460821866989136, "Finetune/Loss (Raw)": 0.8521026372909546, "Finetune/Step": 3910, "Finetune/Step Time": 6.696626279503107}
+{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.7479770183563232, "Finetune/Loss (Raw)": 0.9331132173538208, "Finetune/Step": 3911, "Finetune/Step Time": 6.693191492930055}
+{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.7479035258293152, "Finetune/Loss (Raw)": 0.6945745348930359, "Finetune/Step": 3912, "Finetune/Step Time": 6.706089125946164}
+{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.747683048248291, "Finetune/Loss (Raw)": 0.7820844650268555, "Finetune/Step": 3913, "Finetune/Step Time": 6.709378791972995}
+{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.7462143301963806, "Finetune/Loss (Raw)": 0.7396256923675537, "Finetune/Step": 3914, "Finetune/Step Time": 6.712277350947261}
+{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.7461986541748047, "Finetune/Loss (Raw)": 0.8267452120780945, "Finetune/Step": 3915, "Finetune/Step Time": 6.709799172356725}
+{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.7468494176864624, "Finetune/Loss (Raw)": 0.8310608863830566, "Finetune/Step": 3916, "Finetune/Step Time": 6.71012226678431}
+{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.7475080490112305, "Finetune/Loss (Raw)": 0.738262414932251, "Finetune/Step": 3917, "Finetune/Step Time": 6.710565825924277}
+{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.7477823495864868, "Finetune/Loss (Raw)": 0.8911126852035522, "Finetune/Step": 3918, "Finetune/Step Time": 6.709913885220885}
+{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.7472457885742188, "Finetune/Loss (Raw)": 0.7565537691116333, "Finetune/Step": 3919, "Finetune/Step Time": 6.719161419197917}
+{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.7508817911148071, "Finetune/Loss (Raw)": 0.8006338477134705, "Finetune/Step": 3920, "Finetune/Step Time": 6.733865020796657}
+{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.7492325901985168, "Finetune/Loss (Raw)": 0.6227946281433105, "Finetune/Step": 3921, "Finetune/Step Time": 6.741995595395565}
+{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.749801754951477, "Finetune/Loss (Raw)": 0.8823893666267395, "Finetune/Step": 3922, "Finetune/Step Time": 6.744736576452851}
+{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.7486216425895691, "Finetune/Loss (Raw)": 0.5261436700820923, "Finetune/Step": 3923, "Finetune/Step Time": 6.74365721270442}
+{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.7485885620117188, "Finetune/Loss (Raw)": 0.8475378751754761, "Finetune/Step": 3924, "Finetune/Step Time": 6.746665850281715}
+{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.7500120401382446, "Finetune/Loss (Raw)": 0.8280647993087769, "Finetune/Step": 3925, "Finetune/Step Time": 6.742769617587328}
+{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.7499215006828308, "Finetune/Loss (Raw)": 0.7150897979736328, "Finetune/Step": 3926, "Finetune/Step Time": 6.746849639341235}
+{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.7511547207832336, "Finetune/Loss (Raw)": 0.7488498091697693, "Finetune/Step": 3927, "Finetune/Step Time": 6.75357023999095}
+{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.7513783574104309, "Finetune/Loss (Raw)": 0.8643845915794373, "Finetune/Step": 3928, "Finetune/Step Time": 6.754238935187459}
+{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.751897931098938, "Finetune/Loss (Raw)": 0.856988251209259, "Finetune/Step": 3929, "Finetune/Step Time": 6.7403191309422255}
+{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.7505691051483154, "Finetune/Loss (Raw)": 0.7216249704360962, "Finetune/Step": 3930, "Finetune/Step Time": 6.73514661937952}
+{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.7506225109100342, "Finetune/Loss (Raw)": 0.900797426700592, "Finetune/Step": 3931, "Finetune/Step Time": 6.735580615699291}
+{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.7496401071548462, "Finetune/Loss (Raw)": 0.7011813521385193, "Finetune/Step": 3932, "Finetune/Step Time": 6.749617580324411}
+{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.7490453124046326, "Finetune/Loss (Raw)": 0.5417454838752747, "Finetune/Step": 3933, "Finetune/Step Time": 6.766642868518829}
+{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.748558521270752, "Finetune/Loss (Raw)": 0.721063494682312, "Finetune/Step": 3934, "Finetune/Step Time": 6.763354474678636}
+{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.7486720681190491, "Finetune/Loss (Raw)": 0.7515941858291626, "Finetune/Step": 3935, "Finetune/Step Time": 6.765648927539587}
+{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.7506524324417114, "Finetune/Loss (Raw)": 0.888777494430542, "Finetune/Step": 3936, "Finetune/Step Time": 6.757169935852289}
+{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.7512078881263733, "Finetune/Loss (Raw)": 0.822458803653717, "Finetune/Step": 3937, "Finetune/Step Time": 6.751788632944226}
+{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.7503619194030762, "Finetune/Loss (Raw)": 0.7657666802406311, "Finetune/Step": 3938, "Finetune/Step Time": 6.751982435584068}
+{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.7512561082839966, "Finetune/Loss (Raw)": 0.8283957242965698, "Finetune/Step": 3939, "Finetune/Step Time": 6.753338146954775}
+{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.7521634697914124, "Finetune/Loss (Raw)": 0.8223302364349365, "Finetune/Step": 3940, "Finetune/Step Time": 6.740685923025012}
+{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.7526960372924805, "Finetune/Loss (Raw)": 0.8601975440979004, "Finetune/Step": 3941, "Finetune/Step Time": 6.743493311107159}
+{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.7537466287612915, "Finetune/Loss (Raw)": 0.869928240776062, "Finetune/Step": 3942, "Finetune/Step Time": 6.749891027808189}
+{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.7522317171096802, "Finetune/Loss (Raw)": 0.6314369440078735, "Finetune/Step": 3943, "Finetune/Step Time": 6.755356594920158}
+{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.7524402141571045, "Finetune/Loss (Raw)": 0.8529033660888672, "Finetune/Step": 3944, "Finetune/Step Time": 6.743905080482364}
+{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.7545183897018433, "Finetune/Loss (Raw)": 0.9971348643302917, "Finetune/Step": 3945, "Finetune/Step Time": 6.755082366988063}
+{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.7546502947807312, "Finetune/Loss (Raw)": 0.7741493582725525, "Finetune/Step": 3946, "Finetune/Step Time": 6.769559757784009}
+{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.7552167773246765, "Finetune/Loss (Raw)": 0.8161516189575195, "Finetune/Step": 3947, "Finetune/Step Time": 6.777049219235778}
+{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.7528574466705322, "Finetune/Loss (Raw)": 0.356868714094162, "Finetune/Step": 3948, "Finetune/Step Time": 6.797060223296285}
+{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.7543967366218567, "Finetune/Loss (Raw)": 0.87371426820755, "Finetune/Step": 3949, "Finetune/Step Time": 6.79404846765101}
+{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.7556570768356323, "Finetune/Loss (Raw)": 0.8743029832839966, "Finetune/Step": 3950, "Finetune/Step Time": 6.79158210195601}
+{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.7553785443305969, "Finetune/Loss (Raw)": 0.8770869970321655, "Finetune/Step": 3951, "Finetune/Step Time": 6.80513303540647}
+{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.7542546987533569, "Finetune/Loss (Raw)": 0.6781937479972839, "Finetune/Step": 3952, "Finetune/Step Time": 6.81358652561903}
+{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.7549746036529541, "Finetune/Loss (Raw)": 0.752804160118103, "Finetune/Step": 3953, "Finetune/Step Time": 6.81155489012599}
+{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.7554580569267273, "Finetune/Loss (Raw)": 0.7388103008270264, "Finetune/Step": 3954, "Finetune/Step Time": 6.805123325437307}
+{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.7546318173408508, "Finetune/Loss (Raw)": 0.6786121129989624, "Finetune/Step": 3955, "Finetune/Step Time": 6.773931164294481}
+{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.7550050020217896, "Finetune/Loss (Raw)": 0.8959578275680542, "Finetune/Step": 3956, "Finetune/Step Time": 6.773015957325697}
+{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.7592960596084595, "Finetune/Loss (Raw)": 0.8258588314056396, "Finetune/Step": 3957, "Finetune/Step Time": 6.753814583644271}
+{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.7586979866027832, "Finetune/Loss (Raw)": 0.7331358790397644, "Finetune/Step": 3958, "Finetune/Step Time": 6.749899875372648}
+{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.7577775716781616, "Finetune/Loss (Raw)": 0.6314306259155273, "Finetune/Step": 3959, "Finetune/Step Time": 6.761778039857745}
+{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.7553967237472534, "Finetune/Loss (Raw)": 0.6780408024787903, "Finetune/Step": 3960, "Finetune/Step Time": 6.765802048146725}
+{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.7550168037414551, "Finetune/Loss (Raw)": 0.8050304651260376, "Finetune/Step": 3961, "Finetune/Step Time": 6.7484915517270565}
+{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.7530648708343506, "Finetune/Loss (Raw)": 0.6475479602813721, "Finetune/Step": 3962, "Finetune/Step Time": 6.755926379933953}
+{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.752923309803009, "Finetune/Loss (Raw)": 0.8447353839874268, "Finetune/Step": 3963, "Finetune/Step Time": 6.759733706712723}
+{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.7535502910614014, "Finetune/Loss (Raw)": 0.8056067824363708, "Finetune/Step": 3964, "Finetune/Step Time": 6.768270809203386}
+{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.753892719745636, "Finetune/Loss (Raw)": 0.7943354845046997, "Finetune/Step": 3965, "Finetune/Step Time": 6.7811413910239935}
+{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.7511321902275085, "Finetune/Loss (Raw)": 0.3814699351787567, "Finetune/Step": 3966, "Finetune/Step Time": 6.804733715951443}
+{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.7510126829147339, "Finetune/Loss (Raw)": 0.7899912595748901, "Finetune/Step": 3967, "Finetune/Step Time": 6.779189355671406}
+{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.7516371011734009, "Finetune/Loss (Raw)": 0.8245241045951843, "Finetune/Step": 3968, "Finetune/Step Time": 6.7774743009358644}
+{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.7503466606140137, "Finetune/Loss (Raw)": 0.7861019372940063, "Finetune/Step": 3969, "Finetune/Step Time": 6.802235718816519}
+{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.7510725855827332, "Finetune/Loss (Raw)": 0.846174955368042, "Finetune/Step": 3970, "Finetune/Step Time": 6.8038726057857275}
+{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.7533663511276245, "Finetune/Loss (Raw)": 0.9080778956413269, "Finetune/Step": 3971, "Finetune/Step Time": 6.796151204034686}
+{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.7534078359603882, "Finetune/Loss (Raw)": 0.7736414670944214, "Finetune/Step": 3972, "Finetune/Step Time": 6.794532056897879}
+{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.7535035610198975, "Finetune/Loss (Raw)": 0.7787714600563049, "Finetune/Step": 3973, "Finetune/Step Time": 6.791081199422479}
+{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.7543703317642212, "Finetune/Loss (Raw)": 0.7411887645721436, "Finetune/Step": 3974, "Finetune/Step Time": 6.783803531900048}
+{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.7545328140258789, "Finetune/Loss (Raw)": 0.9129035472869873, "Finetune/Step": 3975, "Finetune/Step Time": 6.782037880271673}
+{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.7576117515563965, "Finetune/Loss (Raw)": 0.7242498993873596, "Finetune/Step": 3976, "Finetune/Step Time": 6.775036785751581}
+{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.7555859684944153, "Finetune/Loss (Raw)": 0.6257161498069763, "Finetune/Step": 3977, "Finetune/Step Time": 6.770007435232401}
+{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.7556047439575195, "Finetune/Loss (Raw)": 0.4927285313606262, "Finetune/Step": 3978, "Finetune/Step Time": 6.771577440202236}
+{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.7568396329879761, "Finetune/Loss (Raw)": 0.8198357224464417, "Finetune/Step": 3979, "Finetune/Step Time": 6.775166556239128}
+{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.7542901039123535, "Finetune/Loss (Raw)": 0.5777498483657837, "Finetune/Step": 3980, "Finetune/Step Time": 6.77657981030643}
+{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.7574838399887085, "Finetune/Loss (Raw)": 0.8659469485282898, "Finetune/Step": 3981, "Finetune/Step Time": 6.758458537980914}
+{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.7573006749153137, "Finetune/Loss (Raw)": 0.7939193248748779, "Finetune/Step": 3982, "Finetune/Step Time": 6.757420875132084}
+{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.7593996524810791, "Finetune/Loss (Raw)": 0.7862412333488464, "Finetune/Step": 3983, "Finetune/Step Time": 6.741651153191924}
+{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.7550222873687744, "Finetune/Loss (Raw)": 0.3404330313205719, "Finetune/Step": 3984, "Finetune/Step Time": 6.761247377842665}
+{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.7588224411010742, "Finetune/Loss (Raw)": 0.8432575464248657, "Finetune/Step": 3985, "Finetune/Step Time": 6.744356341660023}
+{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.7636926174163818, "Finetune/Loss (Raw)": 0.9568167328834534, "Finetune/Step": 3986, "Finetune/Step Time": 6.722553588449955}
+{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.7618312239646912, "Finetune/Loss (Raw)": 0.7177329659461975, "Finetune/Step": 3987, "Finetune/Step Time": 6.729263387620449}
+{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.761954665184021, "Finetune/Loss (Raw)": 0.8373003602027893, "Finetune/Step": 3988, "Finetune/Step Time": 6.732510302215815}
+{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.7628549337387085, "Finetune/Loss (Raw)": 0.868452250957489, "Finetune/Step": 3989, "Finetune/Step Time": 6.731146136298776}
+{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.7626330852508545, "Finetune/Loss (Raw)": 0.7954934239387512, "Finetune/Step": 3990, "Finetune/Step Time": 6.735158948227763}
+{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.7639975547790527, "Finetune/Loss (Raw)": 0.8551923036575317, "Finetune/Step": 3991, "Finetune/Step Time": 6.727416632696986}
+{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.7628886103630066, "Finetune/Loss (Raw)": 0.6729937195777893, "Finetune/Step": 3992, "Finetune/Step Time": 6.745093999430537}
+{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.7637093663215637, "Finetune/Loss (Raw)": 0.8198198080062866, "Finetune/Step": 3993, "Finetune/Step Time": 6.712544780224562}
+{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.7619309425354004, "Finetune/Loss (Raw)": 0.6870183348655701, "Finetune/Step": 3994, "Finetune/Step Time": 6.724122317507863}
+{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.7600031495094299, "Finetune/Loss (Raw)": 0.7283726930618286, "Finetune/Step": 3995, "Finetune/Step Time": 6.714522782713175}
+{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.7588977217674255, "Finetune/Loss (Raw)": 0.7075188159942627, "Finetune/Step": 3996, "Finetune/Step Time": 6.702995488420129}
+{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.7587361931800842, "Finetune/Loss (Raw)": 0.7051519155502319, "Finetune/Step": 3997, "Finetune/Step Time": 6.701934956014156}
+{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.7602620124816895, "Finetune/Loss (Raw)": 0.86884605884552, "Finetune/Step": 3998, "Finetune/Step Time": 6.685094770044088}
+{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.7600553631782532, "Finetune/Loss (Raw)": 0.7616428732872009, "Finetune/Step": 3999, "Finetune/Step Time": 6.710331110283732}
+{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.763016939163208, "Finetune/Loss (Raw)": 0.7742056250572205, "Finetune/Step": 4000, "Finetune/Step Time": 6.690808471292257}
+{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.763609766960144, "Finetune/Loss (Raw)": 0.7326872944831848, "Finetune/Step": 4001, "Finetune/Step Time": 6.701636668294668}
+{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.7628357410430908, "Finetune/Loss (Raw)": 0.6923982501029968, "Finetune/Step": 4002, "Finetune/Step Time": 6.712006349116564}
+{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.7627184987068176, "Finetune/Loss (Raw)": 0.7602981328964233, "Finetune/Step": 4003, "Finetune/Step Time": 6.724112216383219}
+{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.7629262804985046, "Finetune/Loss (Raw)": 0.8450612425804138, "Finetune/Step": 4004, "Finetune/Step Time": 6.7289643585681915}
+{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.7637995481491089, "Finetune/Loss (Raw)": 0.7872495651245117, "Finetune/Step": 4005, "Finetune/Step Time": 6.714717535302043}
+{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.7676177620887756, "Finetune/Loss (Raw)": 0.956957221031189, "Finetune/Step": 4006, "Finetune/Step Time": 6.683051867410541}
+{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.7650512456893921, "Finetune/Loss (Raw)": 0.35536131262779236, "Finetune/Step": 4007, "Finetune/Step Time": 6.668069165199995}
+{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.7639931440353394, "Finetune/Loss (Raw)": 0.6725159883499146, "Finetune/Step": 4008, "Finetune/Step Time": 6.666745517402887}
+{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.7637515068054199, "Finetune/Loss (Raw)": 0.8019839525222778, "Finetune/Step": 4009, "Finetune/Step Time": 6.6631001476198435}
+{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.7627627849578857, "Finetune/Loss (Raw)": 0.685566782951355, "Finetune/Step": 4010, "Finetune/Step Time": 6.671813048422337}
+{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.762303352355957, "Finetune/Loss (Raw)": 0.8347176909446716, "Finetune/Step": 4011, "Finetune/Step Time": 6.667424121871591}
+{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.7610743641853333, "Finetune/Loss (Raw)": 0.568162739276886, "Finetune/Step": 4012, "Finetune/Step Time": 6.685315862298012}
+{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.7628015279769897, "Finetune/Loss (Raw)": 0.7415210604667664, "Finetune/Step": 4013, "Finetune/Step Time": 6.680293291807175}
+{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.7630969285964966, "Finetune/Loss (Raw)": 0.7246189713478088, "Finetune/Step": 4014, "Finetune/Step Time": 6.706003097817302}
+{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.7636948227882385, "Finetune/Loss (Raw)": 0.7923936247825623, "Finetune/Step": 4015, "Finetune/Step Time": 6.717838225886226}
+{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.7639071941375732, "Finetune/Loss (Raw)": 0.8058868646621704, "Finetune/Step": 4016, "Finetune/Step Time": 6.7195622231811285}
+{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.7641193866729736, "Finetune/Loss (Raw)": 0.8251618146896362, "Finetune/Step": 4017, "Finetune/Step Time": 6.721959276124835}
+{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.7605602741241455, "Finetune/Loss (Raw)": 0.32325708866119385, "Finetune/Step": 4018, "Finetune/Step Time": 6.743131663650274}
+{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.7624958157539368, "Finetune/Loss (Raw)": 0.928362250328064, "Finetune/Step": 4019, "Finetune/Step Time": 6.723986480385065}
+{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.7631275653839111, "Finetune/Loss (Raw)": 0.879663348197937, "Finetune/Step": 4020, "Finetune/Step Time": 6.722151346504688}
+{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.7664393186569214, "Finetune/Loss (Raw)": 0.7907112836837769, "Finetune/Step": 4021, "Finetune/Step Time": 6.713481532409787}
+{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.7658993005752563, "Finetune/Loss (Raw)": 0.7632046937942505, "Finetune/Step": 4022, "Finetune/Step Time": 6.715869253501296}
+{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.7659478187561035, "Finetune/Loss (Raw)": 0.8169561624526978, "Finetune/Step": 4023, "Finetune/Step Time": 6.718039736151695}
+{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.7665750980377197, "Finetune/Loss (Raw)": 0.8741337060928345, "Finetune/Step": 4024, "Finetune/Step Time": 6.734459398314357}
+{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.7663320302963257, "Finetune/Loss (Raw)": 0.7347022891044617, "Finetune/Step": 4025, "Finetune/Step Time": 6.73422721773386}
+{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.7672197818756104, "Finetune/Loss (Raw)": 0.855743408203125, "Finetune/Step": 4026, "Finetune/Step Time": 6.7213928028941154}
+{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.7672742009162903, "Finetune/Loss (Raw)": 0.9064150452613831, "Finetune/Step": 4027, "Finetune/Step Time": 6.717782782390714}
+{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.766923189163208, "Finetune/Loss (Raw)": 0.7296638488769531, "Finetune/Step": 4028, "Finetune/Step Time": 6.702892169356346}
+{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.766775369644165, "Finetune/Loss (Raw)": 0.835101306438446, "Finetune/Step": 4029, "Finetune/Step Time": 6.702633701264858}
+{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.7625104188919067, "Finetune/Loss (Raw)": 0.39002448320388794, "Finetune/Step": 4030, "Finetune/Step Time": 6.718939192593098}
+{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.7614613771438599, "Finetune/Loss (Raw)": 0.7490105032920837, "Finetune/Step": 4031, "Finetune/Step Time": 6.718999184668064}
+{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.7612568736076355, "Finetune/Loss (Raw)": 0.7553696632385254, "Finetune/Step": 4032, "Finetune/Step Time": 6.7126346081495285}
+{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.7630943059921265, "Finetune/Loss (Raw)": 0.861298680305481, "Finetune/Step": 4033, "Finetune/Step Time": 6.700839091092348}
+{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.7631226778030396, "Finetune/Loss (Raw)": 0.7732653021812439, "Finetune/Step": 4034, "Finetune/Step Time": 6.662402752786875}
+{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.7601808905601501, "Finetune/Loss (Raw)": 0.6595262289047241, "Finetune/Step": 4035, "Finetune/Step Time": 6.667428746819496}
+{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.7636103630065918, "Finetune/Loss (Raw)": 0.9990540742874146, "Finetune/Step": 4036, "Finetune/Step Time": 6.654137318953872}
+{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.7638281583786011, "Finetune/Loss (Raw)": 0.6946961283683777, "Finetune/Step": 4037, "Finetune/Step Time": 6.659682158380747}
+{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.7599700093269348, "Finetune/Loss (Raw)": 0.35825541615486145, "Finetune/Step": 4038, "Finetune/Step Time": 6.676893321797252}
+{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.7585431933403015, "Finetune/Loss (Raw)": 0.750482976436615, "Finetune/Step": 4039, "Finetune/Step Time": 6.696961481124163}
+{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.7598275542259216, "Finetune/Loss (Raw)": 0.8589714169502258, "Finetune/Step": 4040, "Finetune/Step Time": 6.676838394254446}
+{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.7592778205871582, "Finetune/Loss (Raw)": 0.7117168307304382, "Finetune/Step": 4041, "Finetune/Step Time": 6.671731842681766}
+{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.7594286203384399, "Finetune/Loss (Raw)": 0.7589285373687744, "Finetune/Step": 4042, "Finetune/Step Time": 6.683913489803672}
+{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.7596302032470703, "Finetune/Loss (Raw)": 0.852548360824585, "Finetune/Step": 4043, "Finetune/Step Time": 6.686346523463726}
+{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.7592366337776184, "Finetune/Loss (Raw)": 0.7806870937347412, "Finetune/Step": 4044, "Finetune/Step Time": 6.688476141542196}
+{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.7557228803634644, "Finetune/Loss (Raw)": 0.28849706053733826, "Finetune/Step": 4045, "Finetune/Step Time": 6.687765289098024}
+{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.754425048828125, "Finetune/Loss (Raw)": 0.7249932289123535, "Finetune/Step": 4046, "Finetune/Step Time": 6.6846631821244955}
+{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.7542558908462524, "Finetune/Loss (Raw)": 0.734900712966919, "Finetune/Step": 4047, "Finetune/Step Time": 6.6872323621064425}
+{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.7508724927902222, "Finetune/Loss (Raw)": 0.36756065487861633, "Finetune/Step": 4048, "Finetune/Step Time": 6.671614803373814}
+{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.7512161135673523, "Finetune/Loss (Raw)": 0.6667782664299011, "Finetune/Step": 4049, "Finetune/Step Time": 6.655194342136383}
+{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.7503083944320679, "Finetune/Loss (Raw)": 0.7662054300308228, "Finetune/Step": 4050, "Finetune/Step Time": 6.653007425367832}
+{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.7518938183784485, "Finetune/Loss (Raw)": 0.7290727496147156, "Finetune/Step": 4051, "Finetune/Step Time": 6.645011553540826}
+{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.7511017322540283, "Finetune/Loss (Raw)": 0.7461547255516052, "Finetune/Step": 4052, "Finetune/Step Time": 6.664575671777129}
+{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.7475537061691284, "Finetune/Loss (Raw)": 0.3739105761051178, "Finetune/Step": 4053, "Finetune/Step Time": 6.681297902017832}
+{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.7470501065254211, "Finetune/Loss (Raw)": 0.6506324410438538, "Finetune/Step": 4054, "Finetune/Step Time": 6.6902368646115065}
+{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.747377336025238, "Finetune/Loss (Raw)": 0.7907325029373169, "Finetune/Step": 4055, "Finetune/Step Time": 6.672486366704106}
+{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.7450388669967651, "Finetune/Loss (Raw)": 0.5650674104690552, "Finetune/Step": 4056, "Finetune/Step Time": 6.6874586176127195}
+{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.745306134223938, "Finetune/Loss (Raw)": 0.8912005424499512, "Finetune/Step": 4057, "Finetune/Step Time": 6.684345981106162}
+{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.745476484298706, "Finetune/Loss (Raw)": 0.7434248328208923, "Finetune/Step": 4058, "Finetune/Step Time": 6.676151622086763}
+{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.7439460754394531, "Finetune/Loss (Raw)": 0.7049020528793335, "Finetune/Step": 4059, "Finetune/Step Time": 6.68960121460259}
+{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.7420107126235962, "Finetune/Loss (Raw)": 0.45345407724380493, "Finetune/Step": 4060, "Finetune/Step Time": 6.691981077194214}
+{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.7424175143241882, "Finetune/Loss (Raw)": 0.5938165187835693, "Finetune/Step": 4061, "Finetune/Step Time": 6.675669889897108}
+{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.7431472539901733, "Finetune/Loss (Raw)": 0.8144681453704834, "Finetune/Step": 4062, "Finetune/Step Time": 6.668277511373162}
+{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.740017831325531, "Finetune/Loss (Raw)": 0.3510330319404602, "Finetune/Step": 4063, "Finetune/Step Time": 6.676860764622688}
+{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.736030638217926, "Finetune/Loss (Raw)": 0.37842002511024475, "Finetune/Step": 4064, "Finetune/Step Time": 6.698340160772204}
+{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.7345786094665527, "Finetune/Loss (Raw)": 0.6365898251533508, "Finetune/Step": 4065, "Finetune/Step Time": 6.704169819131494}
+{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.7348322868347168, "Finetune/Loss (Raw)": 0.798236072063446, "Finetune/Step": 4066, "Finetune/Step Time": 6.727186799049377}
+{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.7350568771362305, "Finetune/Loss (Raw)": 0.8571457862854004, "Finetune/Step": 4067, "Finetune/Step Time": 6.726087085902691}
+{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.7349681854248047, "Finetune/Loss (Raw)": 0.810987114906311, "Finetune/Step": 4068, "Finetune/Step Time": 6.728136416524649}
+{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.7349235415458679, "Finetune/Loss (Raw)": 0.8544777631759644, "Finetune/Step": 4069, "Finetune/Step Time": 6.741636177524924}
+{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.7340558767318726, "Finetune/Loss (Raw)": 0.758866012096405, "Finetune/Step": 4070, "Finetune/Step Time": 6.738117242231965}
+{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.7348936796188354, "Finetune/Loss (Raw)": 0.738676130771637, "Finetune/Step": 4071, "Finetune/Step Time": 6.744613096117973}
+{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.7334808111190796, "Finetune/Loss (Raw)": 0.6720560193061829, "Finetune/Step": 4072, "Finetune/Step Time": 6.754884995520115}
+{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.7317060828208923, "Finetune/Loss (Raw)": 0.7699730396270752, "Finetune/Step": 4073, "Finetune/Step Time": 6.738748285919428}
+{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.7326478958129883, "Finetune/Loss (Raw)": 0.8946974277496338, "Finetune/Step": 4074, "Finetune/Step Time": 6.726507084444165}
+{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.7320652008056641, "Finetune/Loss (Raw)": 0.7415688633918762, "Finetune/Step": 4075, "Finetune/Step Time": 6.715695917606354}
+{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.7340182065963745, "Finetune/Loss (Raw)": 0.6068515777587891, "Finetune/Step": 4076, "Finetune/Step Time": 6.715728752315044}
+{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.7333958148956299, "Finetune/Loss (Raw)": 0.794048547744751, "Finetune/Step": 4077, "Finetune/Step Time": 6.7194181606173515}
+{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.7322952747344971, "Finetune/Loss (Raw)": 0.7334299683570862, "Finetune/Step": 4078, "Finetune/Step Time": 6.722595101222396}
+{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.7321969270706177, "Finetune/Loss (Raw)": 0.8645070791244507, "Finetune/Step": 4079, "Finetune/Step Time": 6.724399447441101}
+{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.7322853207588196, "Finetune/Loss (Raw)": 0.6895052194595337, "Finetune/Step": 4080, "Finetune/Step Time": 6.724350176751614}
+{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.7320398092269897, "Finetune/Loss (Raw)": 0.7213746309280396, "Finetune/Step": 4081, "Finetune/Step Time": 6.746994640678167}
+{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.7318454384803772, "Finetune/Loss (Raw)": 0.7139313817024231, "Finetune/Step": 4082, "Finetune/Step Time": 6.766126938164234}
+{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.7332367897033691, "Finetune/Loss (Raw)": 0.856701135635376, "Finetune/Step": 4083, "Finetune/Step Time": 6.769129641354084}
+{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.7298550605773926, "Finetune/Loss (Raw)": 0.46310827136039734, "Finetune/Step": 4084, "Finetune/Step Time": 6.7840740121901035}
+{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.7280493974685669, "Finetune/Loss (Raw)": 0.594730019569397, "Finetune/Step": 4085, "Finetune/Step Time": 6.795849692076445}
+{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.7277001142501831, "Finetune/Loss (Raw)": 0.6884229183197021, "Finetune/Step": 4086, "Finetune/Step Time": 6.8035802356898785}
+{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.729620099067688, "Finetune/Loss (Raw)": 0.8771915435791016, "Finetune/Step": 4087, "Finetune/Step Time": 6.791770752519369}
+{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.7306736707687378, "Finetune/Loss (Raw)": 0.8129011392593384, "Finetune/Step": 4088, "Finetune/Step Time": 6.787192966789007}
+{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.7305808663368225, "Finetune/Loss (Raw)": 0.7931524515151978, "Finetune/Step": 4089, "Finetune/Step Time": 6.788246974349022}
+{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.7316762208938599, "Finetune/Loss (Raw)": 0.7877521514892578, "Finetune/Step": 4090, "Finetune/Step Time": 6.781552340835333}
+{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.7310285568237305, "Finetune/Loss (Raw)": 0.761834979057312, "Finetune/Step": 4091, "Finetune/Step Time": 6.794546889141202}
+{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.7305954694747925, "Finetune/Loss (Raw)": 0.7501747608184814, "Finetune/Step": 4092, "Finetune/Step Time": 6.796533262357116}
+{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.7313086986541748, "Finetune/Loss (Raw)": 0.8856230974197388, "Finetune/Step": 4093, "Finetune/Step Time": 6.7816910818219185}
+{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.7359338402748108, "Finetune/Loss (Raw)": 0.9734835624694824, "Finetune/Step": 4094, "Finetune/Step Time": 6.763547237962484}
+{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.7350760698318481, "Finetune/Loss (Raw)": 0.6802030801773071, "Finetune/Step": 4095, "Finetune/Step Time": 6.770556531846523}
+{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.7357454895973206, "Finetune/Loss (Raw)": 0.9102090001106262, "Finetune/Step": 4096, "Finetune/Step Time": 6.775284161791205}
+{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.7362210750579834, "Finetune/Loss (Raw)": 0.8469765186309814, "Finetune/Step": 4097, "Finetune/Step Time": 6.771387167274952}
+{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.7344633340835571, "Finetune/Loss (Raw)": 0.6211800575256348, "Finetune/Step": 4098, "Finetune/Step Time": 6.778954217210412}
+{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.7336543798446655, "Finetune/Loss (Raw)": 0.8045287728309631, "Finetune/Step": 4099, "Finetune/Step Time": 6.782342355698347}
+{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.734785258769989, "Finetune/Loss (Raw)": 0.9184041619300842, "Finetune/Step": 4100, "Finetune/Step Time": 6.78241116553545}
+{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.7347121238708496, "Finetune/Loss (Raw)": 0.7694076895713806, "Finetune/Step": 4101, "Finetune/Step Time": 6.803153602406383}
+{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.7349224090576172, "Finetune/Loss (Raw)": 0.7680965065956116, "Finetune/Step": 4102, "Finetune/Step Time": 6.800113523378968}
+{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.7340595722198486, "Finetune/Loss (Raw)": 0.8024623990058899, "Finetune/Step": 4103, "Finetune/Step Time": 6.803190350532532}
+{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.7348825335502625, "Finetune/Loss (Raw)": 0.8295977115631104, "Finetune/Step": 4104, "Finetune/Step Time": 6.791049623861909}
+{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.7352058291435242, "Finetune/Loss (Raw)": 0.6670950651168823, "Finetune/Step": 4105, "Finetune/Step Time": 6.78503911010921}
+{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.7371023893356323, "Finetune/Loss (Raw)": 0.7354894280433655, "Finetune/Step": 4106, "Finetune/Step Time": 6.7732819970697165}
+{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.7365255355834961, "Finetune/Loss (Raw)": 0.7459937930107117, "Finetune/Step": 4107, "Finetune/Step Time": 6.775177028030157}
+{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.738437831401825, "Finetune/Loss (Raw)": 0.8225273489952087, "Finetune/Step": 4108, "Finetune/Step Time": 6.774868577718735}
+{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.7374790906906128, "Finetune/Loss (Raw)": 0.7432241439819336, "Finetune/Step": 4109, "Finetune/Step Time": 6.782694712281227}
+{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.7371888160705566, "Finetune/Loss (Raw)": 0.7567682266235352, "Finetune/Step": 4110, "Finetune/Step Time": 6.800017466768622}
+{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.7382930517196655, "Finetune/Loss (Raw)": 0.9275779724121094, "Finetune/Step": 4111, "Finetune/Step Time": 6.805595472455025}
+{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.7401796579360962, "Finetune/Loss (Raw)": 0.5819315910339355, "Finetune/Step": 4112, "Finetune/Step Time": 6.799431085586548}
+{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.738620400428772, "Finetune/Loss (Raw)": 0.6436654329299927, "Finetune/Step": 4113, "Finetune/Step Time": 6.797710157930851}
+{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.7374384999275208, "Finetune/Loss (Raw)": 0.8055362105369568, "Finetune/Step": 4114, "Finetune/Step Time": 6.798497781157494}
+{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.738214910030365, "Finetune/Loss (Raw)": 0.8171072006225586, "Finetune/Step": 4115, "Finetune/Step Time": 6.795421181246638}
+{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.7357426881790161, "Finetune/Loss (Raw)": 0.520860493183136, "Finetune/Step": 4116, "Finetune/Step Time": 6.810485936701298}
+{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.7340078949928284, "Finetune/Loss (Raw)": 0.6463955640792847, "Finetune/Step": 4117, "Finetune/Step Time": 6.8202757481485605}
+{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.735302209854126, "Finetune/Loss (Raw)": 0.9611607789993286, "Finetune/Step": 4118, "Finetune/Step Time": 6.814210036769509}
+{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.7357436418533325, "Finetune/Loss (Raw)": 0.9116960167884827, "Finetune/Step": 4119, "Finetune/Step Time": 6.808712957426906}
+{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.7358351945877075, "Finetune/Loss (Raw)": 0.6847206354141235, "Finetune/Step": 4120, "Finetune/Step Time": 6.803592063486576}
+{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.735782265663147, "Finetune/Loss (Raw)": 0.8130411505699158, "Finetune/Step": 4121, "Finetune/Step Time": 6.808949049562216}
+{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.7359733581542969, "Finetune/Loss (Raw)": 0.7114836573600769, "Finetune/Step": 4122, "Finetune/Step Time": 6.808170219883323}
+{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.7376022338867188, "Finetune/Loss (Raw)": 0.9368692636489868, "Finetune/Step": 4123, "Finetune/Step Time": 6.809566222131252}
+{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.7364306449890137, "Finetune/Loss (Raw)": 0.55754554271698, "Finetune/Step": 4124, "Finetune/Step Time": 6.811310509219766}
+{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.7373108863830566, "Finetune/Loss (Raw)": 0.8178243637084961, "Finetune/Step": 4125, "Finetune/Step Time": 6.814961412921548}
+{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.7370222806930542, "Finetune/Loss (Raw)": 0.8319060206413269, "Finetune/Step": 4126, "Finetune/Step Time": 6.810499073937535}
+{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.737402081489563, "Finetune/Loss (Raw)": 0.8102551102638245, "Finetune/Step": 4127, "Finetune/Step Time": 6.791415445506573}
+{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.7372698783874512, "Finetune/Loss (Raw)": 0.7572911977767944, "Finetune/Step": 4128, "Finetune/Step Time": 6.777625264599919}
+{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.7377148866653442, "Finetune/Loss (Raw)": 0.7896473407745361, "Finetune/Step": 4129, "Finetune/Step Time": 6.758519561961293}
+{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.7383731603622437, "Finetune/Loss (Raw)": 0.7766581177711487, "Finetune/Step": 4130, "Finetune/Step Time": 6.749215565621853}
+{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.7386810779571533, "Finetune/Loss (Raw)": 0.7997063994407654, "Finetune/Step": 4131, "Finetune/Step Time": 6.752458019182086}
+{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.7384243011474609, "Finetune/Loss (Raw)": 0.812195360660553, "Finetune/Step": 4132, "Finetune/Step Time": 6.754736457020044}
+{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.7378576993942261, "Finetune/Loss (Raw)": 0.714718759059906, "Finetune/Step": 4133, "Finetune/Step Time": 6.762434592470527}
+{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.7361466884613037, "Finetune/Loss (Raw)": 0.7379488945007324, "Finetune/Step": 4134, "Finetune/Step Time": 6.778699044138193}
+{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.7388375997543335, "Finetune/Loss (Raw)": 0.6997988224029541, "Finetune/Step": 4135, "Finetune/Step Time": 6.760399699211121}
+{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.7394536733627319, "Finetune/Loss (Raw)": 0.7513829469680786, "Finetune/Step": 4136, "Finetune/Step Time": 6.7605088744312525}
+{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.7386040687561035, "Finetune/Loss (Raw)": 0.6932343244552612, "Finetune/Step": 4137, "Finetune/Step Time": 6.758115231990814}
+{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.73990797996521, "Finetune/Loss (Raw)": 0.8524619340896606, "Finetune/Step": 4138, "Finetune/Step Time": 6.743920039385557}
+{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.7390062808990479, "Finetune/Loss (Raw)": 0.7193000912666321, "Finetune/Step": 4139, "Finetune/Step Time": 6.733538750559092}
+{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.7402322292327881, "Finetune/Loss (Raw)": 0.7250862121582031, "Finetune/Step": 4140, "Finetune/Step Time": 6.722631007432938}
+{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.7374433279037476, "Finetune/Loss (Raw)": 0.38454100489616394, "Finetune/Step": 4141, "Finetune/Step Time": 6.733103362843394}
+{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.7374154925346375, "Finetune/Loss (Raw)": 0.7210583090782166, "Finetune/Step": 4142, "Finetune/Step Time": 6.710104379802942}
+{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.7369379997253418, "Finetune/Loss (Raw)": 0.7312708497047424, "Finetune/Step": 4143, "Finetune/Step Time": 6.696371780708432}
+{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.7328889966011047, "Finetune/Loss (Raw)": 0.2876184582710266, "Finetune/Step": 4144, "Finetune/Step Time": 6.712325196713209}
+{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.7315850257873535, "Finetune/Loss (Raw)": 0.6582550406455994, "Finetune/Step": 4145, "Finetune/Step Time": 6.721305647864938}
+{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.7355838418006897, "Finetune/Loss (Raw)": 0.8351001739501953, "Finetune/Step": 4146, "Finetune/Step Time": 6.69706891477108}
+{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.7345063090324402, "Finetune/Loss (Raw)": 0.7904384732246399, "Finetune/Step": 4147, "Finetune/Step Time": 6.702832881361246}
+{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.7342118620872498, "Finetune/Loss (Raw)": 0.8419751524925232, "Finetune/Step": 4148, "Finetune/Step Time": 6.714587593451142}
+{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.7340421080589294, "Finetune/Loss (Raw)": 0.7689803242683411, "Finetune/Step": 4149, "Finetune/Step Time": 6.70422619022429}
+{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.7331105470657349, "Finetune/Loss (Raw)": 0.6439691781997681, "Finetune/Step": 4150, "Finetune/Step Time": 6.729720713570714}
+{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.7328095436096191, "Finetune/Loss (Raw)": 0.7784234285354614, "Finetune/Step": 4151, "Finetune/Step Time": 6.735984021797776}
+{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.7319786548614502, "Finetune/Loss (Raw)": 0.7677883505821228, "Finetune/Step": 4152, "Finetune/Step Time": 6.731338929384947}
+{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.7319959998130798, "Finetune/Loss (Raw)": 0.7369157075881958, "Finetune/Step": 4153, "Finetune/Step Time": 6.729557981714606}
+{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.7315781116485596, "Finetune/Loss (Raw)": 0.8022509217262268, "Finetune/Step": 4154, "Finetune/Step Time": 6.734132649376988}
+{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.730170726776123, "Finetune/Loss (Raw)": 0.7262742519378662, "Finetune/Step": 4155, "Finetune/Step Time": 6.737165039405227}
+{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.7297906875610352, "Finetune/Loss (Raw)": 0.6810140013694763, "Finetune/Step": 4156, "Finetune/Step Time": 6.737060442566872}
+{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.7302625775337219, "Finetune/Loss (Raw)": 0.895504355430603, "Finetune/Step": 4157, "Finetune/Step Time": 6.737957254052162}
+{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.7332537174224854, "Finetune/Loss (Raw)": 0.7728847861289978, "Finetune/Step": 4158, "Finetune/Step Time": 6.729687608778477}
+{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.7340748906135559, "Finetune/Loss (Raw)": 0.8541239500045776, "Finetune/Step": 4159, "Finetune/Step Time": 6.730455439537764}
+{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.7352257966995239, "Finetune/Loss (Raw)": 0.9026894569396973, "Finetune/Step": 4160, "Finetune/Step Time": 6.724464911967516}
+{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.7347570657730103, "Finetune/Loss (Raw)": 0.8013023138046265, "Finetune/Step": 4161, "Finetune/Step Time": 6.722339915111661}
+{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.7358642816543579, "Finetune/Loss (Raw)": 0.9149847030639648, "Finetune/Step": 4162, "Finetune/Step Time": 6.7250943798571825}
+{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.735637903213501, "Finetune/Loss (Raw)": 0.6305544376373291, "Finetune/Step": 4163, "Finetune/Step Time": 6.7372933104634285}
+{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.7315534949302673, "Finetune/Loss (Raw)": 0.47624751925468445, "Finetune/Step": 4164, "Finetune/Step Time": 6.750533564016223}
+{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.7330818176269531, "Finetune/Loss (Raw)": 0.8903261423110962, "Finetune/Step": 4165, "Finetune/Step Time": 6.743858115747571}
+{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.7371052503585815, "Finetune/Loss (Raw)": 0.8732514381408691, "Finetune/Step": 4166, "Finetune/Step Time": 6.72523352317512}
+{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.7369310855865479, "Finetune/Loss (Raw)": 0.7281934022903442, "Finetune/Step": 4167, "Finetune/Step Time": 6.710512977093458}
+{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.7350708246231079, "Finetune/Loss (Raw)": 0.6208487153053284, "Finetune/Step": 4168, "Finetune/Step Time": 6.709216687828302}
+{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.7323638796806335, "Finetune/Loss (Raw)": 0.36523333191871643, "Finetune/Step": 4169, "Finetune/Step Time": 6.729713212698698}
+{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.7314398288726807, "Finetune/Loss (Raw)": 0.6406483054161072, "Finetune/Step": 4170, "Finetune/Step Time": 6.732675924897194}
+{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.7310731410980225, "Finetune/Loss (Raw)": 0.8056157231330872, "Finetune/Step": 4171, "Finetune/Step Time": 6.735210033133626}
+{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.7309594750404358, "Finetune/Loss (Raw)": 0.7661324739456177, "Finetune/Step": 4172, "Finetune/Step Time": 6.745780745521188}
+{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.734477162361145, "Finetune/Loss (Raw)": 0.7387619018554688, "Finetune/Step": 4173, "Finetune/Step Time": 6.733327468857169}
+{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.7315812110900879, "Finetune/Loss (Raw)": 0.3543131351470947, "Finetune/Step": 4174, "Finetune/Step Time": 6.753546399995685}
+{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.7314815521240234, "Finetune/Loss (Raw)": 0.7221445441246033, "Finetune/Step": 4175, "Finetune/Step Time": 6.74412989616394}
+{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.7345095872879028, "Finetune/Loss (Raw)": 0.755151629447937, "Finetune/Step": 4176, "Finetune/Step Time": 6.747800836339593}
+{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.735501766204834, "Finetune/Loss (Raw)": 0.7937724590301514, "Finetune/Step": 4177, "Finetune/Step Time": 6.7589519545435905}
+{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.7361816167831421, "Finetune/Loss (Raw)": 0.8532242178916931, "Finetune/Step": 4178, "Finetune/Step Time": 6.762198386713862}
+{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.7363741397857666, "Finetune/Loss (Raw)": 0.7537192106246948, "Finetune/Step": 4179, "Finetune/Step Time": 6.77524415589869}
+{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.7372041940689087, "Finetune/Loss (Raw)": 0.8523985743522644, "Finetune/Step": 4180, "Finetune/Step Time": 6.756477553397417}
+{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.7402025461196899, "Finetune/Loss (Raw)": 0.7577077150344849, "Finetune/Step": 4181, "Finetune/Step Time": 6.740908345207572}
+{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.7394803762435913, "Finetune/Loss (Raw)": 0.5581917762756348, "Finetune/Step": 4182, "Finetune/Step Time": 6.741478517651558}
+{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.7397922277450562, "Finetune/Loss (Raw)": 0.8306499719619751, "Finetune/Step": 4183, "Finetune/Step Time": 6.7412525080144405}
+{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.7413091659545898, "Finetune/Loss (Raw)": 0.7592353820800781, "Finetune/Step": 4184, "Finetune/Step Time": 6.720207445323467}
+{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.7410788536071777, "Finetune/Loss (Raw)": 0.8617201447486877, "Finetune/Step": 4185, "Finetune/Step Time": 6.723413590341806}
+{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.7422682046890259, "Finetune/Loss (Raw)": 0.8956579566001892, "Finetune/Step": 4186, "Finetune/Step Time": 6.736357992514968}
+{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.7423640489578247, "Finetune/Loss (Raw)": 0.7171726226806641, "Finetune/Step": 4187, "Finetune/Step Time": 6.725442137569189}
+{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.7435036301612854, "Finetune/Loss (Raw)": 0.5993171334266663, "Finetune/Step": 4188, "Finetune/Step Time": 6.716476324945688}
+{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.7447652816772461, "Finetune/Loss (Raw)": 0.7553150653839111, "Finetune/Step": 4189, "Finetune/Step Time": 6.709596732631326}
+{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.7427662014961243, "Finetune/Loss (Raw)": 0.5585809350013733, "Finetune/Step": 4190, "Finetune/Step Time": 6.710218572989106}
+{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.746066153049469, "Finetune/Loss (Raw)": 0.7734321355819702, "Finetune/Step": 4191, "Finetune/Step Time": 6.694958647713065}
+{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.7502988576889038, "Finetune/Loss (Raw)": 0.920199453830719, "Finetune/Step": 4192, "Finetune/Step Time": 6.672885151579976}
+{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.7476789355278015, "Finetune/Loss (Raw)": 0.301237016916275, "Finetune/Step": 4193, "Finetune/Step Time": 6.682697037234902}
+{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.7478927969932556, "Finetune/Loss (Raw)": 0.8256138563156128, "Finetune/Step": 4194, "Finetune/Step Time": 6.663735194131732}
+{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.7478295564651489, "Finetune/Loss (Raw)": 0.8490599989891052, "Finetune/Step": 4195, "Finetune/Step Time": 6.664293725043535}
+{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.7472415566444397, "Finetune/Loss (Raw)": 0.7357190251350403, "Finetune/Step": 4196, "Finetune/Step Time": 6.662294698879123}
+{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.7442121505737305, "Finetune/Loss (Raw)": 0.4667118489742279, "Finetune/Step": 4197, "Finetune/Step Time": 6.680597899481654}
+{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.745009183883667, "Finetune/Loss (Raw)": 0.8608856201171875, "Finetune/Step": 4198, "Finetune/Step Time": 6.678517090156674}
+{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.7465437650680542, "Finetune/Loss (Raw)": 0.9351025819778442, "Finetune/Step": 4199, "Finetune/Step Time": 6.648670848459005}
+{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.747677743434906, "Finetune/Loss (Raw)": 0.8172066807746887, "Finetune/Step": 4200, "Finetune/Step Time": 6.645328387618065}
+{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.7472895979881287, "Finetune/Loss (Raw)": 0.720283031463623, "Finetune/Step": 4201, "Finetune/Step Time": 6.655466813594103}
+{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.7463592290878296, "Finetune/Loss (Raw)": 0.775616466999054, "Finetune/Step": 4202, "Finetune/Step Time": 6.6587323900312185}
+{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.7462079524993896, "Finetune/Loss (Raw)": 0.7222107648849487, "Finetune/Step": 4203, "Finetune/Step Time": 6.660377101972699}
+{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.7470936179161072, "Finetune/Loss (Raw)": 0.7202121019363403, "Finetune/Step": 4204, "Finetune/Step Time": 6.641018606722355}
+{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.7471240758895874, "Finetune/Loss (Raw)": 0.797943115234375, "Finetune/Step": 4205, "Finetune/Step Time": 6.622572552412748}
+{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.7470450401306152, "Finetune/Loss (Raw)": 0.7233147621154785, "Finetune/Step": 4206, "Finetune/Step Time": 6.620561229065061}
+{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.7466985583305359, "Finetune/Loss (Raw)": 0.820162296295166, "Finetune/Step": 4207, "Finetune/Step Time": 6.614357329905033}
+{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.7472915649414062, "Finetune/Loss (Raw)": 0.7654086947441101, "Finetune/Step": 4208, "Finetune/Step Time": 6.604760434478521}
+{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.7490012049674988, "Finetune/Loss (Raw)": 0.940202534198761, "Finetune/Step": 4209, "Finetune/Step Time": 6.582693830132484}
+{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.7495365142822266, "Finetune/Loss (Raw)": 0.7824538946151733, "Finetune/Step": 4210, "Finetune/Step Time": 6.567470135167241}
+{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.7492583990097046, "Finetune/Loss (Raw)": 0.8211042284965515, "Finetune/Step": 4211, "Finetune/Step Time": 6.5719395112246275}
+{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.7509114146232605, "Finetune/Loss (Raw)": 0.6746964454650879, "Finetune/Step": 4212, "Finetune/Step Time": 6.552243787795305}
+{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.7511944770812988, "Finetune/Loss (Raw)": 0.6309560537338257, "Finetune/Step": 4213, "Finetune/Step Time": 6.55058554187417}
+{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.7519632577896118, "Finetune/Loss (Raw)": 0.7868258357048035, "Finetune/Step": 4214, "Finetune/Step Time": 6.551831131801009}
+{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.7506214380264282, "Finetune/Loss (Raw)": 0.7054492235183716, "Finetune/Step": 4215, "Finetune/Step Time": 6.57744356058538}
+{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.7506341934204102, "Finetune/Loss (Raw)": 0.81452476978302, "Finetune/Step": 4216, "Finetune/Step Time": 6.573412803933024}
+{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.7509431838989258, "Finetune/Loss (Raw)": 0.8327004909515381, "Finetune/Step": 4217, "Finetune/Step Time": 6.570983342826366}
+{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.750795304775238, "Finetune/Loss (Raw)": 0.768831193447113, "Finetune/Step": 4218, "Finetune/Step Time": 6.569873994216323}
+{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.7493635416030884, "Finetune/Loss (Raw)": 0.5785736441612244, "Finetune/Step": 4219, "Finetune/Step Time": 6.553622806444764}
+{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.7498323917388916, "Finetune/Loss (Raw)": 0.8101787567138672, "Finetune/Step": 4220, "Finetune/Step Time": 6.543129285797477}
+{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.7499765157699585, "Finetune/Loss (Raw)": 0.9040713906288147, "Finetune/Step": 4221, "Finetune/Step Time": 6.543984184041619}
+{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.7487848997116089, "Finetune/Loss (Raw)": 0.8209569454193115, "Finetune/Step": 4222, "Finetune/Step Time": 6.547221699729562}
+{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.7501646280288696, "Finetune/Loss (Raw)": 0.8568087220191956, "Finetune/Step": 4223, "Finetune/Step Time": 6.539530718699098}
+{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.7486921548843384, "Finetune/Loss (Raw)": 0.721735954284668, "Finetune/Step": 4224, "Finetune/Step Time": 6.54445711709559}
+{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.7474892735481262, "Finetune/Loss (Raw)": 0.6930030584335327, "Finetune/Step": 4225, "Finetune/Step Time": 6.527220789343119}
+{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.7495547533035278, "Finetune/Loss (Raw)": 0.8855640888214111, "Finetune/Step": 4226, "Finetune/Step Time": 6.520602688193321}
+{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.7509567141532898, "Finetune/Loss (Raw)": 0.9839799404144287, "Finetune/Step": 4227, "Finetune/Step Time": 6.519288752228022}
+{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.7498679757118225, "Finetune/Loss (Raw)": 0.7790402173995972, "Finetune/Step": 4228, "Finetune/Step Time": 6.520844088867307}
+{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.7505735158920288, "Finetune/Loss (Raw)": 0.8597162961959839, "Finetune/Step": 4229, "Finetune/Step Time": 6.5035792756825686}
+{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.7466385960578918, "Finetune/Loss (Raw)": 0.26442867517471313, "Finetune/Step": 4230, "Finetune/Step Time": 6.5172936003655195}
+{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.7448068857192993, "Finetune/Loss (Raw)": 0.5680088400840759, "Finetune/Step": 4231, "Finetune/Step Time": 6.554007701575756}
+{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.7443695664405823, "Finetune/Loss (Raw)": 0.7736143469810486, "Finetune/Step": 4232, "Finetune/Step Time": 6.562589079141617}
+{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.7442446947097778, "Finetune/Loss (Raw)": 0.651118814945221, "Finetune/Step": 4233, "Finetune/Step Time": 6.567965729162097}
+{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.7459729909896851, "Finetune/Loss (Raw)": 0.9567068815231323, "Finetune/Step": 4234, "Finetune/Step Time": 6.569661254063249}
+{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.7465143203735352, "Finetune/Loss (Raw)": 0.8152825236320496, "Finetune/Step": 4235, "Finetune/Step Time": 6.5688642635941505}
+{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.7450418472290039, "Finetune/Loss (Raw)": 0.6340447068214417, "Finetune/Step": 4236, "Finetune/Step Time": 6.5770768243819475}
+{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.7464050054550171, "Finetune/Loss (Raw)": 0.9177107214927673, "Finetune/Step": 4237, "Finetune/Step Time": 6.569250926375389}
+{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.747288703918457, "Finetune/Loss (Raw)": 0.8698844313621521, "Finetune/Step": 4238, "Finetune/Step Time": 6.5470852535218}
+{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.7464679479598999, "Finetune/Loss (Raw)": 0.8225231170654297, "Finetune/Step": 4239, "Finetune/Step Time": 6.542769020423293}
+{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.7478736639022827, "Finetune/Loss (Raw)": 0.7618616223335266, "Finetune/Step": 4240, "Finetune/Step Time": 6.530766673386097}
+{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.7490827441215515, "Finetune/Loss (Raw)": 0.7984293103218079, "Finetune/Step": 4241, "Finetune/Step Time": 6.531587226316333}
+{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.7494309544563293, "Finetune/Loss (Raw)": 0.8501089811325073, "Finetune/Step": 4242, "Finetune/Step Time": 6.540639687329531}
+{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.7488738894462585, "Finetune/Loss (Raw)": 0.7458047270774841, "Finetune/Step": 4243, "Finetune/Step Time": 6.569518800824881}
+{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.751212477684021, "Finetune/Loss (Raw)": 0.8201917409896851, "Finetune/Step": 4244, "Finetune/Step Time": 6.553341204300523}
+{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.7524447441101074, "Finetune/Loss (Raw)": 0.8041374683380127, "Finetune/Step": 4245, "Finetune/Step Time": 6.554346913471818}
+{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.7506640553474426, "Finetune/Loss (Raw)": 0.7332311868667603, "Finetune/Step": 4246, "Finetune/Step Time": 6.589545672759414}
+{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.7500382661819458, "Finetune/Loss (Raw)": 0.8315879106521606, "Finetune/Step": 4247, "Finetune/Step Time": 6.591616218909621}
+{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.7469101548194885, "Finetune/Loss (Raw)": 0.2843240201473236, "Finetune/Step": 4248, "Finetune/Step Time": 6.597914021462202}
+{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.7471886873245239, "Finetune/Loss (Raw)": 0.8486899137496948, "Finetune/Step": 4249, "Finetune/Step Time": 6.600707326084375}
+{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.7462688684463501, "Finetune/Loss (Raw)": 0.5937490463256836, "Finetune/Step": 4250, "Finetune/Step Time": 6.5963770896196365}
+{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.7442858219146729, "Finetune/Loss (Raw)": 0.6830447316169739, "Finetune/Step": 4251, "Finetune/Step Time": 6.595439763739705}
+{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.7476766705513, "Finetune/Loss (Raw)": 0.9915723204612732, "Finetune/Step": 4252, "Finetune/Step Time": 6.597008554264903}
+{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.745692253112793, "Finetune/Loss (Raw)": 0.563818633556366, "Finetune/Step": 4253, "Finetune/Step Time": 6.6165318377316}
+{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.7430219054222107, "Finetune/Loss (Raw)": 0.49010169506073, "Finetune/Step": 4254, "Finetune/Step Time": 6.626648398116231}
+{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.7420327663421631, "Finetune/Loss (Raw)": 0.6836497783660889, "Finetune/Step": 4255, "Finetune/Step Time": 6.622173702344298}
+{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.7423197627067566, "Finetune/Loss (Raw)": 0.794021725654602, "Finetune/Step": 4256, "Finetune/Step Time": 6.637584807351232}
+{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.7426332831382751, "Finetune/Loss (Raw)": 0.829779326915741, "Finetune/Step": 4257, "Finetune/Step Time": 6.641562186181545}
+{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.7413926124572754, "Finetune/Loss (Raw)": 0.6178444027900696, "Finetune/Step": 4258, "Finetune/Step Time": 6.642804587259889}
+{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.7421530485153198, "Finetune/Loss (Raw)": 0.8970516324043274, "Finetune/Step": 4259, "Finetune/Step Time": 6.636607024818659}
+{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.741661787033081, "Finetune/Loss (Raw)": 0.7493135929107666, "Finetune/Step": 4260, "Finetune/Step Time": 6.633339645341039}
+{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.7424437999725342, "Finetune/Loss (Raw)": 0.8148118257522583, "Finetune/Step": 4261, "Finetune/Step Time": 6.627491015940905}
+{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.7426247000694275, "Finetune/Loss (Raw)": 0.7611064314842224, "Finetune/Step": 4262, "Finetune/Step Time": 6.617898315191269}
+{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.7444906830787659, "Finetune/Loss (Raw)": 0.9386425614356995, "Finetune/Step": 4263, "Finetune/Step Time": 6.626291120424867}
+{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.743550717830658, "Finetune/Loss (Raw)": 0.631066620349884, "Finetune/Step": 4264, "Finetune/Step Time": 6.6367996241897345}
+{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.7436045408248901, "Finetune/Loss (Raw)": 0.7001248598098755, "Finetune/Step": 4265, "Finetune/Step Time": 6.6441906075924635}
+{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.744136393070221, "Finetune/Loss (Raw)": 0.9205395579338074, "Finetune/Step": 4266, "Finetune/Step Time": 6.643802970647812}
+{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.743466854095459, "Finetune/Loss (Raw)": 0.6335938572883606, "Finetune/Step": 4267, "Finetune/Step Time": 6.657187467440963}
+{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.743395209312439, "Finetune/Loss (Raw)": 0.715926468372345, "Finetune/Step": 4268, "Finetune/Step Time": 6.64884309284389}
+{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.7446484565734863, "Finetune/Loss (Raw)": 0.5449569821357727, "Finetune/Step": 4269, "Finetune/Step Time": 6.663043286651373}
+{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.7451081275939941, "Finetune/Loss (Raw)": 0.7798905968666077, "Finetune/Step": 4270, "Finetune/Step Time": 6.663515977561474}
+{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.7419010400772095, "Finetune/Loss (Raw)": 0.3207712173461914, "Finetune/Step": 4271, "Finetune/Step Time": 6.684586875140667}
+{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.7461611032485962, "Finetune/Loss (Raw)": 0.8329044580459595, "Finetune/Step": 4272, "Finetune/Step Time": 6.667431931942701}
+{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.7463452816009521, "Finetune/Loss (Raw)": 0.6818314790725708, "Finetune/Step": 4273, "Finetune/Step Time": 6.655103731900454}
+{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.7457019686698914, "Finetune/Loss (Raw)": 0.7527498602867126, "Finetune/Step": 4274, "Finetune/Step Time": 6.660712385550141}
+{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.7445576190948486, "Finetune/Loss (Raw)": 0.6439613699913025, "Finetune/Step": 4275, "Finetune/Step Time": 6.672046924009919}
+{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.7444062232971191, "Finetune/Loss (Raw)": 0.822600781917572, "Finetune/Step": 4276, "Finetune/Step Time": 6.662790512666106}
+{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.7439243793487549, "Finetune/Loss (Raw)": 0.7072977423667908, "Finetune/Step": 4277, "Finetune/Step Time": 6.684586340561509}
+{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.7456666231155396, "Finetune/Loss (Raw)": 0.866973876953125, "Finetune/Step": 4278, "Finetune/Step Time": 6.658787230029702}
+{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.7451726198196411, "Finetune/Loss (Raw)": 0.7151998281478882, "Finetune/Step": 4279, "Finetune/Step Time": 6.656449103727937}
+{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.7456889152526855, "Finetune/Loss (Raw)": 0.8338718414306641, "Finetune/Step": 4280, "Finetune/Step Time": 6.659975755959749}
+{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.7470256686210632, "Finetune/Loss (Raw)": 0.9080191850662231, "Finetune/Step": 4281, "Finetune/Step Time": 6.664783930405974}
+{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.7473324537277222, "Finetune/Loss (Raw)": 0.8415148854255676, "Finetune/Step": 4282, "Finetune/Step Time": 6.663438970223069}
+{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.7477056980133057, "Finetune/Loss (Raw)": 0.7740597128868103, "Finetune/Step": 4283, "Finetune/Step Time": 6.668713014572859}
+{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.7486375570297241, "Finetune/Loss (Raw)": 0.800281822681427, "Finetune/Step": 4284, "Finetune/Step Time": 6.667380675673485}
+{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.7464474439620972, "Finetune/Loss (Raw)": 0.6151716113090515, "Finetune/Step": 4285, "Finetune/Step Time": 6.701690310612321}
+{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.7463105916976929, "Finetune/Loss (Raw)": 0.7553670406341553, "Finetune/Step": 4286, "Finetune/Step Time": 6.693005928769708}
+{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.7460181713104248, "Finetune/Loss (Raw)": 0.8167048096656799, "Finetune/Step": 4287, "Finetune/Step Time": 6.6951545141637325}
+{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.7460099458694458, "Finetune/Loss (Raw)": 0.9016199111938477, "Finetune/Step": 4288, "Finetune/Step Time": 6.709083953872323}
+{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.7455663681030273, "Finetune/Loss (Raw)": 0.7445278167724609, "Finetune/Step": 4289, "Finetune/Step Time": 6.710954234004021}
+{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.7453339099884033, "Finetune/Loss (Raw)": 0.8852292895317078, "Finetune/Step": 4290, "Finetune/Step Time": 6.711030768230557}
+{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.7473307847976685, "Finetune/Loss (Raw)": 0.8861656785011292, "Finetune/Step": 4291, "Finetune/Step Time": 6.695563795045018}
+{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.7501502633094788, "Finetune/Loss (Raw)": 0.837135374546051, "Finetune/Step": 4292, "Finetune/Step Time": 6.690400220453739}
+{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.7497162818908691, "Finetune/Loss (Raw)": 0.8347834348678589, "Finetune/Step": 4293, "Finetune/Step Time": 6.698855401948094}
+{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.74892657995224, "Finetune/Loss (Raw)": 0.7721612453460693, "Finetune/Step": 4294, "Finetune/Step Time": 6.7205639742314816}
+{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.7455614805221558, "Finetune/Loss (Raw)": 0.2974666357040405, "Finetune/Step": 4295, "Finetune/Step Time": 6.737623615190387}
+{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.7478646039962769, "Finetune/Loss (Raw)": 0.9156420826911926, "Finetune/Step": 4296, "Finetune/Step Time": 6.7350935861468315}
+{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.7516797184944153, "Finetune/Loss (Raw)": 0.853567898273468, "Finetune/Step": 4297, "Finetune/Step Time": 6.717592446133494}
+{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.7513730525970459, "Finetune/Loss (Raw)": 0.6013993620872498, "Finetune/Step": 4298, "Finetune/Step Time": 6.702071610838175}
+{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.7515072822570801, "Finetune/Loss (Raw)": 0.8227989077568054, "Finetune/Step": 4299, "Finetune/Step Time": 6.709399970248342}
+{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.7524510622024536, "Finetune/Loss (Raw)": 0.8869377970695496, "Finetune/Step": 4300, "Finetune/Step Time": 6.694722397252917}
+{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.7494819164276123, "Finetune/Loss (Raw)": 0.3587082326412201, "Finetune/Step": 4301, "Finetune/Step Time": 6.709068873897195}
+{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.7536919116973877, "Finetune/Loss (Raw)": 0.8931918144226074, "Finetune/Step": 4302, "Finetune/Step Time": 6.694961294531822}
+{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.7551261782646179, "Finetune/Loss (Raw)": 0.905734658241272, "Finetune/Step": 4303, "Finetune/Step Time": 6.695021469146013}
+{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.7518432140350342, "Finetune/Loss (Raw)": 0.33492350578308105, "Finetune/Step": 4304, "Finetune/Step Time": 6.692643811926246}
+{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.7507879734039307, "Finetune/Loss (Raw)": 0.658698320388794, "Finetune/Step": 4305, "Finetune/Step Time": 6.684299809858203}
+{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.7498383522033691, "Finetune/Loss (Raw)": 0.7316751480102539, "Finetune/Step": 4306, "Finetune/Step Time": 6.690197873860598}
+{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.7484985589981079, "Finetune/Loss (Raw)": 0.5822369456291199, "Finetune/Step": 4307, "Finetune/Step Time": 6.688986049965024}
+{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.7472159266471863, "Finetune/Loss (Raw)": 0.6882127523422241, "Finetune/Step": 4308, "Finetune/Step Time": 6.700226154178381}
+{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.7470576763153076, "Finetune/Loss (Raw)": 0.7374489903450012, "Finetune/Step": 4309, "Finetune/Step Time": 6.705219388008118}
+{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.7453937530517578, "Finetune/Loss (Raw)": 0.345217764377594, "Finetune/Step": 4310, "Finetune/Step Time": 6.715342897921801}
+{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.7450519800186157, "Finetune/Loss (Raw)": 0.7868980765342712, "Finetune/Step": 4311, "Finetune/Step Time": 6.721553638577461}
+{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.7458604574203491, "Finetune/Loss (Raw)": 0.8627233505249023, "Finetune/Step": 4312, "Finetune/Step Time": 6.729709524661303}
+{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.7461109757423401, "Finetune/Loss (Raw)": 0.8937849998474121, "Finetune/Step": 4313, "Finetune/Step Time": 6.7403647266328335}
+{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.7457624673843384, "Finetune/Loss (Raw)": 0.8510528802871704, "Finetune/Step": 4314, "Finetune/Step Time": 6.731938600540161}
+{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.7461268901824951, "Finetune/Loss (Raw)": 0.7638207077980042, "Finetune/Step": 4315, "Finetune/Step Time": 6.729236662387848}
+{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.7467386722564697, "Finetune/Loss (Raw)": 0.6776198148727417, "Finetune/Step": 4316, "Finetune/Step Time": 6.743005195632577}
+{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.746874213218689, "Finetune/Loss (Raw)": 0.7726708650588989, "Finetune/Step": 4317, "Finetune/Step Time": 6.731500800698996}
+{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.7472403645515442, "Finetune/Loss (Raw)": 0.6054425835609436, "Finetune/Step": 4318, "Finetune/Step Time": 6.7353260684758425}
+{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.745877206325531, "Finetune/Loss (Raw)": 0.5989503860473633, "Finetune/Step": 4319, "Finetune/Step Time": 6.741537166759372}
+{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.7444770932197571, "Finetune/Loss (Raw)": 0.7409806251525879, "Finetune/Step": 4320, "Finetune/Step Time": 6.744962332770228}
+{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.746768593788147, "Finetune/Loss (Raw)": 0.5945464372634888, "Finetune/Step": 4321, "Finetune/Step Time": 6.738527795299888}
+{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.7471235990524292, "Finetune/Loss (Raw)": 0.8710654973983765, "Finetune/Step": 4322, "Finetune/Step Time": 6.7406724616885185}
+{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.7451406121253967, "Finetune/Loss (Raw)": 0.5952336192131042, "Finetune/Step": 4323, "Finetune/Step Time": 6.738803517073393}
+{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.7453712224960327, "Finetune/Loss (Raw)": 0.7652268409729004, "Finetune/Step": 4324, "Finetune/Step Time": 6.738213833421469}
+{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.7458330988883972, "Finetune/Loss (Raw)": 0.5258377194404602, "Finetune/Step": 4325, "Finetune/Step Time": 6.718823665753007}
+{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.7441800832748413, "Finetune/Loss (Raw)": 0.6492992043495178, "Finetune/Step": 4326, "Finetune/Step Time": 6.727235231548548}
+{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.7409616708755493, "Finetune/Loss (Raw)": 0.5231431126594543, "Finetune/Step": 4327, "Finetune/Step Time": 6.745061982423067}
+{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.7404824495315552, "Finetune/Loss (Raw)": 0.7558644413948059, "Finetune/Step": 4328, "Finetune/Step Time": 6.739201718941331}
+{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.7410519123077393, "Finetune/Loss (Raw)": 0.7931796312332153, "Finetune/Step": 4329, "Finetune/Step Time": 6.739056808874011}
+{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.741622805595398, "Finetune/Loss (Raw)": 0.8486858010292053, "Finetune/Step": 4330, "Finetune/Step Time": 6.738251501694322}
+{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.7425730228424072, "Finetune/Loss (Raw)": 0.8438490629196167, "Finetune/Step": 4331, "Finetune/Step Time": 6.737822161987424}
+{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.743229866027832, "Finetune/Loss (Raw)": 0.8042797446250916, "Finetune/Step": 4332, "Finetune/Step Time": 6.740194238722324}
+{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.7435693144798279, "Finetune/Loss (Raw)": 0.8413981795310974, "Finetune/Step": 4333, "Finetune/Step Time": 6.741760486736894}
+{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.7448654174804688, "Finetune/Loss (Raw)": 0.8892185688018799, "Finetune/Step": 4334, "Finetune/Step Time": 6.740323133766651}
+{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.7447092533111572, "Finetune/Loss (Raw)": 0.8001701235771179, "Finetune/Step": 4335, "Finetune/Step Time": 6.7349085584282875}
+{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.7458181977272034, "Finetune/Loss (Raw)": 0.9073516726493835, "Finetune/Step": 4336, "Finetune/Step Time": 6.750916309654713}
+{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.7425042986869812, "Finetune/Loss (Raw)": 0.5160243511199951, "Finetune/Step": 4337, "Finetune/Step Time": 6.773514220491052}
+{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.7426165342330933, "Finetune/Loss (Raw)": 0.796817421913147, "Finetune/Step": 4338, "Finetune/Step Time": 6.7737305033952}
+{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.7420127391815186, "Finetune/Loss (Raw)": 0.7438147664070129, "Finetune/Step": 4339, "Finetune/Step Time": 6.774746164679527}
+{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.742293119430542, "Finetune/Loss (Raw)": 0.7105848789215088, "Finetune/Step": 4340, "Finetune/Step Time": 6.788925042375922}
+{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.7444977760314941, "Finetune/Loss (Raw)": 0.9131572842597961, "Finetune/Step": 4341, "Finetune/Step Time": 6.7809779569506645}
+{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.743725061416626, "Finetune/Loss (Raw)": 0.6879233121871948, "Finetune/Step": 4342, "Finetune/Step Time": 6.81040489859879}
+{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.7436585426330566, "Finetune/Loss (Raw)": 0.6969313025474548, "Finetune/Step": 4343, "Finetune/Step Time": 6.775334829464555}
+{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.7435191869735718, "Finetune/Loss (Raw)": 0.7966827750205994, "Finetune/Step": 4344, "Finetune/Step Time": 6.7832123804837465}
+{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.7428979873657227, "Finetune/Loss (Raw)": 0.7531901597976685, "Finetune/Step": 4345, "Finetune/Step Time": 6.782979596406221}
+{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.743073582649231, "Finetune/Loss (Raw)": 0.7913080453872681, "Finetune/Step": 4346, "Finetune/Step Time": 6.796999322250485}
+{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.7453399896621704, "Finetune/Loss (Raw)": 0.86867755651474, "Finetune/Step": 4347, "Finetune/Step Time": 6.789755469188094}
+{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.7453417778015137, "Finetune/Loss (Raw)": 0.8104084134101868, "Finetune/Step": 4348, "Finetune/Step Time": 6.795386556535959}
+{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.7451078295707703, "Finetune/Loss (Raw)": 0.8741249442100525, "Finetune/Step": 4349, "Finetune/Step Time": 6.792929632589221}
+{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.7429816722869873, "Finetune/Loss (Raw)": 0.548809289932251, "Finetune/Step": 4350, "Finetune/Step Time": 6.8048298098146915}
+{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.7426179647445679, "Finetune/Loss (Raw)": 0.8102458119392395, "Finetune/Step": 4351, "Finetune/Step Time": 6.804312579333782}
+{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.7432317733764648, "Finetune/Loss (Raw)": 0.800308883190155, "Finetune/Step": 4352, "Finetune/Step Time": 6.796052239835262}
+{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.7442752718925476, "Finetune/Loss (Raw)": 0.8265708088874817, "Finetune/Step": 4353, "Finetune/Step Time": 6.7937066070735455}
+{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.7429665327072144, "Finetune/Loss (Raw)": 0.7180514931678772, "Finetune/Step": 4354, "Finetune/Step Time": 6.79272392205894}
+{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.7416304349899292, "Finetune/Loss (Raw)": 0.8129481077194214, "Finetune/Step": 4355, "Finetune/Step Time": 6.7894136272370815}
+{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.7418265342712402, "Finetune/Loss (Raw)": 0.8041443228721619, "Finetune/Step": 4356, "Finetune/Step Time": 6.788055166602135}
+{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.7418586015701294, "Finetune/Loss (Raw)": 0.8638217449188232, "Finetune/Step": 4357, "Finetune/Step Time": 6.788669638335705}
+{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.746301531791687, "Finetune/Loss (Raw)": 0.8331243991851807, "Finetune/Step": 4358, "Finetune/Step Time": 6.7792465053498745}
+{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.7478762865066528, "Finetune/Loss (Raw)": 0.7695745825767517, "Finetune/Step": 4359, "Finetune/Step Time": 6.74275884963572}
+{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.7474229335784912, "Finetune/Loss (Raw)": 0.7155940532684326, "Finetune/Step": 4360, "Finetune/Step Time": 6.735420061275363}
+{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.7500966787338257, "Finetune/Loss (Raw)": 0.9933550357818604, "Finetune/Step": 4361, "Finetune/Step Time": 6.744940120726824}
+{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.7486768960952759, "Finetune/Loss (Raw)": 0.7749751210212708, "Finetune/Step": 4362, "Finetune/Step Time": 6.748499089851975}
+{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.7481359243392944, "Finetune/Loss (Raw)": 0.7460378408432007, "Finetune/Step": 4363, "Finetune/Step Time": 6.756322246044874}
+{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.7487244009971619, "Finetune/Loss (Raw)": 0.7093672156333923, "Finetune/Step": 4364, "Finetune/Step Time": 6.768614383414388}
+{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.7469226121902466, "Finetune/Loss (Raw)": 0.6870896816253662, "Finetune/Step": 4365, "Finetune/Step Time": 6.783996898680925}
+{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.7467854022979736, "Finetune/Loss (Raw)": 0.8523149490356445, "Finetune/Step": 4366, "Finetune/Step Time": 6.784642586484551}
+{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.7461453676223755, "Finetune/Loss (Raw)": 0.7405918836593628, "Finetune/Step": 4367, "Finetune/Step Time": 6.791150202974677}
+{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.7467129230499268, "Finetune/Loss (Raw)": 0.8345088958740234, "Finetune/Step": 4368, "Finetune/Step Time": 6.787646047770977}
+{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.7462443113327026, "Finetune/Loss (Raw)": 0.7384532690048218, "Finetune/Step": 4369, "Finetune/Step Time": 6.794844549149275}
+{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.7463625073432922, "Finetune/Loss (Raw)": 0.8652399778366089, "Finetune/Step": 4370, "Finetune/Step Time": 6.787781683728099}
+{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.7473897933959961, "Finetune/Loss (Raw)": 0.8772938251495361, "Finetune/Step": 4371, "Finetune/Step Time": 6.75690489448607}
+{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.7428942918777466, "Finetune/Loss (Raw)": 0.24476616084575653, "Finetune/Step": 4372, "Finetune/Step Time": 6.7772177048027515}
+{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.7421815395355225, "Finetune/Loss (Raw)": 0.7129079699516296, "Finetune/Step": 4373, "Finetune/Step Time": 6.775067510083318}
+{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.7424578070640564, "Finetune/Loss (Raw)": 0.7685922384262085, "Finetune/Step": 4374, "Finetune/Step Time": 6.7516437489539385}
+{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.7417300939559937, "Finetune/Loss (Raw)": 0.7384398579597473, "Finetune/Step": 4375, "Finetune/Step Time": 6.758108668029308}
+{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.7452540397644043, "Finetune/Loss (Raw)": 0.7353915572166443, "Finetune/Step": 4376, "Finetune/Step Time": 6.753647165372968}
+{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.7448321580886841, "Finetune/Loss (Raw)": 0.794691264629364, "Finetune/Step": 4377, "Finetune/Step Time": 6.745033664628863}
+{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.7459867000579834, "Finetune/Loss (Raw)": 0.7415301203727722, "Finetune/Step": 4378, "Finetune/Step Time": 6.755163302645087}
+{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.745376706123352, "Finetune/Loss (Raw)": 0.6049562692642212, "Finetune/Step": 4379, "Finetune/Step Time": 6.765944370999932}
+{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.7444517612457275, "Finetune/Loss (Raw)": 0.8731866478919983, "Finetune/Step": 4380, "Finetune/Step Time": 6.768772842362523}
+{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.7463843822479248, "Finetune/Loss (Raw)": 0.8111884593963623, "Finetune/Step": 4381, "Finetune/Step Time": 6.756517307832837}
+{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.7494404911994934, "Finetune/Loss (Raw)": 0.8812894821166992, "Finetune/Step": 4382, "Finetune/Step Time": 6.7506499364972115}
+{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.7489224076271057, "Finetune/Loss (Raw)": 0.6173309087753296, "Finetune/Step": 4383, "Finetune/Step Time": 6.7650915421545506}
+{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.748814046382904, "Finetune/Loss (Raw)": 0.7801501750946045, "Finetune/Step": 4384, "Finetune/Step Time": 6.751716306433082}
+{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.7482889890670776, "Finetune/Loss (Raw)": 0.762569785118103, "Finetune/Step": 4385, "Finetune/Step Time": 6.745148221030831}
+{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.7484844326972961, "Finetune/Loss (Raw)": 0.6428678631782532, "Finetune/Step": 4386, "Finetune/Step Time": 6.762106886133552}
+{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.7489978075027466, "Finetune/Loss (Raw)": 0.9627641439437866, "Finetune/Step": 4387, "Finetune/Step Time": 6.750885320827365}
+{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.7494744062423706, "Finetune/Loss (Raw)": 0.8103135824203491, "Finetune/Step": 4388, "Finetune/Step Time": 6.755291309207678}
+{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.7494358420372009, "Finetune/Loss (Raw)": 0.80987948179245, "Finetune/Step": 4389, "Finetune/Step Time": 6.764643404632807}
+{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.7494984269142151, "Finetune/Loss (Raw)": 0.7691150307655334, "Finetune/Step": 4390, "Finetune/Step Time": 6.763651844114065}
+{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.7481356859207153, "Finetune/Loss (Raw)": 0.7642079591751099, "Finetune/Step": 4391, "Finetune/Step Time": 6.760918091982603}
+{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.7459392547607422, "Finetune/Loss (Raw)": 0.3499242961406708, "Finetune/Step": 4392, "Finetune/Step Time": 6.774082290008664}
+{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.7453635334968567, "Finetune/Loss (Raw)": 0.6264358758926392, "Finetune/Step": 4393, "Finetune/Step Time": 6.782514404505491}
+{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.7438353300094604, "Finetune/Loss (Raw)": 0.7249284982681274, "Finetune/Step": 4394, "Finetune/Step Time": 6.792216159403324}
+{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.7450119256973267, "Finetune/Loss (Raw)": 0.7842025756835938, "Finetune/Step": 4395, "Finetune/Step Time": 6.792969977483153}
+{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.7459112405776978, "Finetune/Loss (Raw)": 0.8310354948043823, "Finetune/Step": 4396, "Finetune/Step Time": 6.801187517121434}
+{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.7448827624320984, "Finetune/Loss (Raw)": 0.4133099913597107, "Finetune/Step": 4397, "Finetune/Step Time": 6.78783761523664}
+{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.7447319626808167, "Finetune/Loss (Raw)": 0.7605891227722168, "Finetune/Step": 4398, "Finetune/Step Time": 6.790141394361854}
+{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.747712254524231, "Finetune/Loss (Raw)": 0.7022522687911987, "Finetune/Step": 4399, "Finetune/Step Time": 6.772267436608672}
+{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.7471425533294678, "Finetune/Loss (Raw)": 0.7599738836288452, "Finetune/Step": 4400, "Finetune/Step Time": 6.778808327391744}
+{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.7444261312484741, "Finetune/Loss (Raw)": 0.33413171768188477, "Finetune/Step": 4401, "Finetune/Step Time": 6.805390143766999}
+{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.7436794638633728, "Finetune/Loss (Raw)": 0.6571825742721558, "Finetune/Step": 4402, "Finetune/Step Time": 6.823413608595729}
+{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.7451778650283813, "Finetune/Loss (Raw)": 0.835757315158844, "Finetune/Step": 4403, "Finetune/Step Time": 6.807945430278778}
+{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.7460679411888123, "Finetune/Loss (Raw)": 0.9365260004997253, "Finetune/Step": 4404, "Finetune/Step Time": 6.807709036394954}
+{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.7463555335998535, "Finetune/Loss (Raw)": 0.7441135048866272, "Finetune/Step": 4405, "Finetune/Step Time": 6.797440387308598}
+{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.74457186460495, "Finetune/Loss (Raw)": 0.6386570334434509, "Finetune/Step": 4406, "Finetune/Step Time": 6.794808330014348}
+{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.7441242337226868, "Finetune/Loss (Raw)": 0.6579094529151917, "Finetune/Step": 4407, "Finetune/Step Time": 6.792040137574077}
+{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.7449834942817688, "Finetune/Loss (Raw)": 0.9438527822494507, "Finetune/Step": 4408, "Finetune/Step Time": 6.780127657577395}
+{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.7431896924972534, "Finetune/Loss (Raw)": 0.6784175634384155, "Finetune/Step": 4409, "Finetune/Step Time": 6.7791342325508595}
+{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.7428426742553711, "Finetune/Loss (Raw)": 0.7970966696739197, "Finetune/Step": 4410, "Finetune/Step Time": 6.7753990814089775}
+{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.742865264415741, "Finetune/Loss (Raw)": 0.7769467830657959, "Finetune/Step": 4411, "Finetune/Step Time": 6.767855675891042}
+{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.742404580116272, "Finetune/Loss (Raw)": 0.7413169741630554, "Finetune/Step": 4412, "Finetune/Step Time": 6.779203226789832}
+{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.7453105449676514, "Finetune/Loss (Raw)": 0.9871364831924438, "Finetune/Step": 4413, "Finetune/Step Time": 6.741987714543939}
+{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.7451450824737549, "Finetune/Loss (Raw)": 0.7341792583465576, "Finetune/Step": 4414, "Finetune/Step Time": 6.7404611352831125}
+{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.745493471622467, "Finetune/Loss (Raw)": 0.8613045811653137, "Finetune/Step": 4415, "Finetune/Step Time": 6.745236152783036}
+{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.7436959743499756, "Finetune/Loss (Raw)": 0.6715381145477295, "Finetune/Step": 4416, "Finetune/Step Time": 6.74584386497736}
+{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.744720458984375, "Finetune/Loss (Raw)": 0.8756696581840515, "Finetune/Step": 4417, "Finetune/Step Time": 6.74614380300045}
+{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.7439451813697815, "Finetune/Loss (Raw)": 0.7859921455383301, "Finetune/Step": 4418, "Finetune/Step Time": 6.745978161692619}
+{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.7436337471008301, "Finetune/Loss (Raw)": 0.8462963700294495, "Finetune/Step": 4419, "Finetune/Step Time": 6.760563401505351}
+{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.7424635887145996, "Finetune/Loss (Raw)": 0.6873523592948914, "Finetune/Step": 4420, "Finetune/Step Time": 6.772131497040391}
+{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.7417243719100952, "Finetune/Loss (Raw)": 0.7401723265647888, "Finetune/Step": 4421, "Finetune/Step Time": 6.769419910386205}
+{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.7418017387390137, "Finetune/Loss (Raw)": 0.7820566296577454, "Finetune/Step": 4422, "Finetune/Step Time": 6.751263024285436}
+{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.7441849708557129, "Finetune/Loss (Raw)": 0.6025210618972778, "Finetune/Step": 4423, "Finetune/Step Time": 6.7359071187675}
+{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.7396180033683777, "Finetune/Loss (Raw)": 0.3310741186141968, "Finetune/Step": 4424, "Finetune/Step Time": 6.7575341407209635}
+{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.7377276420593262, "Finetune/Loss (Raw)": 0.6115968823432922, "Finetune/Step": 4425, "Finetune/Step Time": 6.774043958634138}
+{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.7395421266555786, "Finetune/Loss (Raw)": 0.8336632251739502, "Finetune/Step": 4426, "Finetune/Step Time": 6.769926395267248}
+{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.7379119396209717, "Finetune/Loss (Raw)": 0.61412513256073, "Finetune/Step": 4427, "Finetune/Step Time": 6.777490189298987}
+{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.7372920513153076, "Finetune/Loss (Raw)": 0.8075973391532898, "Finetune/Step": 4428, "Finetune/Step Time": 6.781925041228533}
+{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.7405088543891907, "Finetune/Loss (Raw)": 0.7704569697380066, "Finetune/Step": 4429, "Finetune/Step Time": 6.762690605595708}
+{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.7381256818771362, "Finetune/Loss (Raw)": 0.5881461501121521, "Finetune/Step": 4430, "Finetune/Step Time": 6.797739369794726}
+{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.7371262311935425, "Finetune/Loss (Raw)": 0.7778064608573914, "Finetune/Step": 4431, "Finetune/Step Time": 6.804975001141429}
+{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.7410099506378174, "Finetune/Loss (Raw)": 0.8320351243019104, "Finetune/Step": 4432, "Finetune/Step Time": 6.790739610791206}
+{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.7404420375823975, "Finetune/Loss (Raw)": 0.5860078930854797, "Finetune/Step": 4433, "Finetune/Step Time": 6.794158175587654}
+{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.7414635419845581, "Finetune/Loss (Raw)": 0.8624273538589478, "Finetune/Step": 4434, "Finetune/Step Time": 6.788406947627664}
+{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.7431702613830566, "Finetune/Loss (Raw)": 0.8007044792175293, "Finetune/Step": 4435, "Finetune/Step Time": 6.773367343470454}
+{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.7427166700363159, "Finetune/Loss (Raw)": 0.6301419734954834, "Finetune/Step": 4436, "Finetune/Step Time": 6.774408683180809}
+{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.7425279021263123, "Finetune/Loss (Raw)": 0.7132920622825623, "Finetune/Step": 4437, "Finetune/Step Time": 6.774560019373894}
+{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.7461298108100891, "Finetune/Loss (Raw)": 0.8062592148780823, "Finetune/Step": 4438, "Finetune/Step Time": 6.755424117669463}
+{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.7472121119499207, "Finetune/Loss (Raw)": 0.9254348278045654, "Finetune/Step": 4439, "Finetune/Step Time": 6.751824656501412}
+{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.7472636699676514, "Finetune/Loss (Raw)": 0.8693282604217529, "Finetune/Step": 4440, "Finetune/Step Time": 6.758682928979397}
+{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.7471516728401184, "Finetune/Loss (Raw)": 0.8794430494308472, "Finetune/Step": 4441, "Finetune/Step Time": 6.751835510134697}
+{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.7465656995773315, "Finetune/Loss (Raw)": 0.7760538458824158, "Finetune/Step": 4442, "Finetune/Step Time": 6.766034245491028}
+{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.7468937635421753, "Finetune/Loss (Raw)": 0.8058079481124878, "Finetune/Step": 4443, "Finetune/Step Time": 6.765920659527183}
+{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.747061014175415, "Finetune/Loss (Raw)": 0.6990295648574829, "Finetune/Step": 4444, "Finetune/Step Time": 6.745921580120921}
+{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.7463945746421814, "Finetune/Loss (Raw)": 0.6873661279678345, "Finetune/Step": 4445, "Finetune/Step Time": 6.7476917915046215}
+{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.7484171986579895, "Finetune/Loss (Raw)": 0.8643378019332886, "Finetune/Step": 4446, "Finetune/Step Time": 6.73904681019485}
+{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.7497700452804565, "Finetune/Loss (Raw)": 0.7721195220947266, "Finetune/Step": 4447, "Finetune/Step Time": 6.729282328858972}
+{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.7500956654548645, "Finetune/Loss (Raw)": 0.7826555967330933, "Finetune/Step": 4448, "Finetune/Step Time": 6.728576520457864}
+{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.7524835467338562, "Finetune/Loss (Raw)": 0.9001947045326233, "Finetune/Step": 4449, "Finetune/Step Time": 6.7151627987623215}
+{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.7512027025222778, "Finetune/Loss (Raw)": 0.7071266174316406, "Finetune/Step": 4450, "Finetune/Step Time": 6.7094374522566795}
+{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.751350998878479, "Finetune/Loss (Raw)": 0.6142051219940186, "Finetune/Step": 4451, "Finetune/Step Time": 6.714335026219487}
+{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.7480552196502686, "Finetune/Loss (Raw)": 0.34336531162261963, "Finetune/Step": 4452, "Finetune/Step Time": 6.732784982770681}
+{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.7493812441825867, "Finetune/Loss (Raw)": 0.6955714821815491, "Finetune/Step": 4453, "Finetune/Step Time": 6.724793311208487}
+{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.7500118613243103, "Finetune/Loss (Raw)": 0.7300209999084473, "Finetune/Step": 4454, "Finetune/Step Time": 6.72295630350709}
+{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.7509634494781494, "Finetune/Loss (Raw)": 0.644944429397583, "Finetune/Step": 4455, "Finetune/Step Time": 6.719874931499362}
+{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.7507975101470947, "Finetune/Loss (Raw)": 0.7346285581588745, "Finetune/Step": 4456, "Finetune/Step Time": 6.721191067248583}
+{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.7497987151145935, "Finetune/Loss (Raw)": 0.6653308272361755, "Finetune/Step": 4457, "Finetune/Step Time": 6.722206622362137}
+{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.7485331892967224, "Finetune/Loss (Raw)": 0.6866990923881531, "Finetune/Step": 4458, "Finetune/Step Time": 6.736270489171147}
+{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.7473812103271484, "Finetune/Loss (Raw)": 0.6963904500007629, "Finetune/Step": 4459, "Finetune/Step Time": 6.741557668894529}
+{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.7479043006896973, "Finetune/Loss (Raw)": 0.8712412118911743, "Finetune/Step": 4460, "Finetune/Step Time": 6.742508692666888}
+{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.7468017339706421, "Finetune/Loss (Raw)": 0.7002635598182678, "Finetune/Step": 4461, "Finetune/Step Time": 6.751714987680316}
+{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.7458878755569458, "Finetune/Loss (Raw)": 0.7722562551498413, "Finetune/Step": 4462, "Finetune/Step Time": 6.773929892107844}
+{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.7437216639518738, "Finetune/Loss (Raw)": 0.5228881239891052, "Finetune/Step": 4463, "Finetune/Step Time": 6.7837555799633265}
+{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.7426955699920654, "Finetune/Loss (Raw)": 0.7760090827941895, "Finetune/Step": 4464, "Finetune/Step Time": 6.786430276930332}
+{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.7443379163742065, "Finetune/Loss (Raw)": 0.7262510657310486, "Finetune/Step": 4465, "Finetune/Step Time": 6.7631445322185755}
+{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.7439844608306885, "Finetune/Loss (Raw)": 0.7515730261802673, "Finetune/Step": 4466, "Finetune/Step Time": 6.7611178532242775}
+{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.744623601436615, "Finetune/Loss (Raw)": 0.8256217241287231, "Finetune/Step": 4467, "Finetune/Step Time": 6.754986900836229}
+{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.7449736595153809, "Finetune/Loss (Raw)": 0.7553922533988953, "Finetune/Step": 4468, "Finetune/Step Time": 6.740741036832333}
+{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.743818998336792, "Finetune/Loss (Raw)": 0.7653509378433228, "Finetune/Step": 4469, "Finetune/Step Time": 6.739989157766104}
+{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.744523286819458, "Finetune/Loss (Raw)": 0.7780881524085999, "Finetune/Step": 4470, "Finetune/Step Time": 6.701496673747897}
+{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.7440327405929565, "Finetune/Loss (Raw)": 0.6341367959976196, "Finetune/Step": 4471, "Finetune/Step Time": 6.712611649185419}
+{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.7441957592964172, "Finetune/Loss (Raw)": 0.8175485730171204, "Finetune/Step": 4472, "Finetune/Step Time": 6.703605636954308}
+{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.7459352612495422, "Finetune/Loss (Raw)": 0.9758460521697998, "Finetune/Step": 4473, "Finetune/Step Time": 6.700448291376233}
+{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.7462055683135986, "Finetune/Loss (Raw)": 0.8259043097496033, "Finetune/Step": 4474, "Finetune/Step Time": 6.68768335133791}
+{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.744854211807251, "Finetune/Loss (Raw)": 0.6957023739814758, "Finetune/Step": 4475, "Finetune/Step Time": 6.717147830873728}
+{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.7451918125152588, "Finetune/Loss (Raw)": 0.8536199927330017, "Finetune/Step": 4476, "Finetune/Step Time": 6.717602079734206}
+{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.7439261078834534, "Finetune/Loss (Raw)": 0.7121169567108154, "Finetune/Step": 4477, "Finetune/Step Time": 6.718085940927267}
+{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.7463676333427429, "Finetune/Loss (Raw)": 0.861331045627594, "Finetune/Step": 4478, "Finetune/Step Time": 6.710366768762469}
+{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.7463114261627197, "Finetune/Loss (Raw)": 0.8030533790588379, "Finetune/Step": 4479, "Finetune/Step Time": 6.718189315870404}
+{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.7453751564025879, "Finetune/Loss (Raw)": 0.680454671382904, "Finetune/Step": 4480, "Finetune/Step Time": 6.722462769597769}
+{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.7443841695785522, "Finetune/Loss (Raw)": 0.6997311115264893, "Finetune/Step": 4481, "Finetune/Step Time": 6.723438385874033}
+{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.7442320585250854, "Finetune/Loss (Raw)": 0.6985793709754944, "Finetune/Step": 4482, "Finetune/Step Time": 6.736767726019025}
+{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.7440731525421143, "Finetune/Loss (Raw)": 0.7926127314567566, "Finetune/Step": 4483, "Finetune/Step Time": 6.733925236389041}
+{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.7446020841598511, "Finetune/Loss (Raw)": 0.8718456029891968, "Finetune/Step": 4484, "Finetune/Step Time": 6.748080177232623}
+{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.7438167333602905, "Finetune/Loss (Raw)": 0.7632918357849121, "Finetune/Step": 4485, "Finetune/Step Time": 6.748372912406921}
+{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.7430437803268433, "Finetune/Loss (Raw)": 0.7341886758804321, "Finetune/Step": 4486, "Finetune/Step Time": 6.74527252279222}
+{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.7395442724227905, "Finetune/Loss (Raw)": 0.32164266705513, "Finetune/Step": 4487, "Finetune/Step Time": 6.762656468898058}
+{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.7401906847953796, "Finetune/Loss (Raw)": 0.7983341813087463, "Finetune/Step": 4488, "Finetune/Step Time": 6.7686124779284}
+{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.7362439632415771, "Finetune/Loss (Raw)": 0.4881708323955536, "Finetune/Step": 4489, "Finetune/Step Time": 6.757636364549398}
+{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.735292911529541, "Finetune/Loss (Raw)": 0.6532474160194397, "Finetune/Step": 4490, "Finetune/Step Time": 6.7611857652664185}
+{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.7352162599563599, "Finetune/Loss (Raw)": 0.7362193465232849, "Finetune/Step": 4491, "Finetune/Step Time": 6.7499730456620455}
+{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.7360666990280151, "Finetune/Loss (Raw)": 0.8182303309440613, "Finetune/Step": 4492, "Finetune/Step Time": 6.731383569538593}
+{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.7364453077316284, "Finetune/Loss (Raw)": 0.7355391383171082, "Finetune/Step": 4493, "Finetune/Step Time": 6.726052857935429}
+{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.7345341444015503, "Finetune/Loss (Raw)": 0.6076878309249878, "Finetune/Step": 4494, "Finetune/Step Time": 6.730353457853198}
+{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.7348512411117554, "Finetune/Loss (Raw)": 0.7811794281005859, "Finetune/Step": 4495, "Finetune/Step Time": 6.729924721643329}
+{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.7338235378265381, "Finetune/Loss (Raw)": 0.7029671669006348, "Finetune/Step": 4496, "Finetune/Step Time": 6.737060094252229}
+{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.7342289686203003, "Finetune/Loss (Raw)": 0.7903476357460022, "Finetune/Step": 4497, "Finetune/Step Time": 6.739723082631826}
+{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.7329325079917908, "Finetune/Loss (Raw)": 0.6992949843406677, "Finetune/Step": 4498, "Finetune/Step Time": 6.744008142501116}
+{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.7328442335128784, "Finetune/Loss (Raw)": 0.8659955859184265, "Finetune/Step": 4499, "Finetune/Step Time": 6.743933837860823}
+{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.7363625764846802, "Finetune/Loss (Raw)": 0.6951128244400024, "Finetune/Step": 4500, "Finetune/Step Time": 6.7313742861151695}
+{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.7376416325569153, "Finetune/Loss (Raw)": 0.8766261339187622, "Finetune/Step": 4501, "Finetune/Step Time": 6.729535158723593}
+{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.7367388010025024, "Finetune/Loss (Raw)": 0.6530349254608154, "Finetune/Step": 4502, "Finetune/Step Time": 6.723935736343265}
+{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.7377157211303711, "Finetune/Loss (Raw)": 0.8634824156761169, "Finetune/Step": 4503, "Finetune/Step Time": 6.715016208589077}
+{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.737911581993103, "Finetune/Loss (Raw)": 0.7604628205299377, "Finetune/Step": 4504, "Finetune/Step Time": 6.70401612110436}
+{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.7375818490982056, "Finetune/Loss (Raw)": 0.7524799108505249, "Finetune/Step": 4505, "Finetune/Step Time": 6.703391671180725}
+{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.7392902970314026, "Finetune/Loss (Raw)": 0.9602170586585999, "Finetune/Step": 4506, "Finetune/Step Time": 6.692712754011154}
+{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.7370628118515015, "Finetune/Loss (Raw)": 0.31983739137649536, "Finetune/Step": 4507, "Finetune/Step Time": 6.698404051363468}
+{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.7361441254615784, "Finetune/Loss (Raw)": 0.7555968761444092, "Finetune/Step": 4508, "Finetune/Step Time": 6.692173207178712}
+{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.7354078888893127, "Finetune/Loss (Raw)": 0.7169460654258728, "Finetune/Step": 4509, "Finetune/Step Time": 6.6896427273750305}
+{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.7351961135864258, "Finetune/Loss (Raw)": 0.8541859984397888, "Finetune/Step": 4510, "Finetune/Step Time": 6.686184361577034}
+{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.7378026843070984, "Finetune/Loss (Raw)": 0.9509657621383667, "Finetune/Step": 4511, "Finetune/Step Time": 6.672609053552151}
+{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.7344830632209778, "Finetune/Loss (Raw)": 0.3552476167678833, "Finetune/Step": 4512, "Finetune/Step Time": 6.686804287135601}
+{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.7345987558364868, "Finetune/Loss (Raw)": 0.7773811221122742, "Finetune/Step": 4513, "Finetune/Step Time": 6.6915064342319965}
+{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.734717071056366, "Finetune/Loss (Raw)": 0.6580026745796204, "Finetune/Step": 4514, "Finetune/Step Time": 6.673356423154473}
+{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.7331995964050293, "Finetune/Loss (Raw)": 0.7685324549674988, "Finetune/Step": 4515, "Finetune/Step Time": 6.675843307748437}
+{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.7318581342697144, "Finetune/Loss (Raw)": 0.6385998129844666, "Finetune/Step": 4516, "Finetune/Step Time": 6.669862290844321}
+{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.7306455373764038, "Finetune/Loss (Raw)": 0.654669463634491, "Finetune/Step": 4517, "Finetune/Step Time": 6.660135917365551}
+{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.7319682240486145, "Finetune/Loss (Raw)": 0.9384201765060425, "Finetune/Step": 4518, "Finetune/Step Time": 6.655034013092518}
+{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.7328687310218811, "Finetune/Loss (Raw)": 0.8794689178466797, "Finetune/Step": 4519, "Finetune/Step Time": 6.647822955623269}
+{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.7369222640991211, "Finetune/Loss (Raw)": 0.868785560131073, "Finetune/Step": 4520, "Finetune/Step Time": 6.625268587842584}
+{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.7390211820602417, "Finetune/Loss (Raw)": 0.8950896859169006, "Finetune/Step": 4521, "Finetune/Step Time": 6.611798267811537}
+{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.7390369176864624, "Finetune/Loss (Raw)": 0.7269425392150879, "Finetune/Step": 4522, "Finetune/Step Time": 6.607822334393859}
+{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.739133358001709, "Finetune/Loss (Raw)": 0.7965465784072876, "Finetune/Step": 4523, "Finetune/Step Time": 6.600764878094196}
+{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.7388976812362671, "Finetune/Loss (Raw)": 0.8008689880371094, "Finetune/Step": 4524, "Finetune/Step Time": 6.594791583716869}
+{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.7417821288108826, "Finetune/Loss (Raw)": 0.7825286984443665, "Finetune/Step": 4525, "Finetune/Step Time": 6.577272303402424}
+{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.7402797937393188, "Finetune/Loss (Raw)": 0.5682839155197144, "Finetune/Step": 4526, "Finetune/Step Time": 6.5720857083797455}
+{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.7382416129112244, "Finetune/Loss (Raw)": 0.4413670599460602, "Finetune/Step": 4527, "Finetune/Step Time": 6.599049827083945}
+{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.7379053831100464, "Finetune/Loss (Raw)": 0.7169405221939087, "Finetune/Step": 4528, "Finetune/Step Time": 6.589600007981062}
+{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.7415024638175964, "Finetune/Loss (Raw)": 0.7945575714111328, "Finetune/Step": 4529, "Finetune/Step Time": 6.566126788035035}
+{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.7432414889335632, "Finetune/Loss (Raw)": 0.8797687888145447, "Finetune/Step": 4530, "Finetune/Step Time": 6.5487699043005705}
+{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.7436686754226685, "Finetune/Loss (Raw)": 0.8904423713684082, "Finetune/Step": 4531, "Finetune/Step Time": 6.555125750601292}
+{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.7411044836044312, "Finetune/Loss (Raw)": 0.6083056926727295, "Finetune/Step": 4532, "Finetune/Step Time": 6.575056716799736}
+{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.741693377494812, "Finetune/Loss (Raw)": 0.8194946646690369, "Finetune/Step": 4533, "Finetune/Step Time": 6.567117774859071}
+{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.7393068671226501, "Finetune/Loss (Raw)": 0.3331817090511322, "Finetune/Step": 4534, "Finetune/Step Time": 6.586822176352143}
+{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.7391581535339355, "Finetune/Loss (Raw)": 0.6388802528381348, "Finetune/Step": 4535, "Finetune/Step Time": 6.605816511437297}
+{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.7378232479095459, "Finetune/Loss (Raw)": 0.7729818224906921, "Finetune/Step": 4536, "Finetune/Step Time": 6.616239156574011}
+{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.7388104200363159, "Finetune/Loss (Raw)": 0.8047740459442139, "Finetune/Step": 4537, "Finetune/Step Time": 6.614358244463801}
+{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.7390366792678833, "Finetune/Loss (Raw)": 0.8260593414306641, "Finetune/Step": 4538, "Finetune/Step Time": 6.614228256046772}
+{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.738122820854187, "Finetune/Loss (Raw)": 0.659972071647644, "Finetune/Step": 4539, "Finetune/Step Time": 6.621237870305777}
+{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.7347360849380493, "Finetune/Loss (Raw)": 0.30780988931655884, "Finetune/Step": 4540, "Finetune/Step Time": 6.631424864754081}
+{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.7325180768966675, "Finetune/Loss (Raw)": 0.7032398581504822, "Finetune/Step": 4541, "Finetune/Step Time": 6.654039442539215}
+{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.7319037914276123, "Finetune/Loss (Raw)": 0.6555483341217041, "Finetune/Step": 4542, "Finetune/Step Time": 6.65591293014586}
+{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.7313005924224854, "Finetune/Loss (Raw)": 0.7840934991836548, "Finetune/Step": 4543, "Finetune/Step Time": 6.650617629289627}
+{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.7328683137893677, "Finetune/Loss (Raw)": 0.8722073435783386, "Finetune/Step": 4544, "Finetune/Step Time": 6.652767360210419}
+{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.7318598031997681, "Finetune/Loss (Raw)": 0.7465814352035522, "Finetune/Step": 4545, "Finetune/Step Time": 6.664240477606654}
+{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.7324471473693848, "Finetune/Loss (Raw)": 0.8611698150634766, "Finetune/Step": 4546, "Finetune/Step Time": 6.663749448955059}
+{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.7323755621910095, "Finetune/Loss (Raw)": 0.8371326923370361, "Finetune/Step": 4547, "Finetune/Step Time": 6.647400451824069}
+{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.7313578128814697, "Finetune/Loss (Raw)": 0.5570822954177856, "Finetune/Step": 4548, "Finetune/Step Time": 6.670051144436002}
+{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.7303749322891235, "Finetune/Loss (Raw)": 0.614364504814148, "Finetune/Step": 4549, "Finetune/Step Time": 6.671741362661123}
+{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.7313035726547241, "Finetune/Loss (Raw)": 0.9009194374084473, "Finetune/Step": 4550, "Finetune/Step Time": 6.669589854776859}
+{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.7331347465515137, "Finetune/Loss (Raw)": 0.8369149565696716, "Finetune/Step": 4551, "Finetune/Step Time": 6.666913794353604}
+{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.7351049780845642, "Finetune/Loss (Raw)": 0.5832659006118774, "Finetune/Step": 4552, "Finetune/Step Time": 6.658633707091212}
+{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.7366591691970825, "Finetune/Loss (Raw)": 0.8105281591415405, "Finetune/Step": 4553, "Finetune/Step Time": 6.638994487002492}
+{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.7371608018875122, "Finetune/Loss (Raw)": 0.8978659510612488, "Finetune/Step": 4554, "Finetune/Step Time": 6.637085312977433}
+{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.7385809421539307, "Finetune/Loss (Raw)": 0.7959040999412537, "Finetune/Step": 4555, "Finetune/Step Time": 6.63855604082346}
+{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.739602267742157, "Finetune/Loss (Raw)": 0.9383330345153809, "Finetune/Step": 4556, "Finetune/Step Time": 6.635673072189093}
+{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.7390335202217102, "Finetune/Loss (Raw)": 0.6976564526557922, "Finetune/Step": 4557, "Finetune/Step Time": 6.638943308964372}
+{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.738880455493927, "Finetune/Loss (Raw)": 0.5685551166534424, "Finetune/Step": 4558, "Finetune/Step Time": 6.615951422601938}
+{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.7398974895477295, "Finetune/Loss (Raw)": 0.9079914689064026, "Finetune/Step": 4559, "Finetune/Step Time": 6.616288842633367}
+{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.7390655875205994, "Finetune/Loss (Raw)": 0.7255488038063049, "Finetune/Step": 4560, "Finetune/Step Time": 6.6123503521084785}
+{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.7407263517379761, "Finetune/Loss (Raw)": 0.7985813021659851, "Finetune/Step": 4561, "Finetune/Step Time": 6.601387809962034}
+{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.7406127452850342, "Finetune/Loss (Raw)": 0.8478901982307434, "Finetune/Step": 4562, "Finetune/Step Time": 6.601770358160138}
+{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.7367209196090698, "Finetune/Loss (Raw)": 0.3025505542755127, "Finetune/Step": 4563, "Finetune/Step Time": 6.620434124022722}
+{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.7377129793167114, "Finetune/Loss (Raw)": 0.7571187615394592, "Finetune/Step": 4564, "Finetune/Step Time": 6.604480069130659}
+{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.7375442981719971, "Finetune/Loss (Raw)": 0.6917086839675903, "Finetune/Step": 4565, "Finetune/Step Time": 6.598864344879985}
+{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.7372656464576721, "Finetune/Loss (Raw)": 0.7705916166305542, "Finetune/Step": 4566, "Finetune/Step Time": 6.601853772997856}
+{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.7368978261947632, "Finetune/Loss (Raw)": 0.8783483505249023, "Finetune/Step": 4567, "Finetune/Step Time": 6.60019919089973}
+{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.73653244972229, "Finetune/Loss (Raw)": 0.8225705027580261, "Finetune/Step": 4568, "Finetune/Step Time": 6.5884600058197975}
+{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.7363364696502686, "Finetune/Loss (Raw)": 0.8543475270271301, "Finetune/Step": 4569, "Finetune/Step Time": 6.58713473752141}
+{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.7368360757827759, "Finetune/Loss (Raw)": 0.840002179145813, "Finetune/Step": 4570, "Finetune/Step Time": 6.573178134858608}
+{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.7354683876037598, "Finetune/Loss (Raw)": 0.6307489275932312, "Finetune/Step": 4571, "Finetune/Step Time": 6.590986207127571}
+{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.735709547996521, "Finetune/Loss (Raw)": 0.7299019694328308, "Finetune/Step": 4572, "Finetune/Step Time": 6.606762699782848}
+{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.7355679273605347, "Finetune/Loss (Raw)": 0.669235348701477, "Finetune/Step": 4573, "Finetune/Step Time": 6.622574063017964}
+{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.7352005839347839, "Finetune/Loss (Raw)": 0.8173130750656128, "Finetune/Step": 4574, "Finetune/Step Time": 6.622213678434491}
+{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.7347993850708008, "Finetune/Loss (Raw)": 0.7207688093185425, "Finetune/Step": 4575, "Finetune/Step Time": 6.636122845113277}
+{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.7339556813240051, "Finetune/Loss (Raw)": 0.6746641397476196, "Finetune/Step": 4576, "Finetune/Step Time": 6.643544774502516}
+{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.7339989542961121, "Finetune/Loss (Raw)": 0.9057296514511108, "Finetune/Step": 4577, "Finetune/Step Time": 6.646161297336221}
+{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.735066831111908, "Finetune/Loss (Raw)": 0.8438133597373962, "Finetune/Step": 4578, "Finetune/Step Time": 6.649635834619403}
+{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.7335113286972046, "Finetune/Loss (Raw)": 0.41510245203971863, "Finetune/Step": 4579, "Finetune/Step Time": 6.657971253618598}
+{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.732909619808197, "Finetune/Loss (Raw)": 0.2663484215736389, "Finetune/Step": 4580, "Finetune/Step Time": 6.658650087192655}
+{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.7326935529708862, "Finetune/Loss (Raw)": 0.6679185032844543, "Finetune/Step": 4581, "Finetune/Step Time": 6.66755816154182}
+{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.732757568359375, "Finetune/Loss (Raw)": 0.7382069230079651, "Finetune/Step": 4582, "Finetune/Step Time": 6.6708905305713415}
+{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.7346065640449524, "Finetune/Loss (Raw)": 0.8816185593605042, "Finetune/Step": 4583, "Finetune/Step Time": 6.657158426940441}
+{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.7344014644622803, "Finetune/Loss (Raw)": 0.7083792686462402, "Finetune/Step": 4584, "Finetune/Step Time": 6.657285399734974}
+{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.7341490387916565, "Finetune/Loss (Raw)": 0.6330147385597229, "Finetune/Step": 4585, "Finetune/Step Time": 6.6452787686139345}
+{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.7341439127922058, "Finetune/Loss (Raw)": 0.6860408782958984, "Finetune/Step": 4586, "Finetune/Step Time": 6.636188942939043}
+{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.735625147819519, "Finetune/Loss (Raw)": 0.8859937787055969, "Finetune/Step": 4587, "Finetune/Step Time": 6.632900105789304}
+{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.7355834245681763, "Finetune/Loss (Raw)": 0.8659056425094604, "Finetune/Step": 4588, "Finetune/Step Time": 6.655796114355326}
+{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.7360891103744507, "Finetune/Loss (Raw)": 0.7649893760681152, "Finetune/Step": 4589, "Finetune/Step Time": 6.6560255996882915}
+{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.735632061958313, "Finetune/Loss (Raw)": 0.7137433290481567, "Finetune/Step": 4590, "Finetune/Step Time": 6.636339945718646}
+{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.7379348278045654, "Finetune/Loss (Raw)": 0.8176451325416565, "Finetune/Step": 4591, "Finetune/Step Time": 6.620388651266694}
+{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.7341181039810181, "Finetune/Loss (Raw)": 0.2874707877635956, "Finetune/Step": 4592, "Finetune/Step Time": 6.621171707287431}
+{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.7350838780403137, "Finetune/Loss (Raw)": 0.8498744964599609, "Finetune/Step": 4593, "Finetune/Step Time": 6.635792247951031}
+{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.7324124574661255, "Finetune/Loss (Raw)": 0.4096215069293976, "Finetune/Step": 4594, "Finetune/Step Time": 6.65472917817533}
+{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.7321088314056396, "Finetune/Loss (Raw)": 0.7867696285247803, "Finetune/Step": 4595, "Finetune/Step Time": 6.657136054709554}
+{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.7322728633880615, "Finetune/Loss (Raw)": 0.7763836979866028, "Finetune/Step": 4596, "Finetune/Step Time": 6.6644904017448425}
+{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.7318795919418335, "Finetune/Loss (Raw)": 0.7150111198425293, "Finetune/Step": 4597, "Finetune/Step Time": 6.6656507179141045}
+{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.7319411039352417, "Finetune/Loss (Raw)": 0.785955011844635, "Finetune/Step": 4598, "Finetune/Step Time": 6.6629934553056955}
+{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.7326562404632568, "Finetune/Loss (Raw)": 0.7256744503974915, "Finetune/Step": 4599, "Finetune/Step Time": 6.657189942896366}
+{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.7322686910629272, "Finetune/Loss (Raw)": 0.7679423093795776, "Finetune/Step": 4600, "Finetune/Step Time": 6.660778783261776}
+{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.7299175262451172, "Finetune/Loss (Raw)": 0.6749057173728943, "Finetune/Step": 4601, "Finetune/Step Time": 6.666229272261262}
+{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.7310975790023804, "Finetune/Loss (Raw)": 0.97694331407547, "Finetune/Step": 4602, "Finetune/Step Time": 6.668039713054895}
+{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.7308207154273987, "Finetune/Loss (Raw)": 0.660270094871521, "Finetune/Step": 4603, "Finetune/Step Time": 6.650895442813635}
+{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.7305338382720947, "Finetune/Loss (Raw)": 0.8169018626213074, "Finetune/Step": 4604, "Finetune/Step Time": 6.645285477861762}
+{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.7275124788284302, "Finetune/Loss (Raw)": 0.32538434863090515, "Finetune/Step": 4605, "Finetune/Step Time": 6.662721216678619}
+{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.7273284196853638, "Finetune/Loss (Raw)": 0.8377643823623657, "Finetune/Step": 4606, "Finetune/Step Time": 6.660207139328122}
+{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.7268038988113403, "Finetune/Loss (Raw)": 0.7359209656715393, "Finetune/Step": 4607, "Finetune/Step Time": 6.663571013137698}
+{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.7275299429893494, "Finetune/Loss (Raw)": 0.7733848690986633, "Finetune/Step": 4608, "Finetune/Step Time": 6.659605868160725}
+{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.7294975519180298, "Finetune/Loss (Raw)": 0.9515917301177979, "Finetune/Step": 4609, "Finetune/Step Time": 6.658079454675317}
+{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.7296851873397827, "Finetune/Loss (Raw)": 0.7225907444953918, "Finetune/Step": 4610, "Finetune/Step Time": 6.6516143418848515}
+{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.7257135510444641, "Finetune/Loss (Raw)": 0.28424593806266785, "Finetune/Step": 4611, "Finetune/Step Time": 6.6699874717742205}
+{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.7252620458602905, "Finetune/Loss (Raw)": 0.8140513896942139, "Finetune/Step": 4612, "Finetune/Step Time": 6.652379767969251}
+{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.7242454886436462, "Finetune/Loss (Raw)": 0.6331731677055359, "Finetune/Step": 4613, "Finetune/Step Time": 6.675786843523383}
+{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.7240146398544312, "Finetune/Loss (Raw)": 0.7046384811401367, "Finetune/Step": 4614, "Finetune/Step Time": 6.682440197095275}
+{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.7285309433937073, "Finetune/Loss (Raw)": 0.8997282385826111, "Finetune/Step": 4615, "Finetune/Step Time": 6.663367612287402}
+{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.7281088829040527, "Finetune/Loss (Raw)": 0.7443076372146606, "Finetune/Step": 4616, "Finetune/Step Time": 6.65478072501719}
+{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.7295805215835571, "Finetune/Loss (Raw)": 0.6765512228012085, "Finetune/Step": 4617, "Finetune/Step Time": 6.646638747304678}
+{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.7310254573822021, "Finetune/Loss (Raw)": 0.8381873965263367, "Finetune/Step": 4618, "Finetune/Step Time": 6.638092651963234}
+{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.7322512865066528, "Finetune/Loss (Raw)": 0.8931292295455933, "Finetune/Step": 4619, "Finetune/Step Time": 6.639311162754893}
+{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.7316135764122009, "Finetune/Loss (Raw)": 0.7366048097610474, "Finetune/Step": 4620, "Finetune/Step Time": 6.64350706525147}
+{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.7327039241790771, "Finetune/Loss (Raw)": 0.8751078844070435, "Finetune/Step": 4621, "Finetune/Step Time": 6.632965344935656}
+{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.7344845533370972, "Finetune/Loss (Raw)": 0.8355977535247803, "Finetune/Step": 4622, "Finetune/Step Time": 6.629094455391169}
+{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.7351078391075134, "Finetune/Loss (Raw)": 0.8609662652015686, "Finetune/Step": 4623, "Finetune/Step Time": 6.625746903941035}
+{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.7352842092514038, "Finetune/Loss (Raw)": 0.7255403995513916, "Finetune/Step": 4624, "Finetune/Step Time": 6.618768393993378}
+{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.7356950044631958, "Finetune/Loss (Raw)": 0.842933714389801, "Finetune/Step": 4625, "Finetune/Step Time": 6.61844477802515}
+{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.7329332828521729, "Finetune/Loss (Raw)": 0.3457913100719452, "Finetune/Step": 4626, "Finetune/Step Time": 6.632105691358447}
+{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.7320438623428345, "Finetune/Loss (Raw)": 0.7521545886993408, "Finetune/Step": 4627, "Finetune/Step Time": 6.64131304435432}
+{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.7318793535232544, "Finetune/Loss (Raw)": 0.6740461587905884, "Finetune/Step": 4628, "Finetune/Step Time": 6.644203398376703}
+{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.7307882308959961, "Finetune/Loss (Raw)": 0.7369663119316101, "Finetune/Step": 4629, "Finetune/Step Time": 6.6417283322662115}
+{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.7310671806335449, "Finetune/Loss (Raw)": 0.688742458820343, "Finetune/Step": 4630, "Finetune/Step Time": 6.648895652964711}
+{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.7288280725479126, "Finetune/Loss (Raw)": 0.5768734216690063, "Finetune/Step": 4631, "Finetune/Step Time": 6.667047116905451}
+{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.7250321507453918, "Finetune/Loss (Raw)": 0.2745908796787262, "Finetune/Step": 4632, "Finetune/Step Time": 6.682118969038129}
+{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.7237026691436768, "Finetune/Loss (Raw)": 0.5823101997375488, "Finetune/Step": 4633, "Finetune/Step Time": 6.693872548639774}
+{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.7229511737823486, "Finetune/Loss (Raw)": 0.8640176057815552, "Finetune/Step": 4634, "Finetune/Step Time": 6.690917199477553}
+{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.7248783111572266, "Finetune/Loss (Raw)": 0.5665085315704346, "Finetune/Step": 4635, "Finetune/Step Time": 6.690639296546578}
+{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.7251405715942383, "Finetune/Loss (Raw)": 0.7891733646392822, "Finetune/Step": 4636, "Finetune/Step Time": 6.692423606291413}
+{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.7262245416641235, "Finetune/Loss (Raw)": 0.8556931018829346, "Finetune/Step": 4637, "Finetune/Step Time": 6.686306791380048}
+{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.727353036403656, "Finetune/Loss (Raw)": 0.9986333847045898, "Finetune/Step": 4638, "Finetune/Step Time": 6.68873955309391}
+{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.7246833443641663, "Finetune/Loss (Raw)": 0.609244704246521, "Finetune/Step": 4639, "Finetune/Step Time": 6.722405195236206}
+{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.7286059856414795, "Finetune/Loss (Raw)": 0.8573412299156189, "Finetune/Step": 4640, "Finetune/Step Time": 6.709448805078864}
+{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.7287557125091553, "Finetune/Loss (Raw)": 0.7965494394302368, "Finetune/Step": 4641, "Finetune/Step Time": 6.707634335383773}
+{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.7298462390899658, "Finetune/Loss (Raw)": 0.7975892424583435, "Finetune/Step": 4642, "Finetune/Step Time": 6.707753097638488}
+{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.7307620048522949, "Finetune/Loss (Raw)": 0.8857568502426147, "Finetune/Step": 4643, "Finetune/Step Time": 6.705260664224625}
+{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.7286807298660278, "Finetune/Loss (Raw)": 0.3721902668476105, "Finetune/Step": 4644, "Finetune/Step Time": 6.726024027913809}
+{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.7300394177436829, "Finetune/Loss (Raw)": 0.8285801410675049, "Finetune/Step": 4645, "Finetune/Step Time": 6.724900912493467}
+{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.7276172041893005, "Finetune/Loss (Raw)": 0.6283737421035767, "Finetune/Step": 4646, "Finetune/Step Time": 6.747800268232822}
+{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.7270190715789795, "Finetune/Loss (Raw)": 0.8029115796089172, "Finetune/Step": 4647, "Finetune/Step Time": 6.752039939165115}
+{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.7259561419487, "Finetune/Loss (Raw)": 0.7327302098274231, "Finetune/Step": 4648, "Finetune/Step Time": 6.75767207890749}
+{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.7255510091781616, "Finetune/Loss (Raw)": 0.8432407975196838, "Finetune/Step": 4649, "Finetune/Step Time": 6.754340855404735}
+{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.7249031662940979, "Finetune/Loss (Raw)": 0.6440103650093079, "Finetune/Step": 4650, "Finetune/Step Time": 6.762398237362504}
+{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.7248307466506958, "Finetune/Loss (Raw)": 0.787276566028595, "Finetune/Step": 4651, "Finetune/Step Time": 6.7562093790620565}
+{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.7246221899986267, "Finetune/Loss (Raw)": 0.7741730809211731, "Finetune/Step": 4652, "Finetune/Step Time": 6.754342518746853}
+{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.7208307981491089, "Finetune/Loss (Raw)": 0.29723480343818665, "Finetune/Step": 4653, "Finetune/Step Time": 6.771687680855393}
+{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.7221468687057495, "Finetune/Loss (Raw)": 0.7367429733276367, "Finetune/Step": 4654, "Finetune/Step Time": 6.777146194130182}
+{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.7236157059669495, "Finetune/Loss (Raw)": 0.6293738484382629, "Finetune/Step": 4655, "Finetune/Step Time": 6.752765147015452}
+{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.7213894128799438, "Finetune/Loss (Raw)": 0.43196943402290344, "Finetune/Step": 4656, "Finetune/Step Time": 6.780128238722682}
+{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.7209690809249878, "Finetune/Loss (Raw)": 0.7407580614089966, "Finetune/Step": 4657, "Finetune/Step Time": 6.778525514528155}
+{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.720624566078186, "Finetune/Loss (Raw)": 0.8356748223304749, "Finetune/Step": 4658, "Finetune/Step Time": 6.774845311418176}
+{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.720429539680481, "Finetune/Loss (Raw)": 0.865483283996582, "Finetune/Step": 4659, "Finetune/Step Time": 6.772160882130265}
+{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.7221865653991699, "Finetune/Loss (Raw)": 0.8332024216651917, "Finetune/Step": 4660, "Finetune/Step Time": 6.778959719464183}
+{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.7210512757301331, "Finetune/Loss (Raw)": 0.6741746068000793, "Finetune/Step": 4661, "Finetune/Step Time": 6.781111344695091}
+{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.7250385284423828, "Finetune/Loss (Raw)": 0.8435443043708801, "Finetune/Step": 4662, "Finetune/Step Time": 6.762077163904905}
+{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.7264399528503418, "Finetune/Loss (Raw)": 0.8182703852653503, "Finetune/Step": 4663, "Finetune/Step Time": 6.740735609084368}
+{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.7264412641525269, "Finetune/Loss (Raw)": 0.7731457948684692, "Finetune/Step": 4664, "Finetune/Step Time": 6.729063583537936}
+{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.7256333827972412, "Finetune/Loss (Raw)": 0.7013631463050842, "Finetune/Step": 4665, "Finetune/Step Time": 6.728788455948234}
+{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.7238661646842957, "Finetune/Loss (Raw)": 0.5998583436012268, "Finetune/Step": 4666, "Finetune/Step Time": 6.747974127531052}
+{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.7252827882766724, "Finetune/Loss (Raw)": 0.8413035273551941, "Finetune/Step": 4667, "Finetune/Step Time": 6.736412614583969}
+{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.7287193536758423, "Finetune/Loss (Raw)": 0.7476895451545715, "Finetune/Step": 4668, "Finetune/Step Time": 6.726876508444548}
+{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.7259522676467896, "Finetune/Loss (Raw)": 0.349057137966156, "Finetune/Step": 4669, "Finetune/Step Time": 6.72653759457171}
+{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.7270774841308594, "Finetune/Loss (Raw)": 0.7995743155479431, "Finetune/Step": 4670, "Finetune/Step Time": 6.726075714454055}
+{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.7266294956207275, "Finetune/Loss (Raw)": 0.7267464399337769, "Finetune/Step": 4671, "Finetune/Step Time": 6.7218226585537195}
+{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.7262319326400757, "Finetune/Loss (Raw)": 0.8213175535202026, "Finetune/Step": 4672, "Finetune/Step Time": 6.725758401677012}
+{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.7265613079071045, "Finetune/Loss (Raw)": 0.788746178150177, "Finetune/Step": 4673, "Finetune/Step Time": 6.715669307857752}
+{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.7265406847000122, "Finetune/Loss (Raw)": 0.8585262894630432, "Finetune/Step": 4674, "Finetune/Step Time": 6.739536616951227}
+{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.7265930771827698, "Finetune/Loss (Raw)": 0.8438428044319153, "Finetune/Step": 4675, "Finetune/Step Time": 6.742176674306393}
+{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.7280617952346802, "Finetune/Loss (Raw)": 0.7450721859931946, "Finetune/Step": 4676, "Finetune/Step Time": 6.7139356173574924}
+{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.7298797369003296, "Finetune/Loss (Raw)": 0.8470693826675415, "Finetune/Step": 4677, "Finetune/Step Time": 6.703514961525798}
+{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.7288705110549927, "Finetune/Loss (Raw)": 0.7717255353927612, "Finetune/Step": 4678, "Finetune/Step Time": 6.728362178429961}
+{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.7273641228675842, "Finetune/Loss (Raw)": 0.644109845161438, "Finetune/Step": 4679, "Finetune/Step Time": 6.728617547079921}
+{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.7298007607460022, "Finetune/Loss (Raw)": 0.895150899887085, "Finetune/Step": 4680, "Finetune/Step Time": 6.730663234367967}
+{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.7294226884841919, "Finetune/Loss (Raw)": 0.7621381282806396, "Finetune/Step": 4681, "Finetune/Step Time": 6.74738066457212}
+{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.7283349633216858, "Finetune/Loss (Raw)": 0.7586358785629272, "Finetune/Step": 4682, "Finetune/Step Time": 6.758740639314055}
+{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.728269100189209, "Finetune/Loss (Raw)": 0.7874758839607239, "Finetune/Step": 4683, "Finetune/Step Time": 6.742880826815963}
+{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.7277556657791138, "Finetune/Loss (Raw)": 0.872612714767456, "Finetune/Step": 4684, "Finetune/Step Time": 6.740829793736339}
+{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.7289549112319946, "Finetune/Loss (Raw)": 0.8511638045310974, "Finetune/Step": 4685, "Finetune/Step Time": 6.742315283045173}
+{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.7296861410140991, "Finetune/Loss (Raw)": 0.662139892578125, "Finetune/Step": 4686, "Finetune/Step Time": 6.7407069727778435}
+{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.7288667559623718, "Finetune/Loss (Raw)": 0.803119957447052, "Finetune/Step": 4687, "Finetune/Step Time": 6.732046872377396}
+{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.731230616569519, "Finetune/Loss (Raw)": 1.028125524520874, "Finetune/Step": 4688, "Finetune/Step Time": 6.728604167699814}
+{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.7318399548530579, "Finetune/Loss (Raw)": 0.8765679597854614, "Finetune/Step": 4689, "Finetune/Step Time": 6.7202992886304855}
+{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.7302948832511902, "Finetune/Loss (Raw)": 0.6501254439353943, "Finetune/Step": 4690, "Finetune/Step Time": 6.733797715976834}
+{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.7350730895996094, "Finetune/Loss (Raw)": 0.9141548871994019, "Finetune/Step": 4691, "Finetune/Step Time": 6.715431410819292}
+{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.7364851236343384, "Finetune/Loss (Raw)": 0.9378647208213806, "Finetune/Step": 4692, "Finetune/Step Time": 6.7151111755520105}
+{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.7371547222137451, "Finetune/Loss (Raw)": 0.7774137258529663, "Finetune/Step": 4693, "Finetune/Step Time": 6.727232813835144}
+{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.7381072044372559, "Finetune/Loss (Raw)": 0.8925132155418396, "Finetune/Step": 4694, "Finetune/Step Time": 6.721680290997028}
+{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.7377061247825623, "Finetune/Loss (Raw)": 0.8270109295845032, "Finetune/Step": 4695, "Finetune/Step Time": 6.725489450618625}
+{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.7365911602973938, "Finetune/Loss (Raw)": 0.6798508763313293, "Finetune/Step": 4696, "Finetune/Step Time": 6.736847082152963}
+{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.7359837293624878, "Finetune/Loss (Raw)": 0.7765934467315674, "Finetune/Step": 4697, "Finetune/Step Time": 6.731425270438194}
+{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.736189603805542, "Finetune/Loss (Raw)": 0.8663570284843445, "Finetune/Step": 4698, "Finetune/Step Time": 6.735215960070491}
+{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.7381563782691956, "Finetune/Loss (Raw)": 0.882496178150177, "Finetune/Step": 4699, "Finetune/Step Time": 6.730602880939841}
+{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.7386201024055481, "Finetune/Loss (Raw)": 0.7892608642578125, "Finetune/Step": 4700, "Finetune/Step Time": 6.715735141187906}
+{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.7399030923843384, "Finetune/Loss (Raw)": 0.8334564566612244, "Finetune/Step": 4701, "Finetune/Step Time": 6.703968733549118}
+{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.7393742799758911, "Finetune/Loss (Raw)": 0.7496200799942017, "Finetune/Step": 4702, "Finetune/Step Time": 6.705780442804098}
+{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.740689754486084, "Finetune/Loss (Raw)": 0.8891536593437195, "Finetune/Step": 4703, "Finetune/Step Time": 6.699013998731971}
+{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.7406857013702393, "Finetune/Loss (Raw)": 0.674138069152832, "Finetune/Step": 4704, "Finetune/Step Time": 6.69298904389143}
+{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.740517258644104, "Finetune/Loss (Raw)": 0.8841809630393982, "Finetune/Step": 4705, "Finetune/Step Time": 6.704087805002928}
+{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.7396939992904663, "Finetune/Loss (Raw)": 0.7384281754493713, "Finetune/Step": 4706, "Finetune/Step Time": 6.697782402858138}
+{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.7417687177658081, "Finetune/Loss (Raw)": 0.6806694269180298, "Finetune/Step": 4707, "Finetune/Step Time": 6.679934035986662}
+{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.7450767755508423, "Finetune/Loss (Raw)": 0.689774215221405, "Finetune/Step": 4708, "Finetune/Step Time": 6.660315969958901}
+{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.7451424598693848, "Finetune/Loss (Raw)": 0.6763386130332947, "Finetune/Step": 4709, "Finetune/Step Time": 6.664223590865731}
+{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.7467509508132935, "Finetune/Loss (Raw)": 0.9440877437591553, "Finetune/Step": 4710, "Finetune/Step Time": 6.654739702120423}
+{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.7460081577301025, "Finetune/Loss (Raw)": 0.7865447998046875, "Finetune/Step": 4711, "Finetune/Step Time": 6.655125547200441}
+{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.7459466457366943, "Finetune/Loss (Raw)": 0.7004959583282471, "Finetune/Step": 4712, "Finetune/Step Time": 6.667905615642667}
+{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.7476421594619751, "Finetune/Loss (Raw)": 0.8500476479530334, "Finetune/Step": 4713, "Finetune/Step Time": 6.669925048947334}
+{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.7480995655059814, "Finetune/Loss (Raw)": 0.7445865273475647, "Finetune/Step": 4714, "Finetune/Step Time": 6.672693781554699}
+{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.7473204135894775, "Finetune/Loss (Raw)": 0.7862672209739685, "Finetune/Step": 4715, "Finetune/Step Time": 6.675536410883069}
+{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.7463824152946472, "Finetune/Loss (Raw)": 0.7458345293998718, "Finetune/Step": 4716, "Finetune/Step Time": 6.651491714641452}
+{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.7468039989471436, "Finetune/Loss (Raw)": 0.8189607262611389, "Finetune/Step": 4717, "Finetune/Step Time": 6.638599187135696}
+{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.745592474937439, "Finetune/Loss (Raw)": 0.5586626529693604, "Finetune/Step": 4718, "Finetune/Step Time": 6.651892425492406}
+{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.7443108558654785, "Finetune/Loss (Raw)": 0.6536028385162354, "Finetune/Step": 4719, "Finetune/Step Time": 6.6518723629415035}
+{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.7459292411804199, "Finetune/Loss (Raw)": 0.4946124255657196, "Finetune/Step": 4720, "Finetune/Step Time": 6.667358227074146}
+{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.744070291519165, "Finetune/Loss (Raw)": 0.6119428277015686, "Finetune/Step": 4721, "Finetune/Step Time": 6.662457162514329}
+{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.7463443279266357, "Finetune/Loss (Raw)": 0.7006939053535461, "Finetune/Step": 4722, "Finetune/Step Time": 6.64506065659225}
+{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.7462024092674255, "Finetune/Loss (Raw)": 0.7686036229133606, "Finetune/Step": 4723, "Finetune/Step Time": 6.644120290875435}
+{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.7451959848403931, "Finetune/Loss (Raw)": 0.6475608944892883, "Finetune/Step": 4724, "Finetune/Step Time": 6.665910203009844}
+{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.745047926902771, "Finetune/Loss (Raw)": 0.6960641741752625, "Finetune/Step": 4725, "Finetune/Step Time": 6.679667688906193}
+{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.7442873120307922, "Finetune/Loss (Raw)": 0.6885908842086792, "Finetune/Step": 4726, "Finetune/Step Time": 6.683113107457757}
+{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.7443094849586487, "Finetune/Loss (Raw)": 0.7285171151161194, "Finetune/Step": 4727, "Finetune/Step Time": 6.680217849090695}
+{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.7439967393875122, "Finetune/Loss (Raw)": 0.7279033660888672, "Finetune/Step": 4728, "Finetune/Step Time": 6.683208681643009}
+{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.7466124296188354, "Finetune/Loss (Raw)": 1.0097204446792603, "Finetune/Step": 4729, "Finetune/Step Time": 6.68010369874537}
+{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.7452131509780884, "Finetune/Loss (Raw)": 0.7978318333625793, "Finetune/Step": 4730, "Finetune/Step Time": 6.675943551585078}
+{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.7449518442153931, "Finetune/Loss (Raw)": 0.62682044506073, "Finetune/Step": 4731, "Finetune/Step Time": 6.675488609820604}
+{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.7447528839111328, "Finetune/Loss (Raw)": 0.7914384007453918, "Finetune/Step": 4732, "Finetune/Step Time": 6.676046293228865}
+{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.7488272190093994, "Finetune/Loss (Raw)": 0.846897304058075, "Finetune/Step": 4733, "Finetune/Step Time": 6.6530110742896795}
+{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.7476229071617126, "Finetune/Loss (Raw)": 0.6836137175559998, "Finetune/Step": 4734, "Finetune/Step Time": 6.6599434316158295}
+{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.7485601902008057, "Finetune/Loss (Raw)": 0.8558987975120544, "Finetune/Step": 4735, "Finetune/Step Time": 6.650162423029542}
+{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.7471941709518433, "Finetune/Loss (Raw)": 0.5985300540924072, "Finetune/Step": 4736, "Finetune/Step Time": 6.66006095521152}
+{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.7450382709503174, "Finetune/Loss (Raw)": 0.6756318807601929, "Finetune/Step": 4737, "Finetune/Step Time": 6.670737547799945}
+{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.7457225918769836, "Finetune/Loss (Raw)": 0.8101834654808044, "Finetune/Step": 4738, "Finetune/Step Time": 6.669830875471234}
+{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.7490921020507812, "Finetune/Loss (Raw)": 0.715542197227478, "Finetune/Step": 4739, "Finetune/Step Time": 6.654716985300183}
+{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.7480974197387695, "Finetune/Loss (Raw)": 0.6867424249649048, "Finetune/Step": 4740, "Finetune/Step Time": 6.658236430957913}
+{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.7474689483642578, "Finetune/Loss (Raw)": 0.5527251958847046, "Finetune/Step": 4741, "Finetune/Step Time": 6.651815336197615}
+{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.7471880912780762, "Finetune/Loss (Raw)": 0.6686899065971375, "Finetune/Step": 4742, "Finetune/Step Time": 6.662696346640587}
+{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.7452558875083923, "Finetune/Loss (Raw)": 0.6524035334587097, "Finetune/Step": 4743, "Finetune/Step Time": 6.679048471152782}
+{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.7467806339263916, "Finetune/Loss (Raw)": 0.9394688606262207, "Finetune/Step": 4744, "Finetune/Step Time": 6.681258710101247}
+{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.74699866771698, "Finetune/Loss (Raw)": 0.7044693827629089, "Finetune/Step": 4745, "Finetune/Step Time": 6.700621634721756}
+{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.7458446025848389, "Finetune/Loss (Raw)": 0.6904662251472473, "Finetune/Step": 4746, "Finetune/Step Time": 6.725084502249956}
+{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.7459144592285156, "Finetune/Loss (Raw)": 0.902071475982666, "Finetune/Step": 4747, "Finetune/Step Time": 6.72589884698391}
+{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.7467060089111328, "Finetune/Loss (Raw)": 0.837925136089325, "Finetune/Step": 4748, "Finetune/Step Time": 6.722123257815838}
+{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.7460660338401794, "Finetune/Loss (Raw)": 0.793186604976654, "Finetune/Step": 4749, "Finetune/Step Time": 6.719161378219724}
+{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.7453576326370239, "Finetune/Loss (Raw)": 0.7449260950088501, "Finetune/Step": 4750, "Finetune/Step Time": 6.722072020173073}
+{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.744490385055542, "Finetune/Loss (Raw)": 0.7499595284461975, "Finetune/Step": 4751, "Finetune/Step Time": 6.73830146715045}
+{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.7452923059463501, "Finetune/Loss (Raw)": 0.8281845450401306, "Finetune/Step": 4752, "Finetune/Step Time": 6.74184044636786}
+{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.7442840337753296, "Finetune/Loss (Raw)": 0.7138617634773254, "Finetune/Step": 4753, "Finetune/Step Time": 6.744518654420972}
+{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.747835099697113, "Finetune/Loss (Raw)": 0.8003329634666443, "Finetune/Step": 4754, "Finetune/Step Time": 6.7304564490914345}
+{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.7479722499847412, "Finetune/Loss (Raw)": 0.7697160840034485, "Finetune/Step": 4755, "Finetune/Step Time": 6.730046760290861}
+{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.7487384080886841, "Finetune/Loss (Raw)": 0.7721160650253296, "Finetune/Step": 4756, "Finetune/Step Time": 6.722736025229096}
+{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.7490485906600952, "Finetune/Loss (Raw)": 0.7766647934913635, "Finetune/Step": 4757, "Finetune/Step Time": 6.722170606255531}
+{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.7496110200881958, "Finetune/Loss (Raw)": 0.7607412934303284, "Finetune/Step": 4758, "Finetune/Step Time": 6.712876943871379}
+{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.7505523562431335, "Finetune/Loss (Raw)": 0.6973559260368347, "Finetune/Step": 4759, "Finetune/Step Time": 6.698792953044176}
+{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.7545122504234314, "Finetune/Loss (Raw)": 0.7814574837684631, "Finetune/Step": 4760, "Finetune/Step Time": 6.690950883552432}
+{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.7546895742416382, "Finetune/Loss (Raw)": 0.6050106287002563, "Finetune/Step": 4761, "Finetune/Step Time": 6.693368446081877}
+{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.7535983324050903, "Finetune/Loss (Raw)": 0.7243415713310242, "Finetune/Step": 4762, "Finetune/Step Time": 6.691600069403648}
+{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.7551995515823364, "Finetune/Loss (Raw)": 0.7714643478393555, "Finetune/Step": 4763, "Finetune/Step Time": 6.676321631297469}
+{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.7543690204620361, "Finetune/Loss (Raw)": 0.6828612685203552, "Finetune/Step": 4764, "Finetune/Step Time": 6.679821705445647}
+{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.7528280019760132, "Finetune/Loss (Raw)": 0.6584422588348389, "Finetune/Step": 4765, "Finetune/Step Time": 6.680021507665515}
+{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.7522658109664917, "Finetune/Loss (Raw)": 0.9266703128814697, "Finetune/Step": 4766, "Finetune/Step Time": 6.682279523462057}
+{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.7539210319519043, "Finetune/Loss (Raw)": 0.821121335029602, "Finetune/Step": 4767, "Finetune/Step Time": 6.644201919436455}
+{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.753021240234375, "Finetune/Loss (Raw)": 0.742161750793457, "Finetune/Step": 4768, "Finetune/Step Time": 6.647863822057843}
+{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.7527217268943787, "Finetune/Loss (Raw)": 0.7582117319107056, "Finetune/Step": 4769, "Finetune/Step Time": 6.6471724063158035}
+{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.7501596212387085, "Finetune/Loss (Raw)": 0.4696430265903473, "Finetune/Step": 4770, "Finetune/Step Time": 6.66056190431118}
+{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.7502788305282593, "Finetune/Loss (Raw)": 0.9010101556777954, "Finetune/Step": 4771, "Finetune/Step Time": 6.663047164678574}
+{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.7527710199356079, "Finetune/Loss (Raw)": 0.691199004650116, "Finetune/Step": 4772, "Finetune/Step Time": 6.655605658888817}
+{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.75071781873703, "Finetune/Loss (Raw)": 0.5657628774642944, "Finetune/Step": 4773, "Finetune/Step Time": 6.655473496764898}
+{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.7519835233688354, "Finetune/Loss (Raw)": 0.790393054485321, "Finetune/Step": 4774, "Finetune/Step Time": 6.635758636519313}
+{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.7525725364685059, "Finetune/Loss (Raw)": 0.8782985806465149, "Finetune/Step": 4775, "Finetune/Step Time": 6.633577646687627}
+{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.7521655559539795, "Finetune/Loss (Raw)": 0.680633544921875, "Finetune/Step": 4776, "Finetune/Step Time": 6.645116476342082}
+{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.7515144944190979, "Finetune/Loss (Raw)": 0.7599104642868042, "Finetune/Step": 4777, "Finetune/Step Time": 6.6462259236723185}
+{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.7486966252326965, "Finetune/Loss (Raw)": 0.28332293033599854, "Finetune/Step": 4778, "Finetune/Step Time": 6.6505778934806585}
+{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.7497664093971252, "Finetune/Loss (Raw)": 0.9242091774940491, "Finetune/Step": 4779, "Finetune/Step Time": 6.652319425716996}
+{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.7492056488990784, "Finetune/Loss (Raw)": 0.7023888826370239, "Finetune/Step": 4780, "Finetune/Step Time": 6.6572284903377295}
+{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.751969575881958, "Finetune/Loss (Raw)": 0.6510149836540222, "Finetune/Step": 4781, "Finetune/Step Time": 6.645699167624116}
+{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.7512980699539185, "Finetune/Loss (Raw)": 0.6508021354675293, "Finetune/Step": 4782, "Finetune/Step Time": 6.646971460431814}
+{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.7492209672927856, "Finetune/Loss (Raw)": 0.3635005056858063, "Finetune/Step": 4783, "Finetune/Step Time": 6.661721728742123}
+{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.7519416213035583, "Finetune/Loss (Raw)": 0.7802131175994873, "Finetune/Step": 4784, "Finetune/Step Time": 6.635557875037193}
+{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.753653883934021, "Finetune/Loss (Raw)": 0.9599323272705078, "Finetune/Step": 4785, "Finetune/Step Time": 6.636405099183321}
+{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.7534669637680054, "Finetune/Loss (Raw)": 0.8117458820343018, "Finetune/Step": 4786, "Finetune/Step Time": 6.638427808880806}
+{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.7526370286941528, "Finetune/Loss (Raw)": 0.7592436075210571, "Finetune/Step": 4787, "Finetune/Step Time": 6.633130518719554}
+{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.7510688304901123, "Finetune/Loss (Raw)": 0.6324803233146667, "Finetune/Step": 4788, "Finetune/Step Time": 6.631291346624494}
+{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.7505499124526978, "Finetune/Loss (Raw)": 0.6077527403831482, "Finetune/Step": 4789, "Finetune/Step Time": 6.631150161847472}
+{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.750402569770813, "Finetune/Loss (Raw)": 0.8246878981590271, "Finetune/Step": 4790, "Finetune/Step Time": 6.635314639657736}
+{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.7463319301605225, "Finetune/Loss (Raw)": 0.29721900820732117, "Finetune/Step": 4791, "Finetune/Step Time": 6.664906760677695}
+{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.7478170990943909, "Finetune/Loss (Raw)": 0.9632493853569031, "Finetune/Step": 4792, "Finetune/Step Time": 6.668647158890963}
+{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.7488641738891602, "Finetune/Loss (Raw)": 0.8354000449180603, "Finetune/Step": 4793, "Finetune/Step Time": 6.667172096669674}
+{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.7496125102043152, "Finetune/Loss (Raw)": 0.6956376433372498, "Finetune/Step": 4794, "Finetune/Step Time": 6.64838382601738}
+{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.748403787612915, "Finetune/Loss (Raw)": 0.6865884065628052, "Finetune/Step": 4795, "Finetune/Step Time": 6.678202956914902}
+{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.7491775155067444, "Finetune/Loss (Raw)": 0.846721351146698, "Finetune/Step": 4796, "Finetune/Step Time": 6.672596512362361}
+{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.752653956413269, "Finetune/Loss (Raw)": 0.7940376996994019, "Finetune/Step": 4797, "Finetune/Step Time": 6.65335801243782}
+{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.7511073350906372, "Finetune/Loss (Raw)": 0.6016131043434143, "Finetune/Step": 4798, "Finetune/Step Time": 6.66831542365253}
+{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.7519608736038208, "Finetune/Loss (Raw)": 0.8359982371330261, "Finetune/Step": 4799, "Finetune/Step Time": 6.672848742455244}
+{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.7530325651168823, "Finetune/Loss (Raw)": 0.9584971070289612, "Finetune/Step": 4800, "Finetune/Step Time": 6.6559606697410345}
+{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.7535642385482788, "Finetune/Loss (Raw)": 0.8567994832992554, "Finetune/Step": 4801, "Finetune/Step Time": 6.647922348231077}
+{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.7531140446662903, "Finetune/Loss (Raw)": 0.8009005784988403, "Finetune/Step": 4802, "Finetune/Step Time": 6.621319834142923}
+{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.7531798481941223, "Finetune/Loss (Raw)": 0.8522669672966003, "Finetune/Step": 4803, "Finetune/Step Time": 6.6249854024499655}
+{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.7537746429443359, "Finetune/Loss (Raw)": 0.82120680809021, "Finetune/Step": 4804, "Finetune/Step Time": 6.617301793769002}
+{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.75384521484375, "Finetune/Loss (Raw)": 0.8561047315597534, "Finetune/Step": 4805, "Finetune/Step Time": 6.623157666996121}
+{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.7539610862731934, "Finetune/Loss (Raw)": 0.7865595817565918, "Finetune/Step": 4806, "Finetune/Step Time": 6.604211499914527}
+{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.7549453973770142, "Finetune/Loss (Raw)": 0.7700886130332947, "Finetune/Step": 4807, "Finetune/Step Time": 6.615794042125344}
+{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.7550932168960571, "Finetune/Loss (Raw)": 0.9140780568122864, "Finetune/Step": 4808, "Finetune/Step Time": 6.601898496970534}
+{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.7535892724990845, "Finetune/Loss (Raw)": 0.5696350336074829, "Finetune/Step": 4809, "Finetune/Step Time": 6.590650334954262}
+{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.753560483455658, "Finetune/Loss (Raw)": 0.7549492716789246, "Finetune/Step": 4810, "Finetune/Step Time": 6.581231677904725}
+{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.7536869049072266, "Finetune/Loss (Raw)": 0.8036599159240723, "Finetune/Step": 4811, "Finetune/Step Time": 6.5969607103616}
+{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.753009021282196, "Finetune/Loss (Raw)": 0.7858401536941528, "Finetune/Step": 4812, "Finetune/Step Time": 6.597198074683547}
+{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.7500551342964172, "Finetune/Loss (Raw)": 0.47306352853775024, "Finetune/Step": 4813, "Finetune/Step Time": 6.6121774055063725}
+{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.7511788010597229, "Finetune/Loss (Raw)": 0.8059741854667664, "Finetune/Step": 4814, "Finetune/Step Time": 6.602370208129287}
+{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.7518492937088013, "Finetune/Loss (Raw)": 0.8889332413673401, "Finetune/Step": 4815, "Finetune/Step Time": 6.600196285173297}
+{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.7491704225540161, "Finetune/Loss (Raw)": 0.6852397918701172, "Finetune/Step": 4816, "Finetune/Step Time": 6.616724494844675}
+{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.748840868473053, "Finetune/Loss (Raw)": 0.8343830704689026, "Finetune/Step": 4817, "Finetune/Step Time": 6.63207184150815}
+{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.7502919435501099, "Finetune/Loss (Raw)": 0.8358680009841919, "Finetune/Step": 4818, "Finetune/Step Time": 6.622620139271021}
+{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.7499580383300781, "Finetune/Loss (Raw)": 0.8714160323143005, "Finetune/Step": 4819, "Finetune/Step Time": 6.6220778003335}
+{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.7493684887886047, "Finetune/Loss (Raw)": 0.8623979687690735, "Finetune/Step": 4820, "Finetune/Step Time": 6.624194670468569}
+{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.7502257227897644, "Finetune/Loss (Raw)": 0.8871386647224426, "Finetune/Step": 4821, "Finetune/Step Time": 6.611399874091148}
+{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.7497153282165527, "Finetune/Loss (Raw)": 0.8271776437759399, "Finetune/Step": 4822, "Finetune/Step Time": 6.618142610415816}
+{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.7499550580978394, "Finetune/Loss (Raw)": 0.8576974272727966, "Finetune/Step": 4823, "Finetune/Step Time": 6.617375213652849}
+{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.7469157576560974, "Finetune/Loss (Raw)": 0.2908267378807068, "Finetune/Step": 4824, "Finetune/Step Time": 6.621033802628517}
+{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.7467682361602783, "Finetune/Loss (Raw)": 0.7577047944068909, "Finetune/Step": 4825, "Finetune/Step Time": 6.62524251639843}
+{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.7460971474647522, "Finetune/Loss (Raw)": 0.7804595828056335, "Finetune/Step": 4826, "Finetune/Step Time": 6.634402211755514}
+{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.7459192276000977, "Finetune/Loss (Raw)": 0.8597291707992554, "Finetune/Step": 4827, "Finetune/Step Time": 6.623307924717665}
+{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.7464740872383118, "Finetune/Loss (Raw)": 0.8602766394615173, "Finetune/Step": 4828, "Finetune/Step Time": 6.629329893738031}
+{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.7461931705474854, "Finetune/Loss (Raw)": 0.7975034117698669, "Finetune/Step": 4829, "Finetune/Step Time": 6.634777845814824}
+{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.746240496635437, "Finetune/Loss (Raw)": 0.7556822896003723, "Finetune/Step": 4830, "Finetune/Step Time": 6.632003698498011}
+{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.7420734763145447, "Finetune/Loss (Raw)": 0.35576581954956055, "Finetune/Step": 4831, "Finetune/Step Time": 6.644098894670606}
+{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.7419822812080383, "Finetune/Loss (Raw)": 0.6624714732170105, "Finetune/Step": 4832, "Finetune/Step Time": 6.6664412915706635}
+{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.7411656379699707, "Finetune/Loss (Raw)": 0.779647171497345, "Finetune/Step": 4833, "Finetune/Step Time": 6.659247113391757}
+{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.7426236271858215, "Finetune/Loss (Raw)": 0.925054132938385, "Finetune/Step": 4834, "Finetune/Step Time": 6.663046518340707}
+{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.7438773512840271, "Finetune/Loss (Raw)": 0.8411408066749573, "Finetune/Step": 4835, "Finetune/Step Time": 6.6594292633235455}
+{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.7454341650009155, "Finetune/Loss (Raw)": 0.8890414237976074, "Finetune/Step": 4836, "Finetune/Step Time": 6.667390953749418}
+{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.7461943030357361, "Finetune/Loss (Raw)": 0.7736414074897766, "Finetune/Step": 4837, "Finetune/Step Time": 6.648919828236103}
+{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.7456023693084717, "Finetune/Loss (Raw)": 0.868323564529419, "Finetune/Step": 4838, "Finetune/Step Time": 6.649232683703303}
+{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.7448376417160034, "Finetune/Loss (Raw)": 0.6886547803878784, "Finetune/Step": 4839, "Finetune/Step Time": 6.649711640551686}
+{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.7454653382301331, "Finetune/Loss (Raw)": 0.7808473706245422, "Finetune/Step": 4840, "Finetune/Step Time": 6.639430943876505}
+{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.7445288300514221, "Finetune/Loss (Raw)": 0.7301693558692932, "Finetune/Step": 4841, "Finetune/Step Time": 6.644896550104022}
+{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.7439097762107849, "Finetune/Loss (Raw)": 0.6653498411178589, "Finetune/Step": 4842, "Finetune/Step Time": 6.654760502278805}
+{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.7451822757720947, "Finetune/Loss (Raw)": 0.9491435885429382, "Finetune/Step": 4843, "Finetune/Step Time": 6.651051662862301}
+{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.7447175979614258, "Finetune/Loss (Raw)": 0.6863583326339722, "Finetune/Step": 4844, "Finetune/Step Time": 6.670263221487403}
+{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.7451488971710205, "Finetune/Loss (Raw)": 0.8741642832756042, "Finetune/Step": 4845, "Finetune/Step Time": 6.67213779874146}
+{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.7470784187316895, "Finetune/Loss (Raw)": 0.8056429624557495, "Finetune/Step": 4846, "Finetune/Step Time": 6.682050658389926}
+{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.7444741725921631, "Finetune/Loss (Raw)": 0.3202560544013977, "Finetune/Step": 4847, "Finetune/Step Time": 6.702619580551982}
+{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.7458103895187378, "Finetune/Loss (Raw)": 0.6656531095504761, "Finetune/Step": 4848, "Finetune/Step Time": 6.666275152936578}
+{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.7463209629058838, "Finetune/Loss (Raw)": 0.6772969365119934, "Finetune/Step": 4849, "Finetune/Step Time": 6.679871654137969}
+{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.7476419806480408, "Finetune/Loss (Raw)": 0.8697869777679443, "Finetune/Step": 4850, "Finetune/Step Time": 6.687785590067506}
+{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.7483786344528198, "Finetune/Loss (Raw)": 0.8628901839256287, "Finetune/Step": 4851, "Finetune/Step Time": 6.692098155617714}
+{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.7485339641571045, "Finetune/Loss (Raw)": 0.6674472689628601, "Finetune/Step": 4852, "Finetune/Step Time": 6.684082351624966}
+{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.7495807409286499, "Finetune/Loss (Raw)": 0.8300507664680481, "Finetune/Step": 4853, "Finetune/Step Time": 6.679697476327419}
+{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.748515248298645, "Finetune/Loss (Raw)": 0.5522053241729736, "Finetune/Step": 4854, "Finetune/Step Time": 6.6818909253925085}
+{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.7488789558410645, "Finetune/Loss (Raw)": 0.775069534778595, "Finetune/Step": 4855, "Finetune/Step Time": 6.6827156990766525}
+{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.7495650053024292, "Finetune/Loss (Raw)": 0.8157256245613098, "Finetune/Step": 4856, "Finetune/Step Time": 6.677062675356865}
+{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.7485148310661316, "Finetune/Loss (Raw)": 0.8752904534339905, "Finetune/Step": 4857, "Finetune/Step Time": 6.685000775381923}
+{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.749692976474762, "Finetune/Loss (Raw)": 0.948643147945404, "Finetune/Step": 4858, "Finetune/Step Time": 6.694051072001457}
+{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.750991702079773, "Finetune/Loss (Raw)": 0.7930566668510437, "Finetune/Step": 4859, "Finetune/Step Time": 6.680126277729869}
+{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.7503737211227417, "Finetune/Loss (Raw)": 0.7123345732688904, "Finetune/Step": 4860, "Finetune/Step Time": 6.678248507902026}
+{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.7494806051254272, "Finetune/Loss (Raw)": 0.7325708866119385, "Finetune/Step": 4861, "Finetune/Step Time": 6.692008415237069}
+{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.7513566017150879, "Finetune/Loss (Raw)": 0.9237465858459473, "Finetune/Step": 4862, "Finetune/Step Time": 6.676883235573769}
+{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.7519903182983398, "Finetune/Loss (Raw)": 0.937007486820221, "Finetune/Step": 4863, "Finetune/Step Time": 6.680570784956217}
+{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.753135085105896, "Finetune/Loss (Raw)": 0.7450665235519409, "Finetune/Step": 4864, "Finetune/Step Time": 6.685686219483614}
+{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.7544357180595398, "Finetune/Loss (Raw)": 0.8421105146408081, "Finetune/Step": 4865, "Finetune/Step Time": 6.679414063692093}
+{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.7538399696350098, "Finetune/Loss (Raw)": 0.7339375019073486, "Finetune/Step": 4866, "Finetune/Step Time": 6.671161636710167}
+{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.7509467601776123, "Finetune/Loss (Raw)": 0.3452058732509613, "Finetune/Step": 4867, "Finetune/Step Time": 6.69048698246479}
+{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.751065731048584, "Finetune/Loss (Raw)": 0.7019667625427246, "Finetune/Step": 4868, "Finetune/Step Time": 6.689602740108967}
+{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.75189608335495, "Finetune/Loss (Raw)": 0.659014105796814, "Finetune/Step": 4869, "Finetune/Step Time": 6.683132041245699}
+{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.7522315979003906, "Finetune/Loss (Raw)": 0.7116297483444214, "Finetune/Step": 4870, "Finetune/Step Time": 6.668357355520129}
+{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.7535045146942139, "Finetune/Loss (Raw)": 0.8153411746025085, "Finetune/Step": 4871, "Finetune/Step Time": 6.662099711596966}
+{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.7522184252738953, "Finetune/Loss (Raw)": 0.7748498916625977, "Finetune/Step": 4872, "Finetune/Step Time": 6.661919420585036}
+{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.7521778345108032, "Finetune/Loss (Raw)": 0.6992714405059814, "Finetune/Step": 4873, "Finetune/Step Time": 6.66916611418128}
+{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.7511435151100159, "Finetune/Loss (Raw)": 0.5580757260322571, "Finetune/Step": 4874, "Finetune/Step Time": 6.663380917161703}
+{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.7498812675476074, "Finetune/Loss (Raw)": 0.7405104041099548, "Finetune/Step": 4875, "Finetune/Step Time": 6.671360542997718}
+{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.7502037882804871, "Finetune/Loss (Raw)": 0.8791995048522949, "Finetune/Step": 4876, "Finetune/Step Time": 6.665017766878009}
+{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.7509275674819946, "Finetune/Loss (Raw)": 0.8858222365379333, "Finetune/Step": 4877, "Finetune/Step Time": 6.666535027325153}
+{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.7508134245872498, "Finetune/Loss (Raw)": 0.7303199768066406, "Finetune/Step": 4878, "Finetune/Step Time": 6.668657740578055}
+{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.7515530586242676, "Finetune/Loss (Raw)": 0.8446316719055176, "Finetune/Step": 4879, "Finetune/Step Time": 6.650301994755864}
+{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.7518860101699829, "Finetune/Loss (Raw)": 0.8708053827285767, "Finetune/Step": 4880, "Finetune/Step Time": 6.64675585180521}
+{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.7539030909538269, "Finetune/Loss (Raw)": 0.9720484614372253, "Finetune/Step": 4881, "Finetune/Step Time": 6.631173508241773}
+{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.7528489232063293, "Finetune/Loss (Raw)": 0.6654008626937866, "Finetune/Step": 4882, "Finetune/Step Time": 6.633692882955074}
+{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.7520880103111267, "Finetune/Loss (Raw)": 0.6723224520683289, "Finetune/Step": 4883, "Finetune/Step Time": 6.6257984060794115}
+{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.7527678608894348, "Finetune/Loss (Raw)": 0.8591302037239075, "Finetune/Step": 4884, "Finetune/Step Time": 6.628884209319949}
+{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.752510130405426, "Finetune/Loss (Raw)": 0.7436789870262146, "Finetune/Step": 4885, "Finetune/Step Time": 6.632576292380691}
+{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.7533102035522461, "Finetune/Loss (Raw)": 0.8631544709205627, "Finetune/Step": 4886, "Finetune/Step Time": 6.639878250658512}
+{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.7543041706085205, "Finetune/Loss (Raw)": 0.8245857357978821, "Finetune/Step": 4887, "Finetune/Step Time": 6.646218815818429}
+{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.7546998262405396, "Finetune/Loss (Raw)": 0.832089900970459, "Finetune/Step": 4888, "Finetune/Step Time": 6.6462232898920774}
+{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.7561295628547668, "Finetune/Loss (Raw)": 0.7880232334136963, "Finetune/Step": 4889, "Finetune/Step Time": 6.635695744305849}
+{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.755953848361969, "Finetune/Loss (Raw)": 0.7018471956253052, "Finetune/Step": 4890, "Finetune/Step Time": 6.6544493567198515}
+{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.755654513835907, "Finetune/Loss (Raw)": 0.7331517338752747, "Finetune/Step": 4891, "Finetune/Step Time": 6.652250548824668}
+{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.7563453912734985, "Finetune/Loss (Raw)": 0.7712935209274292, "Finetune/Step": 4892, "Finetune/Step Time": 6.648266723379493}
+{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.7580760717391968, "Finetune/Loss (Raw)": 0.8799647688865662, "Finetune/Step": 4893, "Finetune/Step Time": 6.647459212690592}
+{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.7563944458961487, "Finetune/Loss (Raw)": 0.7114239931106567, "Finetune/Step": 4894, "Finetune/Step Time": 6.653558142483234}
+{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.7551614046096802, "Finetune/Loss (Raw)": 0.6632940173149109, "Finetune/Step": 4895, "Finetune/Step Time": 6.654958628118038}
+{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.7561420202255249, "Finetune/Loss (Raw)": 0.8676838874816895, "Finetune/Step": 4896, "Finetune/Step Time": 6.64808058552444}
+{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.7551487684249878, "Finetune/Loss (Raw)": 0.6310721635818481, "Finetune/Step": 4897, "Finetune/Step Time": 6.653076542541385}
+{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.7568085193634033, "Finetune/Loss (Raw)": 0.6820850372314453, "Finetune/Step": 4898, "Finetune/Step Time": 6.6554695051163435}
+{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.7566068172454834, "Finetune/Loss (Raw)": 0.8751951456069946, "Finetune/Step": 4899, "Finetune/Step Time": 6.653070345520973}
+{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.7573683261871338, "Finetune/Loss (Raw)": 0.7886771559715271, "Finetune/Step": 4900, "Finetune/Step Time": 6.640597695484757}
+{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.758773922920227, "Finetune/Loss (Raw)": 0.7456714510917664, "Finetune/Step": 4901, "Finetune/Step Time": 6.638556027784944}
+{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.7584265470504761, "Finetune/Loss (Raw)": 0.7459407448768616, "Finetune/Step": 4902, "Finetune/Step Time": 6.647816633805633}
+{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.7573232650756836, "Finetune/Loss (Raw)": 0.7370753288269043, "Finetune/Step": 4903, "Finetune/Step Time": 6.647120971232653}
+{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.7580813765525818, "Finetune/Loss (Raw)": 0.7776693105697632, "Finetune/Step": 4904, "Finetune/Step Time": 6.632625263184309}
+{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.7583822011947632, "Finetune/Loss (Raw)": 0.798414945602417, "Finetune/Step": 4905, "Finetune/Step Time": 6.635769452899694}
+{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.761833906173706, "Finetune/Loss (Raw)": 0.7251461148262024, "Finetune/Step": 4906, "Finetune/Step Time": 6.61830722913146}
+{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.7593864798545837, "Finetune/Loss (Raw)": 0.6109350323677063, "Finetune/Step": 4907, "Finetune/Step Time": 6.624878963455558}
+{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.7599624395370483, "Finetune/Loss (Raw)": 0.7761130332946777, "Finetune/Step": 4908, "Finetune/Step Time": 6.636331645771861}
+{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.7607792615890503, "Finetune/Loss (Raw)": 0.7555709481239319, "Finetune/Step": 4909, "Finetune/Step Time": 6.632691213861108}
+{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.762080729007721, "Finetune/Loss (Raw)": 0.8173858523368835, "Finetune/Step": 4910, "Finetune/Step Time": 6.622461600229144}
+{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.765217661857605, "Finetune/Loss (Raw)": 0.765028715133667, "Finetune/Step": 4911, "Finetune/Step Time": 6.602339915931225}
+{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.7652136087417603, "Finetune/Loss (Raw)": 0.7796891331672668, "Finetune/Step": 4912, "Finetune/Step Time": 6.6091561652719975}
+{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.7640680074691772, "Finetune/Loss (Raw)": 0.8132970929145813, "Finetune/Step": 4913, "Finetune/Step Time": 6.6172895431518555}
+{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.7608800530433655, "Finetune/Loss (Raw)": 0.4036886990070343, "Finetune/Step": 4914, "Finetune/Step Time": 6.6339257806539536}
+{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.7600905299186707, "Finetune/Loss (Raw)": 0.6581870317459106, "Finetune/Step": 4915, "Finetune/Step Time": 6.637763693928719}
+{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.7610678672790527, "Finetune/Loss (Raw)": 0.7575826644897461, "Finetune/Step": 4916, "Finetune/Step Time": 6.612894918769598}
+{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.7594960331916809, "Finetune/Loss (Raw)": 0.40655386447906494, "Finetune/Step": 4917, "Finetune/Step Time": 6.629243325442076}
+{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.7593095302581787, "Finetune/Loss (Raw)": 0.8008205890655518, "Finetune/Step": 4918, "Finetune/Step Time": 6.624365519732237}
+{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.7629989385604858, "Finetune/Loss (Raw)": 0.7694552540779114, "Finetune/Step": 4919, "Finetune/Step Time": 6.597455944865942}
+{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.7623501420021057, "Finetune/Loss (Raw)": 0.8802054524421692, "Finetune/Step": 4920, "Finetune/Step Time": 6.59371904283762}
+{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.7618201375007629, "Finetune/Loss (Raw)": 0.7675561308860779, "Finetune/Step": 4921, "Finetune/Step Time": 6.606688763946295}
+{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.7617131471633911, "Finetune/Loss (Raw)": 0.6819462776184082, "Finetune/Step": 4922, "Finetune/Step Time": 6.60818743146956}
+{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.7620944380760193, "Finetune/Loss (Raw)": 0.7353940010070801, "Finetune/Step": 4923, "Finetune/Step Time": 6.593836650252342}
+{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.7612183094024658, "Finetune/Loss (Raw)": 0.7345744967460632, "Finetune/Step": 4924, "Finetune/Step Time": 6.594783261418343}
+{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.7607681751251221, "Finetune/Loss (Raw)": 0.7364192008972168, "Finetune/Step": 4925, "Finetune/Step Time": 6.594597423449159}
+{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.7617683410644531, "Finetune/Loss (Raw)": 0.7296361923217773, "Finetune/Step": 4926, "Finetune/Step Time": 6.579819744452834}
+{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.7612580060958862, "Finetune/Loss (Raw)": 0.7706799507141113, "Finetune/Step": 4927, "Finetune/Step Time": 6.577861737459898}
+{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.7581029534339905, "Finetune/Loss (Raw)": 0.5546482801437378, "Finetune/Step": 4928, "Finetune/Step Time": 6.60067212022841}
+{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.7572357058525085, "Finetune/Loss (Raw)": 0.7457882165908813, "Finetune/Step": 4929, "Finetune/Step Time": 6.605681607499719}
+{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.7570393085479736, "Finetune/Loss (Raw)": 0.7757675051689148, "Finetune/Step": 4930, "Finetune/Step Time": 6.605266854166985}
+{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.7569431066513062, "Finetune/Loss (Raw)": 0.8399558663368225, "Finetune/Step": 4931, "Finetune/Step Time": 6.613583575934172}
+{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.7570106983184814, "Finetune/Loss (Raw)": 0.8298527598381042, "Finetune/Step": 4932, "Finetune/Step Time": 6.611069617792964}
+{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.7558488845825195, "Finetune/Loss (Raw)": 0.7073982357978821, "Finetune/Step": 4933, "Finetune/Step Time": 6.621621295809746}
+{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.7562500238418579, "Finetune/Loss (Raw)": 0.8378999829292297, "Finetune/Step": 4934, "Finetune/Step Time": 6.617029057815671}
+{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.7569057941436768, "Finetune/Loss (Raw)": 0.8540213704109192, "Finetune/Step": 4935, "Finetune/Step Time": 6.605207052081823}
+{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.7551784515380859, "Finetune/Loss (Raw)": 0.6929848194122314, "Finetune/Step": 4936, "Finetune/Step Time": 6.615136677399278}
+{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.757870614528656, "Finetune/Loss (Raw)": 0.9142259359359741, "Finetune/Step": 4937, "Finetune/Step Time": 6.609541296958923}
+{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.7582553625106812, "Finetune/Loss (Raw)": 0.8042089343070984, "Finetune/Step": 4938, "Finetune/Step Time": 6.620775204151869}
+{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.7545977830886841, "Finetune/Loss (Raw)": 0.33548298478126526, "Finetune/Step": 4939, "Finetune/Step Time": 6.6296826638281345}
+{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.7533495426177979, "Finetune/Loss (Raw)": 0.6260651350021362, "Finetune/Step": 4940, "Finetune/Step Time": 6.629982614889741}
+{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.7548823952674866, "Finetune/Loss (Raw)": 0.6692662239074707, "Finetune/Step": 4941, "Finetune/Step Time": 6.611673526465893}
+{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.7540808320045471, "Finetune/Loss (Raw)": 0.7033776044845581, "Finetune/Step": 4942, "Finetune/Step Time": 6.618101079016924}
+{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.7524943351745605, "Finetune/Loss (Raw)": 0.6858619451522827, "Finetune/Step": 4943, "Finetune/Step Time": 6.629534812644124}
+{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.7534276843070984, "Finetune/Loss (Raw)": 0.8047086596488953, "Finetune/Step": 4944, "Finetune/Step Time": 6.616394221782684}
+{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.7537696361541748, "Finetune/Loss (Raw)": 0.8781508803367615, "Finetune/Step": 4945, "Finetune/Step Time": 6.605197763070464}
+{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.7527940273284912, "Finetune/Loss (Raw)": 0.7109887599945068, "Finetune/Step": 4946, "Finetune/Step Time": 6.6059474647045135}
+{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.7520353198051453, "Finetune/Loss (Raw)": 0.7743040919303894, "Finetune/Step": 4947, "Finetune/Step Time": 6.607358830049634}
+{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.7510796189308167, "Finetune/Loss (Raw)": 0.7400678396224976, "Finetune/Step": 4948, "Finetune/Step Time": 6.605525175109506}
+{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.7497420907020569, "Finetune/Loss (Raw)": 0.715931236743927, "Finetune/Step": 4949, "Finetune/Step Time": 6.603540355339646}
+{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.748497724533081, "Finetune/Loss (Raw)": 0.6679012775421143, "Finetune/Step": 4950, "Finetune/Step Time": 6.611249094828963}
+{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.7482548952102661, "Finetune/Loss (Raw)": 0.8266189694404602, "Finetune/Step": 4951, "Finetune/Step Time": 6.61011553555727}
+{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.7522304654121399, "Finetune/Loss (Raw)": 0.7997016906738281, "Finetune/Step": 4952, "Finetune/Step Time": 6.6011260487139225}
+{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.751853883266449, "Finetune/Loss (Raw)": 0.7094968557357788, "Finetune/Step": 4953, "Finetune/Step Time": 6.602648237720132}
+{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.7518881559371948, "Finetune/Loss (Raw)": 0.7848526835441589, "Finetune/Step": 4954, "Finetune/Step Time": 6.627414109185338}
+{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.751380980014801, "Finetune/Loss (Raw)": 0.7948040962219238, "Finetune/Step": 4955, "Finetune/Step Time": 6.631603131070733}
+{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.7511639595031738, "Finetune/Loss (Raw)": 0.8325043320655823, "Finetune/Step": 4956, "Finetune/Step Time": 6.620646443217993}
+{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.7515326142311096, "Finetune/Loss (Raw)": 0.8446847796440125, "Finetune/Step": 4957, "Finetune/Step Time": 6.610960738733411}
+{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.7511058449745178, "Finetune/Loss (Raw)": 0.7010591626167297, "Finetune/Step": 4958, "Finetune/Step Time": 6.628493556752801}
+{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.7517558336257935, "Finetune/Loss (Raw)": 0.4389636814594269, "Finetune/Step": 4959, "Finetune/Step Time": 6.629882168024778}
+{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.7523903250694275, "Finetune/Loss (Raw)": 0.7436887621879578, "Finetune/Step": 4960, "Finetune/Step Time": 6.604932747781277}
+{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.752131998538971, "Finetune/Loss (Raw)": 0.7465789318084717, "Finetune/Step": 4961, "Finetune/Step Time": 6.602837763726711}
+{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.7513308525085449, "Finetune/Loss (Raw)": 0.8225101232528687, "Finetune/Step": 4962, "Finetune/Step Time": 6.601861830800772}
+{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.7506301403045654, "Finetune/Loss (Raw)": 0.7514419555664062, "Finetune/Step": 4963, "Finetune/Step Time": 6.605935318395495}
+{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.7504769563674927, "Finetune/Loss (Raw)": 0.8694353103637695, "Finetune/Step": 4964, "Finetune/Step Time": 6.599615333601832}
+{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.7515456676483154, "Finetune/Loss (Raw)": 0.910433292388916, "Finetune/Step": 4965, "Finetune/Step Time": 6.600527212023735}
+{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.7504892349243164, "Finetune/Loss (Raw)": 0.733109176158905, "Finetune/Step": 4966, "Finetune/Step Time": 6.60386279784143}
+{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.7519950866699219, "Finetune/Loss (Raw)": 0.8813990950584412, "Finetune/Step": 4967, "Finetune/Step Time": 6.601902095600963}
+{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.75208580493927, "Finetune/Loss (Raw)": 0.7924594283103943, "Finetune/Step": 4968, "Finetune/Step Time": 6.607688752934337}
+{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.7521110773086548, "Finetune/Loss (Raw)": 0.7334054708480835, "Finetune/Step": 4969, "Finetune/Step Time": 6.611226158216596}
+{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.7531213164329529, "Finetune/Loss (Raw)": 0.7946646213531494, "Finetune/Step": 4970, "Finetune/Step Time": 6.5937546249479055}
+{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.7527368664741516, "Finetune/Loss (Raw)": 0.8999307751655579, "Finetune/Step": 4971, "Finetune/Step Time": 6.614782029762864}
+{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.7533499598503113, "Finetune/Loss (Raw)": 0.7648313641548157, "Finetune/Step": 4972, "Finetune/Step Time": 6.608830444514751}
+{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.7538326382637024, "Finetune/Loss (Raw)": 0.9359516501426697, "Finetune/Step": 4973, "Finetune/Step Time": 6.609027253463864}
+{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.7498906254768372, "Finetune/Loss (Raw)": 0.3010617792606354, "Finetune/Step": 4974, "Finetune/Step Time": 6.601937893778086}
+{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.7528672814369202, "Finetune/Loss (Raw)": 0.7012733221054077, "Finetune/Step": 4975, "Finetune/Step Time": 6.585644438862801}
+{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.7548168897628784, "Finetune/Loss (Raw)": 0.9151998162269592, "Finetune/Step": 4976, "Finetune/Step Time": 6.587576370686293}
+{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.7548782825469971, "Finetune/Loss (Raw)": 0.6851603984832764, "Finetune/Step": 4977, "Finetune/Step Time": 6.587214784696698}
+{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.7538473010063171, "Finetune/Loss (Raw)": 0.7378150224685669, "Finetune/Step": 4978, "Finetune/Step Time": 6.578051678836346}
+{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.7524207830429077, "Finetune/Loss (Raw)": 0.6802982687950134, "Finetune/Step": 4979, "Finetune/Step Time": 6.580017143860459}
+{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.7522834539413452, "Finetune/Loss (Raw)": 0.6498621702194214, "Finetune/Step": 4980, "Finetune/Step Time": 6.573507843539119}
+{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.7513673901557922, "Finetune/Loss (Raw)": 0.7128056883811951, "Finetune/Step": 4981, "Finetune/Step Time": 6.564778529107571}
+{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.7538008689880371, "Finetune/Loss (Raw)": 0.8636787533760071, "Finetune/Step": 4982, "Finetune/Step Time": 6.560164954513311}
+{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.7509667873382568, "Finetune/Loss (Raw)": 0.41231217980384827, "Finetune/Step": 4983, "Finetune/Step Time": 6.5782514456659555}
+{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.7496082782745361, "Finetune/Loss (Raw)": 0.6418352723121643, "Finetune/Step": 4984, "Finetune/Step Time": 6.589357877150178}
+{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.7496486902236938, "Finetune/Loss (Raw)": 0.8804690837860107, "Finetune/Step": 4985, "Finetune/Step Time": 6.576383164152503}
+{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.7469993233680725, "Finetune/Loss (Raw)": 0.6095253825187683, "Finetune/Step": 4986, "Finetune/Step Time": 6.568430777639151}
+{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.7471532225608826, "Finetune/Loss (Raw)": 0.8127513527870178, "Finetune/Step": 4987, "Finetune/Step Time": 6.574844170361757}
+{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.748100996017456, "Finetune/Loss (Raw)": 0.8336446285247803, "Finetune/Step": 4988, "Finetune/Step Time": 6.592296402901411}
+{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.7487754225730896, "Finetune/Loss (Raw)": 0.8189051151275635, "Finetune/Step": 4989, "Finetune/Step Time": 6.593693347647786}
+{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.7476789355278015, "Finetune/Loss (Raw)": 0.7833930850028992, "Finetune/Step": 4990, "Finetune/Step Time": 6.596054092049599}
+{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.7463638782501221, "Finetune/Loss (Raw)": 0.7686834335327148, "Finetune/Step": 4991, "Finetune/Step Time": 6.59017532505095}
+{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.747868001461029, "Finetune/Loss (Raw)": 0.9375928044319153, "Finetune/Step": 4992, "Finetune/Step Time": 6.589639123529196}
+{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.7452585697174072, "Finetune/Loss (Raw)": 0.5081051588058472, "Finetune/Step": 4993, "Finetune/Step Time": 6.602797977626324}
+{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.7456787824630737, "Finetune/Loss (Raw)": 0.7877223491668701, "Finetune/Step": 4994, "Finetune/Step Time": 6.608952548354864}
+{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.7474491596221924, "Finetune/Loss (Raw)": 0.5718097686767578, "Finetune/Step": 4995, "Finetune/Step Time": 6.5927558951079845}
+{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.7490112781524658, "Finetune/Loss (Raw)": 0.9019200205802917, "Finetune/Step": 4996, "Finetune/Step Time": 6.593678737059236}
+{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.7505441904067993, "Finetune/Loss (Raw)": 0.8552314639091492, "Finetune/Step": 4997, "Finetune/Step Time": 6.578682787716389}
+{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.7529857754707336, "Finetune/Loss (Raw)": 1.0241514444351196, "Finetune/Step": 4998, "Finetune/Step Time": 6.575651306658983}
+{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.7536441087722778, "Finetune/Loss (Raw)": 0.8996019959449768, "Finetune/Step": 4999, "Finetune/Step Time": 6.565634043887258}
+{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.7503054141998291, "Finetune/Loss (Raw)": 0.347500741481781, "Finetune/Step": 5000, "Finetune/Step Time": 6.584772830829024}
+{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.7511689066886902, "Finetune/Loss (Raw)": 0.8098019361495972, "Finetune/Step": 5001, "Finetune/Step Time": 6.556904019787908}
+{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.7509796023368835, "Finetune/Loss (Raw)": 0.5338427424430847, "Finetune/Step": 5002, "Finetune/Step Time": 6.547485830262303}
+{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.7506697177886963, "Finetune/Loss (Raw)": 0.7008475661277771, "Finetune/Step": 5003, "Finetune/Step Time": 6.535700054839253}
+{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.7485448122024536, "Finetune/Loss (Raw)": 0.6072113513946533, "Finetune/Step": 5004, "Finetune/Step Time": 6.547797800973058}
+{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.7476575970649719, "Finetune/Loss (Raw)": 0.7722539901733398, "Finetune/Step": 5005, "Finetune/Step Time": 6.560023257508874}
+{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.7481560707092285, "Finetune/Loss (Raw)": 0.7941262722015381, "Finetune/Step": 5006, "Finetune/Step Time": 6.551721492782235}
+{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.7460521459579468, "Finetune/Loss (Raw)": 0.5753298997879028, "Finetune/Step": 5007, "Finetune/Step Time": 6.560554012656212}
+{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.7446942925453186, "Finetune/Loss (Raw)": 0.696997344493866, "Finetune/Step": 5008, "Finetune/Step Time": 6.566267488524318}
+{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.7443838119506836, "Finetune/Loss (Raw)": 0.932316780090332, "Finetune/Step": 5009, "Finetune/Step Time": 6.568632626906037}
+{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.7453905940055847, "Finetune/Loss (Raw)": 0.794263482093811, "Finetune/Step": 5010, "Finetune/Step Time": 6.559266593307257}
+{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.7461411952972412, "Finetune/Loss (Raw)": 0.7683926820755005, "Finetune/Step": 5011, "Finetune/Step Time": 6.559237392619252}
+{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.7455565929412842, "Finetune/Loss (Raw)": 0.784302294254303, "Finetune/Step": 5012, "Finetune/Step Time": 6.557267360389233}
+{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.7448278665542603, "Finetune/Loss (Raw)": 0.6504079103469849, "Finetune/Step": 5013, "Finetune/Step Time": 6.555701728910208}
+{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.743692934513092, "Finetune/Loss (Raw)": 0.7178822755813599, "Finetune/Step": 5014, "Finetune/Step Time": 6.545009894296527}
+{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.7427487373352051, "Finetune/Loss (Raw)": 0.7037249803543091, "Finetune/Step": 5015, "Finetune/Step Time": 6.5339376013726}
+{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.7420097589492798, "Finetune/Loss (Raw)": 0.7375044822692871, "Finetune/Step": 5016, "Finetune/Step Time": 6.548371620476246}
+{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.7411243915557861, "Finetune/Loss (Raw)": 0.67469322681427, "Finetune/Step": 5017, "Finetune/Step Time": 6.548615500330925}
+{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.740921139717102, "Finetune/Loss (Raw)": 0.6758309006690979, "Finetune/Step": 5018, "Finetune/Step Time": 6.536911554634571}
+{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.7409005165100098, "Finetune/Loss (Raw)": 0.7305085062980652, "Finetune/Step": 5019, "Finetune/Step Time": 6.5354801174253225}
+{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.7375545501708984, "Finetune/Loss (Raw)": 0.34301361441612244, "Finetune/Step": 5020, "Finetune/Step Time": 6.553134724497795}
+{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.737317681312561, "Finetune/Loss (Raw)": 0.8496429920196533, "Finetune/Step": 5021, "Finetune/Step Time": 6.553291691467166}
+{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.7381336688995361, "Finetune/Loss (Raw)": 0.8158711194992065, "Finetune/Step": 5022, "Finetune/Step Time": 6.5357168558984995}
+{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.738884449005127, "Finetune/Loss (Raw)": 0.7593872547149658, "Finetune/Step": 5023, "Finetune/Step Time": 6.5418015997856855}
+{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.7379717826843262, "Finetune/Loss (Raw)": 0.7508704662322998, "Finetune/Step": 5024, "Finetune/Step Time": 6.545690469443798}
+{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.7388375997543335, "Finetune/Loss (Raw)": 0.7418978214263916, "Finetune/Step": 5025, "Finetune/Step Time": 6.550612071529031}
+{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.7400323748588562, "Finetune/Loss (Raw)": 0.8350185751914978, "Finetune/Step": 5026, "Finetune/Step Time": 6.53265780210495}
+{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.7397623658180237, "Finetune/Loss (Raw)": 0.8406277894973755, "Finetune/Step": 5027, "Finetune/Step Time": 6.535623850300908}
+{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.7405928373336792, "Finetune/Loss (Raw)": 0.8949839472770691, "Finetune/Step": 5028, "Finetune/Step Time": 6.538009921088815}
+{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.7411888837814331, "Finetune/Loss (Raw)": 0.8219590783119202, "Finetune/Step": 5029, "Finetune/Step Time": 6.540337739512324}
+{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.7413214445114136, "Finetune/Loss (Raw)": 0.7629112601280212, "Finetune/Step": 5030, "Finetune/Step Time": 6.5336059760302305}
+{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.7414438724517822, "Finetune/Loss (Raw)": 0.7527461051940918, "Finetune/Step": 5031, "Finetune/Step Time": 6.536000031977892}
+{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.7418442964553833, "Finetune/Loss (Raw)": 0.8289263844490051, "Finetune/Step": 5032, "Finetune/Step Time": 6.534199334681034}
+{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.7417349815368652, "Finetune/Loss (Raw)": 0.784421443939209, "Finetune/Step": 5033, "Finetune/Step Time": 6.533576721325517}
+{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.7424373626708984, "Finetune/Loss (Raw)": 0.815045952796936, "Finetune/Step": 5034, "Finetune/Step Time": 6.541940467432141}
+{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.7432066202163696, "Finetune/Loss (Raw)": 0.7093960642814636, "Finetune/Step": 5035, "Finetune/Step Time": 6.539794655516744}
+{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.7429614067077637, "Finetune/Loss (Raw)": 0.744739830493927, "Finetune/Step": 5036, "Finetune/Step Time": 6.5204662177711725}
+{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.7441744208335876, "Finetune/Loss (Raw)": 0.9108292460441589, "Finetune/Step": 5037, "Finetune/Step Time": 6.515606790781021}
+{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.74479079246521, "Finetune/Loss (Raw)": 0.896279513835907, "Finetune/Step": 5038, "Finetune/Step Time": 6.523272432386875}
+{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.7463829517364502, "Finetune/Loss (Raw)": 0.968827486038208, "Finetune/Step": 5039, "Finetune/Step Time": 6.528509356081486}
+{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.7447986006736755, "Finetune/Loss (Raw)": 0.5768961906433105, "Finetune/Step": 5040, "Finetune/Step Time": 6.533058701083064}
+{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.7456504702568054, "Finetune/Loss (Raw)": 0.9223287105560303, "Finetune/Step": 5041, "Finetune/Step Time": 6.521994745358825}
+{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.7494791746139526, "Finetune/Loss (Raw)": 0.8937677145004272, "Finetune/Step": 5042, "Finetune/Step Time": 6.515908790752292}
+{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.7506335973739624, "Finetune/Loss (Raw)": 0.8059490323066711, "Finetune/Step": 5043, "Finetune/Step Time": 6.517721604555845}
+{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.7509509325027466, "Finetune/Loss (Raw)": 0.7982028126716614, "Finetune/Step": 5044, "Finetune/Step Time": 6.530288113281131}
+{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.7500189542770386, "Finetune/Loss (Raw)": 0.28726649284362793, "Finetune/Step": 5045, "Finetune/Step Time": 6.538437280803919}
+{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.746341347694397, "Finetune/Loss (Raw)": 0.3300856649875641, "Finetune/Step": 5046, "Finetune/Step Time": 6.55709782987833}
+{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.7466988563537598, "Finetune/Loss (Raw)": 0.8152130842208862, "Finetune/Step": 5047, "Finetune/Step Time": 6.556678112596273}
+{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.7468417882919312, "Finetune/Loss (Raw)": 0.8985038995742798, "Finetune/Step": 5048, "Finetune/Step Time": 6.5570237506181}
+{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.7465038299560547, "Finetune/Loss (Raw)": 0.7242948412895203, "Finetune/Step": 5049, "Finetune/Step Time": 6.548815341666341}
+{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.746894359588623, "Finetune/Loss (Raw)": 0.731941282749176, "Finetune/Step": 5050, "Finetune/Step Time": 6.559015039354563}
+{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.7461122274398804, "Finetune/Loss (Raw)": 0.6352686285972595, "Finetune/Step": 5051, "Finetune/Step Time": 6.563135689124465}
+{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.7432483434677124, "Finetune/Loss (Raw)": 0.3680000305175781, "Finetune/Step": 5052, "Finetune/Step Time": 6.577169047668576}
+{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.7420563697814941, "Finetune/Loss (Raw)": 0.5838509202003479, "Finetune/Step": 5053, "Finetune/Step Time": 6.58541121520102}
+{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.7431529760360718, "Finetune/Loss (Raw)": 0.8700001239776611, "Finetune/Step": 5054, "Finetune/Step Time": 6.591069184243679}
+{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.743023157119751, "Finetune/Loss (Raw)": 0.7540715336799622, "Finetune/Step": 5055, "Finetune/Step Time": 6.601483467966318}
+{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.745017409324646, "Finetune/Loss (Raw)": 0.8099095225334167, "Finetune/Step": 5056, "Finetune/Step Time": 6.576466044411063}
+{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.7449238896369934, "Finetune/Loss (Raw)": 0.733813464641571, "Finetune/Step": 5057, "Finetune/Step Time": 6.578746285289526}
+{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.745077908039093, "Finetune/Loss (Raw)": 0.7954819798469543, "Finetune/Step": 5058, "Finetune/Step Time": 6.582660159096122}
+{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.7453458309173584, "Finetune/Loss (Raw)": 0.8742469549179077, "Finetune/Step": 5059, "Finetune/Step Time": 6.5701196603477}
+{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.7459781169891357, "Finetune/Loss (Raw)": 0.9107829928398132, "Finetune/Step": 5060, "Finetune/Step Time": 6.569559318944812}
+{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.7470874190330505, "Finetune/Loss (Raw)": 0.8493927717208862, "Finetune/Step": 5061, "Finetune/Step Time": 6.55217544361949}
+{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.7453181743621826, "Finetune/Loss (Raw)": 0.6114406585693359, "Finetune/Step": 5062, "Finetune/Step Time": 6.556416649371386}
+{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.7454578280448914, "Finetune/Loss (Raw)": 0.8718987703323364, "Finetune/Step": 5063, "Finetune/Step Time": 6.553561735898256}
+{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.745069146156311, "Finetune/Loss (Raw)": 0.6432303190231323, "Finetune/Step": 5064, "Finetune/Step Time": 6.549364876002073}
+{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.7449092268943787, "Finetune/Loss (Raw)": 0.8937596082687378, "Finetune/Step": 5065, "Finetune/Step Time": 6.554971689358354}
+{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.7455102801322937, "Finetune/Loss (Raw)": 0.8811435103416443, "Finetune/Step": 5066, "Finetune/Step Time": 6.5460400357842445}
+{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.7486836910247803, "Finetune/Loss (Raw)": 0.7416711449623108, "Finetune/Step": 5067, "Finetune/Step Time": 6.519804675132036}
+{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.750200092792511, "Finetune/Loss (Raw)": 0.8201695680618286, "Finetune/Step": 5068, "Finetune/Step Time": 6.512123929336667}
+{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.7504984736442566, "Finetune/Loss (Raw)": 0.7074589729309082, "Finetune/Step": 5069, "Finetune/Step Time": 6.513050431385636}
+{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.7507005333900452, "Finetune/Loss (Raw)": 0.7292378544807434, "Finetune/Step": 5070, "Finetune/Step Time": 6.510178754106164}
+{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.7510560154914856, "Finetune/Loss (Raw)": 0.7313693165779114, "Finetune/Step": 5071, "Finetune/Step Time": 6.5262009762227535}
+{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.7522258758544922, "Finetune/Loss (Raw)": 0.9544485211372375, "Finetune/Step": 5072, "Finetune/Step Time": 6.52832399867475}
+{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.751834511756897, "Finetune/Loss (Raw)": 0.8280621767044067, "Finetune/Step": 5073, "Finetune/Step Time": 6.531843947246671}
+{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.7532308101654053, "Finetune/Loss (Raw)": 0.8897082805633545, "Finetune/Step": 5074, "Finetune/Step Time": 6.5271089021116495}
+{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.7501049041748047, "Finetune/Loss (Raw)": 0.3741872310638428, "Finetune/Step": 5075, "Finetune/Step Time": 6.544124789535999}
+{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.7506603002548218, "Finetune/Loss (Raw)": 0.8111605644226074, "Finetune/Step": 5076, "Finetune/Step Time": 6.542588897049427}
+{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.7510290145874023, "Finetune/Loss (Raw)": 0.7631224393844604, "Finetune/Step": 5077, "Finetune/Step Time": 6.563410971313715}
+{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.7514082789421082, "Finetune/Loss (Raw)": 0.7164521217346191, "Finetune/Step": 5078, "Finetune/Step Time": 6.547171261161566}
+{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.7518077492713928, "Finetune/Loss (Raw)": 0.877751886844635, "Finetune/Step": 5079, "Finetune/Step Time": 6.5462356097996235}
+{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.7521669268608093, "Finetune/Loss (Raw)": 0.8456729054450989, "Finetune/Step": 5080, "Finetune/Step Time": 6.537772320210934}
+{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.7514373660087585, "Finetune/Loss (Raw)": 0.6161170601844788, "Finetune/Step": 5081, "Finetune/Step Time": 6.533303854987025}
+{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.7479841709136963, "Finetune/Loss (Raw)": 0.3428388833999634, "Finetune/Step": 5082, "Finetune/Step Time": 6.513099391013384}
+{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.7473423480987549, "Finetune/Loss (Raw)": 0.7126516103744507, "Finetune/Step": 5083, "Finetune/Step Time": 6.516447154805064}
+{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.7463250756263733, "Finetune/Loss (Raw)": 0.7022954225540161, "Finetune/Step": 5084, "Finetune/Step Time": 6.525993574410677}
+{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.7455548644065857, "Finetune/Loss (Raw)": 0.7460958361625671, "Finetune/Step": 5085, "Finetune/Step Time": 6.528917148709297}
+{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.7472826242446899, "Finetune/Loss (Raw)": 0.9222133755683899, "Finetune/Step": 5086, "Finetune/Step Time": 6.515749499201775}
+{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.749814510345459, "Finetune/Loss (Raw)": 0.7630486488342285, "Finetune/Step": 5087, "Finetune/Step Time": 6.517038704827428}
+{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.7512168884277344, "Finetune/Loss (Raw)": 0.9231864213943481, "Finetune/Step": 5088, "Finetune/Step Time": 6.516185441985726}
+{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.7520171403884888, "Finetune/Loss (Raw)": 0.8490095734596252, "Finetune/Step": 5089, "Finetune/Step Time": 6.515158014371991}
+{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.7511995434761047, "Finetune/Loss (Raw)": 0.7178576588630676, "Finetune/Step": 5090, "Finetune/Step Time": 6.516951581463218}
+{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.7517032623291016, "Finetune/Loss (Raw)": 0.815920352935791, "Finetune/Step": 5091, "Finetune/Step Time": 6.525038663297892}
+{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.7473980188369751, "Finetune/Loss (Raw)": 0.31837037205696106, "Finetune/Step": 5092, "Finetune/Step Time": 6.540778934955597}
+{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.7467153072357178, "Finetune/Loss (Raw)": 0.8230432271957397, "Finetune/Step": 5093, "Finetune/Step Time": 6.5422717202454805}
+{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.7456364631652832, "Finetune/Loss (Raw)": 0.5950130820274353, "Finetune/Step": 5094, "Finetune/Step Time": 6.5516659170389175}
+{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.7431926727294922, "Finetune/Loss (Raw)": 0.5685933828353882, "Finetune/Step": 5095, "Finetune/Step Time": 6.559158343821764}
+{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.7424226999282837, "Finetune/Loss (Raw)": 0.6939037442207336, "Finetune/Step": 5096, "Finetune/Step Time": 6.5763825830072165}
+{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.7403187155723572, "Finetune/Loss (Raw)": 0.4640951156616211, "Finetune/Step": 5097, "Finetune/Step Time": 6.567710895091295}
+{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.7391706705093384, "Finetune/Loss (Raw)": 0.6477089524269104, "Finetune/Step": 5098, "Finetune/Step Time": 6.569813957437873}
+{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.7376630306243896, "Finetune/Loss (Raw)": 0.706960141658783, "Finetune/Step": 5099, "Finetune/Step Time": 6.547761872410774}
+{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.7369092106819153, "Finetune/Loss (Raw)": 0.6683431267738342, "Finetune/Step": 5100, "Finetune/Step Time": 6.5439505614340305}
+{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.735144853591919, "Finetune/Loss (Raw)": 0.7101159691810608, "Finetune/Step": 5101, "Finetune/Step Time": 6.545216646045446}
+{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.7385165095329285, "Finetune/Loss (Raw)": 0.7326328754425049, "Finetune/Step": 5102, "Finetune/Step Time": 6.5290045235306025}
+{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.7399413585662842, "Finetune/Loss (Raw)": 0.8836485743522644, "Finetune/Step": 5103, "Finetune/Step Time": 6.524423936381936}
+{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.7369220852851868, "Finetune/Loss (Raw)": 0.5287376046180725, "Finetune/Step": 5104, "Finetune/Step Time": 6.5275653302669525}
+{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.7380842566490173, "Finetune/Loss (Raw)": 0.8339152932167053, "Finetune/Step": 5105, "Finetune/Step Time": 6.506490891799331}
+{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.7395732402801514, "Finetune/Loss (Raw)": 0.9284034371376038, "Finetune/Step": 5106, "Finetune/Step Time": 6.511972773820162}
+{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.7409107685089111, "Finetune/Loss (Raw)": 0.8515056371688843, "Finetune/Step": 5107, "Finetune/Step Time": 6.5119357611984015}
+{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.7418513894081116, "Finetune/Loss (Raw)": 0.7702645659446716, "Finetune/Step": 5108, "Finetune/Step Time": 6.496730351820588}
+{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.7431933879852295, "Finetune/Loss (Raw)": 0.8845766186714172, "Finetune/Step": 5109, "Finetune/Step Time": 6.4997438825666904}
+{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.7423710823059082, "Finetune/Loss (Raw)": 0.7584295868873596, "Finetune/Step": 5110, "Finetune/Step Time": 6.5119104739278555}
+{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.7442694902420044, "Finetune/Loss (Raw)": 0.6553054451942444, "Finetune/Step": 5111, "Finetune/Step Time": 6.5182055458426476}
+{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.7419551014900208, "Finetune/Loss (Raw)": 0.34558922052383423, "Finetune/Step": 5112, "Finetune/Step Time": 6.5282325111329556}
+{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.7373270392417908, "Finetune/Loss (Raw)": 0.28807681798934937, "Finetune/Step": 5113, "Finetune/Step Time": 6.553522903472185}
+{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.7383929491043091, "Finetune/Loss (Raw)": 0.7459672093391418, "Finetune/Step": 5114, "Finetune/Step Time": 6.556073494255543}
+{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.7376848459243774, "Finetune/Loss (Raw)": 0.7221101522445679, "Finetune/Step": 5115, "Finetune/Step Time": 6.549241349101067}
+{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.7331730127334595, "Finetune/Loss (Raw)": 0.25612974166870117, "Finetune/Step": 5116, "Finetune/Step Time": 6.553031139075756}
+{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.7342439889907837, "Finetune/Loss (Raw)": 0.9559899568557739, "Finetune/Step": 5117, "Finetune/Step Time": 6.5557335671037436}
+{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.7344632148742676, "Finetune/Loss (Raw)": 0.8114519715309143, "Finetune/Step": 5118, "Finetune/Step Time": 6.5691939406096935}
+{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.7353882193565369, "Finetune/Loss (Raw)": 0.8870871067047119, "Finetune/Step": 5119, "Finetune/Step Time": 6.570352748036385}
+{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.7307145595550537, "Finetune/Loss (Raw)": 0.3393634855747223, "Finetune/Step": 5120, "Finetune/Step Time": 6.574530301615596}
+{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.7323887944221497, "Finetune/Loss (Raw)": 0.7224069833755493, "Finetune/Step": 5121, "Finetune/Step Time": 6.561573980376124}
+{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.731852650642395, "Finetune/Loss (Raw)": 0.7190930247306824, "Finetune/Step": 5122, "Finetune/Step Time": 6.564204677939415}
+{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.7337290048599243, "Finetune/Loss (Raw)": 0.8119875192642212, "Finetune/Step": 5123, "Finetune/Step Time": 6.566586159169674}
+{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.7336133718490601, "Finetune/Loss (Raw)": 0.887130081653595, "Finetune/Step": 5124, "Finetune/Step Time": 6.567704459652305}
+{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.7335981726646423, "Finetune/Loss (Raw)": 0.8532780408859253, "Finetune/Step": 5125, "Finetune/Step Time": 6.572956405580044}
+{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.7286107540130615, "Finetune/Loss (Raw)": 0.38576558232307434, "Finetune/Step": 5126, "Finetune/Step Time": 6.591697247698903}
+{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.7268106937408447, "Finetune/Loss (Raw)": 0.6691856384277344, "Finetune/Step": 5127, "Finetune/Step Time": 6.606074804440141}
+{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.7301263809204102, "Finetune/Loss (Raw)": 0.7719096541404724, "Finetune/Step": 5128, "Finetune/Step Time": 6.590960755944252}
+{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.7260531187057495, "Finetune/Loss (Raw)": 0.28842246532440186, "Finetune/Step": 5129, "Finetune/Step Time": 6.6116151213645935}
+{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.7279143333435059, "Finetune/Loss (Raw)": 0.77208411693573, "Finetune/Step": 5130, "Finetune/Step Time": 6.607255637645721}
+{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.727138102054596, "Finetune/Loss (Raw)": 0.6014878153800964, "Finetune/Step": 5131, "Finetune/Step Time": 6.613794973120093}
+{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.727043867111206, "Finetune/Loss (Raw)": 0.5951546430587769, "Finetune/Step": 5132, "Finetune/Step Time": 6.608907977119088}
+{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.7266861200332642, "Finetune/Loss (Raw)": 0.7264545559883118, "Finetune/Step": 5133, "Finetune/Step Time": 6.59948918223381}
+{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.7269188165664673, "Finetune/Loss (Raw)": 0.8239186406135559, "Finetune/Step": 5134, "Finetune/Step Time": 6.603454567492008}
+{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.7274653911590576, "Finetune/Loss (Raw)": 0.6452904343605042, "Finetune/Step": 5135, "Finetune/Step Time": 6.598635885864496}
+{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.7292274236679077, "Finetune/Loss (Raw)": 0.9225416779518127, "Finetune/Step": 5136, "Finetune/Step Time": 6.603779437020421}
+{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.7279961109161377, "Finetune/Loss (Raw)": 0.7747019529342651, "Finetune/Step": 5137, "Finetune/Step Time": 6.607274441048503}
+{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.7276110649108887, "Finetune/Loss (Raw)": 0.7449802756309509, "Finetune/Step": 5138, "Finetune/Step Time": 6.632299490272999}
+{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.724271297454834, "Finetune/Loss (Raw)": 0.34089383482933044, "Finetune/Step": 5139, "Finetune/Step Time": 6.651469787582755}
+{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.7244843244552612, "Finetune/Loss (Raw)": 0.8115767240524292, "Finetune/Step": 5140, "Finetune/Step Time": 6.647550459951162}
+{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.7263210415840149, "Finetune/Loss (Raw)": 0.8855095505714417, "Finetune/Step": 5141, "Finetune/Step Time": 6.6449304558336735}
+{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.7260037660598755, "Finetune/Loss (Raw)": 0.6772657632827759, "Finetune/Step": 5142, "Finetune/Step Time": 6.649140872061253}
+{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.7274633646011353, "Finetune/Loss (Raw)": 0.8905571699142456, "Finetune/Step": 5143, "Finetune/Step Time": 6.652644755318761}
+{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.7262888550758362, "Finetune/Loss (Raw)": 0.5871647596359253, "Finetune/Step": 5144, "Finetune/Step Time": 6.658667316660285}
+{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.726935863494873, "Finetune/Loss (Raw)": 0.7575070261955261, "Finetune/Step": 5145, "Finetune/Step Time": 6.660235775634646}
+{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.7286245226860046, "Finetune/Loss (Raw)": 0.8919858932495117, "Finetune/Step": 5146, "Finetune/Step Time": 6.6561059430241585}
+{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.7291524410247803, "Finetune/Loss (Raw)": 0.7980793118476868, "Finetune/Step": 5147, "Finetune/Step Time": 6.658427204936743}
+{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.7304906249046326, "Finetune/Loss (Raw)": 0.5142996907234192, "Finetune/Step": 5148, "Finetune/Step Time": 6.645646804943681}
+{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.7298173308372498, "Finetune/Loss (Raw)": 0.7634667158126831, "Finetune/Step": 5149, "Finetune/Step Time": 6.652140425518155}
+{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.7293611764907837, "Finetune/Loss (Raw)": 0.757487416267395, "Finetune/Step": 5150, "Finetune/Step Time": 6.659646403044462}
+{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.7290613651275635, "Finetune/Loss (Raw)": 0.7210068106651306, "Finetune/Step": 5151, "Finetune/Step Time": 6.65646693110466}
+{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.7287964224815369, "Finetune/Loss (Raw)": 0.716958224773407, "Finetune/Step": 5152, "Finetune/Step Time": 6.658432515338063}
+{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.7262551784515381, "Finetune/Loss (Raw)": 0.4166216254234314, "Finetune/Step": 5153, "Finetune/Step Time": 6.666479792445898}
+{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.7226219177246094, "Finetune/Loss (Raw)": 0.36994943022727966, "Finetune/Step": 5154, "Finetune/Step Time": 6.686877608299255}
+{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.7215514183044434, "Finetune/Loss (Raw)": 0.7036126852035522, "Finetune/Step": 5155, "Finetune/Step Time": 6.6885439567267895}
+{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.7212493419647217, "Finetune/Loss (Raw)": 0.8563072681427002, "Finetune/Step": 5156, "Finetune/Step Time": 6.701603727415204}
+{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.7208694219589233, "Finetune/Loss (Raw)": 0.7733364701271057, "Finetune/Step": 5157, "Finetune/Step Time": 6.701405735686421}
+{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.7208864688873291, "Finetune/Loss (Raw)": 0.7650918364524841, "Finetune/Step": 5158, "Finetune/Step Time": 6.69874706491828}
+{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.7220809459686279, "Finetune/Loss (Raw)": 0.9056376814842224, "Finetune/Step": 5159, "Finetune/Step Time": 6.700452145189047}
+{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.7227291464805603, "Finetune/Loss (Raw)": 0.911899745464325, "Finetune/Step": 5160, "Finetune/Step Time": 6.699421102181077}
+{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.7229732275009155, "Finetune/Loss (Raw)": 0.8156653642654419, "Finetune/Step": 5161, "Finetune/Step Time": 6.711731374263763}
+{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.7221131324768066, "Finetune/Loss (Raw)": 0.7049568295478821, "Finetune/Step": 5162, "Finetune/Step Time": 6.706681452691555}
+{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.7228056192398071, "Finetune/Loss (Raw)": 0.7980234622955322, "Finetune/Step": 5163, "Finetune/Step Time": 6.703277848660946}
+{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.7235467433929443, "Finetune/Loss (Raw)": 0.8396140933036804, "Finetune/Step": 5164, "Finetune/Step Time": 6.716904349625111}
+{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.7208644151687622, "Finetune/Loss (Raw)": 0.5674927234649658, "Finetune/Step": 5165, "Finetune/Step Time": 6.727045249193907}
+{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.7197471857070923, "Finetune/Loss (Raw)": 0.7532678842544556, "Finetune/Step": 5166, "Finetune/Step Time": 6.734758712351322}
+{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.7172724008560181, "Finetune/Loss (Raw)": 0.6520552635192871, "Finetune/Step": 5167, "Finetune/Step Time": 6.738227726891637}
+{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.7196374535560608, "Finetune/Loss (Raw)": 0.8796232342720032, "Finetune/Step": 5168, "Finetune/Step Time": 6.728859415277839}
+{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.7191486358642578, "Finetune/Loss (Raw)": 0.8597582578659058, "Finetune/Step": 5169, "Finetune/Step Time": 6.730017755180597}
+{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.7171601057052612, "Finetune/Loss (Raw)": 0.6392403841018677, "Finetune/Step": 5170, "Finetune/Step Time": 6.727147568017244}
+{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.7182656526565552, "Finetune/Loss (Raw)": 0.9474583864212036, "Finetune/Step": 5171, "Finetune/Step Time": 6.72282637283206}
+{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.7178269624710083, "Finetune/Loss (Raw)": 0.7420459389686584, "Finetune/Step": 5172, "Finetune/Step Time": 6.7103222496807575}
+{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.7211489677429199, "Finetune/Loss (Raw)": 0.7124828100204468, "Finetune/Step": 5173, "Finetune/Step Time": 6.680786712095141}
+{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.7261928915977478, "Finetune/Loss (Raw)": 0.9757102727890015, "Finetune/Step": 5174, "Finetune/Step Time": 6.6615442503243685}
+{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.7256199717521667, "Finetune/Loss (Raw)": 0.7418774366378784, "Finetune/Step": 5175, "Finetune/Step Time": 6.667525682598352}
+{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.7211159467697144, "Finetune/Loss (Raw)": 0.32199549674987793, "Finetune/Step": 5176, "Finetune/Step Time": 6.686235709115863}
+{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.7219656109809875, "Finetune/Loss (Raw)": 0.8330477476119995, "Finetune/Step": 5177, "Finetune/Step Time": 6.6813207902014256}
+{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.7214095592498779, "Finetune/Loss (Raw)": 0.6607613563537598, "Finetune/Step": 5178, "Finetune/Step Time": 6.667043207213283}
+{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.7217915058135986, "Finetune/Loss (Raw)": 0.6841592788696289, "Finetune/Step": 5179, "Finetune/Step Time": 6.662853384390473}
+{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.7238004207611084, "Finetune/Loss (Raw)": 0.6251477003097534, "Finetune/Step": 5180, "Finetune/Step Time": 6.652344888076186}
+{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.7254969477653503, "Finetune/Loss (Raw)": 0.801003098487854, "Finetune/Step": 5181, "Finetune/Step Time": 6.648062592372298}
+{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.7233597636222839, "Finetune/Loss (Raw)": 0.5964394807815552, "Finetune/Step": 5182, "Finetune/Step Time": 6.651722375303507}
+{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.723922848701477, "Finetune/Loss (Raw)": 0.8261473774909973, "Finetune/Step": 5183, "Finetune/Step Time": 6.646211018785834}
+{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.7226805090904236, "Finetune/Loss (Raw)": 0.6508907079696655, "Finetune/Step": 5184, "Finetune/Step Time": 6.656616013497114}
+{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.7234256267547607, "Finetune/Loss (Raw)": 0.8291922807693481, "Finetune/Step": 5185, "Finetune/Step Time": 6.669184343889356}
+{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.720134437084198, "Finetune/Loss (Raw)": 0.37420523166656494, "Finetune/Step": 5186, "Finetune/Step Time": 6.686745308339596}
+{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.7181254029273987, "Finetune/Loss (Raw)": 0.6170902848243713, "Finetune/Step": 5187, "Finetune/Step Time": 6.70567574724555}
+{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.7164289355278015, "Finetune/Loss (Raw)": 0.6936343312263489, "Finetune/Step": 5188, "Finetune/Step Time": 6.717946307733655}
+{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.7144778370857239, "Finetune/Loss (Raw)": 0.5996520519256592, "Finetune/Step": 5189, "Finetune/Step Time": 6.730826236307621}
+{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.7145656943321228, "Finetune/Loss (Raw)": 0.6226890087127686, "Finetune/Step": 5190, "Finetune/Step Time": 6.739906016737223}
+{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.7126953601837158, "Finetune/Loss (Raw)": 0.6324957609176636, "Finetune/Step": 5191, "Finetune/Step Time": 6.761521289125085}
+{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.7133640646934509, "Finetune/Loss (Raw)": 0.728824257850647, "Finetune/Step": 5192, "Finetune/Step Time": 6.758041180670261}
+{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.7116565704345703, "Finetune/Loss (Raw)": 0.6751962304115295, "Finetune/Step": 5193, "Finetune/Step Time": 6.7700370494276285}
+{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.7073768377304077, "Finetune/Loss (Raw)": 0.333341121673584, "Finetune/Step": 5194, "Finetune/Step Time": 6.789404863491654}
+{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.707190215587616, "Finetune/Loss (Raw)": 0.71778404712677, "Finetune/Step": 5195, "Finetune/Step Time": 6.788371594622731}
+{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.7063218355178833, "Finetune/Loss (Raw)": 0.7090191841125488, "Finetune/Step": 5196, "Finetune/Step Time": 6.794417183846235}
+{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.707149863243103, "Finetune/Loss (Raw)": 0.8134475946426392, "Finetune/Step": 5197, "Finetune/Step Time": 6.787671487778425}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.707030713558197, "Finetune/Loss (Raw)": 0.7139825820922852, "Finetune/Step": 5198, "Finetune/Step Time": 6.783472500741482}