diff --git "a/dinosiglip-384px-letterbox+7b/run-metrics.jsonl" "b/dinosiglip-384px-letterbox+7b/run-metrics.jsonl"
new file mode 100644--- /dev/null
+++ "b/dinosiglip-384px-letterbox+7b/run-metrics.jsonl"
@@ -0,0 +1,5199 @@
+{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-v15", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_mix665k.json", "download/llava-v1.5-instruct"], "type": "llava-v15"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+fused-gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 1, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "letterbox", "llm_backbone_id": "vicuna-v15-7b", "llm_max_length": 2048, "model_id": "dinosiglip-384px-letterbox+7b", "reduce_in_full_precision": false, "type": "dinosiglip-384px-letterbox+7b", "vision_backbone_id": "dinosiglip-vit-so-384px"}, "pretrained_checkpoint": null, "run_id": "dinosiglip-384px-letterbox+7b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "dinosiglip-384px-letterbox+7b+stage-finetune+x7"}
+{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 6.658664703369141, "Finetune/Loss (Raw)": 6.658664703369141, "Finetune/Step": 1, "Finetune/Step Time": 25.858187675476074}
+{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 6.993492126464844, "Finetune/Loss (Raw)": 7.328319072723389, "Finetune/Step": 2, "Finetune/Step Time": 18.541370153427124}
+{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 6.207820415496826, "Finetune/Loss (Raw)": 4.636476039886475, "Finetune/Step": 3, "Finetune/Step Time": 14.522049188613892}
+{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 5.711174964904785, "Finetune/Loss (Raw)": 4.221240520477295, "Finetune/Step": 4, "Finetune/Step Time": 12.517651915550232}
+{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 5.2905778884887695, "Finetune/Loss (Raw)": 3.608186721801758, "Finetune/Step": 5, "Finetune/Step Time": 11.491899251937866}
+{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 4.941804885864258, "Finetune/Loss (Raw)": 3.1979427337646484, "Finetune/Step": 6, "Finetune/Step Time": 10.778971632321676}
+{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 4.7324371337890625, "Finetune/Loss (Raw)": 3.476231336593628, "Finetune/Step": 7, "Finetune/Step Time": 10.228298561913627}
+{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 4.5168352127075195, "Finetune/Loss (Raw)": 3.0076212882995605, "Finetune/Step": 8, "Finetune/Step Time": 10.003499537706375}
+{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 4.321454048156738, "Finetune/Loss (Raw)": 2.758401393890381, "Finetune/Step": 9, "Finetune/Step Time": 9.680159224404228}
+{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 4.209481239318848, "Finetune/Loss (Raw)": 3.201728343963623, "Finetune/Step": 10, "Finetune/Step Time": 9.670026636123657}
+{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 4.077566623687744, "Finetune/Loss (Raw)": 2.7584211826324463, "Finetune/Step": 11, "Finetune/Step Time": 9.405132900584828}
+{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 3.9656267166137695, "Finetune/Loss (Raw)": 2.7342875003814697, "Finetune/Step": 12, "Finetune/Step Time": 9.19851158062617}
+{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 3.8619914054870605, "Finetune/Loss (Raw)": 2.618368148803711, "Finetune/Step": 13, "Finetune/Step Time": 9.016714829664965}
+{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 3.792362689971924, "Finetune/Loss (Raw)": 2.887185573577881, "Finetune/Step": 14, "Finetune/Step Time": 8.838697586740766}
+{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 3.6908092498779297, "Finetune/Loss (Raw)": 2.2690625190734863, "Finetune/Step": 15, "Finetune/Step Time": 8.795259062449137}
+{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 3.559729814529419, "Finetune/Loss (Raw)": 1.5935412645339966, "Finetune/Step": 16, "Finetune/Step Time": 8.75266444683075}
+{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 3.479344367980957, "Finetune/Loss (Raw)": 2.1931774616241455, "Finetune/Step": 17, "Finetune/Step Time": 8.650108211180743}
+{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 3.377763271331787, "Finetune/Loss (Raw)": 1.6508841514587402, "Finetune/Step": 18, "Finetune/Step Time": 8.587802330652872}
+{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 3.307389259338379, "Finetune/Loss (Raw)": 2.0406596660614014, "Finetune/Step": 19, "Finetune/Step Time": 8.48086630670648}
+{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 3.2363815307617188, "Finetune/Loss (Raw)": 1.8872263431549072, "Finetune/Step": 20, "Finetune/Step Time": 8.370861387252807}
+{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 3.1593446731567383, "Finetune/Loss (Raw)": 1.6186127662658691, "Finetune/Step": 21, "Finetune/Step Time": 8.359478780201503}
+{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 3.081648588180542, "Finetune/Loss (Raw)": 1.450026512145996, "Finetune/Step": 22, "Finetune/Step Time": 8.300257487730546}
+{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 2.9572150707244873, "Finetune/Loss (Raw)": 0.2196805477142334, "Finetune/Step": 23, "Finetune/Step Time": 8.320193425468776}
+{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 2.9062659740448, "Finetune/Loss (Raw)": 1.7344403266906738, "Finetune/Step": 24, "Finetune/Step Time": 8.240346193313599}
+{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 2.8555617332458496, "Finetune/Loss (Raw)": 1.63866126537323, "Finetune/Step": 25, "Finetune/Step Time": 8.18914626121521}
+{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 2.7559304237365723, "Finetune/Loss (Raw)": 0.2651383578777313, "Finetune/Step": 26, "Finetune/Step Time": 8.225845960470346}
+{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 2.7148025035858154, "Finetune/Loss (Raw)": 1.6454777717590332, "Finetune/Step": 27, "Finetune/Step Time": 8.15197511072512}
+{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 2.6711390018463135, "Finetune/Loss (Raw)": 1.4922246932983398, "Finetune/Step": 28, "Finetune/Step Time": 8.090281299182347}
+{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 2.6321277618408203, "Finetune/Loss (Raw)": 1.5398129224777222, "Finetune/Step": 29, "Finetune/Step Time": 8.083381430856113}
+{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 2.591495990753174, "Finetune/Loss (Raw)": 1.4131699800491333, "Finetune/Step": 30, "Finetune/Step Time": 8.080583620071412}
+{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 2.559537410736084, "Finetune/Loss (Raw)": 1.600794792175293, "Finetune/Step": 31, "Finetune/Step Time": 8.053092133614324}
+{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 2.524075746536255, "Finetune/Loss (Raw)": 1.4247572422027588, "Finetune/Step": 32, "Finetune/Step Time": 8.080556064844131}
+{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 2.48770809173584, "Finetune/Loss (Raw)": 1.323944330215454, "Finetune/Step": 33, "Finetune/Step Time": 8.06059549071572}
+{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 2.4500954151153564, "Finetune/Loss (Raw)": 1.2088781595230103, "Finetune/Step": 34, "Finetune/Step Time": 8.024966071633731}
+{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 2.425637722015381, "Finetune/Loss (Raw)": 1.594069480895996, "Finetune/Step": 35, "Finetune/Step Time": 8.002949646541051}
+{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 2.3943586349487305, "Finetune/Loss (Raw)": 1.2995902299880981, "Finetune/Step": 36, "Finetune/Step Time": 8.015889406204224}
+{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 2.3693692684173584, "Finetune/Loss (Raw)": 1.4697482585906982, "Finetune/Step": 37, "Finetune/Step Time": 8.078937118117874}
+{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 2.3411455154418945, "Finetune/Loss (Raw)": 1.2968783378601074, "Finetune/Step": 38, "Finetune/Step Time": 8.038680264824315}
+{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 2.313600540161133, "Finetune/Loss (Raw)": 1.266884684562683, "Finetune/Step": 39, "Finetune/Step Time": 7.996832786462246}
+{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 2.287374973297119, "Finetune/Loss (Raw)": 1.2645776271820068, "Finetune/Step": 40, "Finetune/Step Time": 8.006570369005203}
+{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 2.264247417449951, "Finetune/Loss (Raw)": 1.3391571044921875, "Finetune/Step": 41, "Finetune/Step Time": 7.957640897936937}
+{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 2.2409541606903076, "Finetune/Loss (Raw)": 1.2859184741973877, "Finetune/Step": 42, "Finetune/Step Time": 7.921750199227106}
+{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 2.2177844047546387, "Finetune/Loss (Raw)": 1.2446681261062622, "Finetune/Step": 43, "Finetune/Step Time": 7.922124685243118}
+{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 2.195986032485962, "Finetune/Loss (Raw)": 1.2586519718170166, "Finetune/Step": 44, "Finetune/Step Time": 7.913821431723508}
+{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 2.171766996383667, "Finetune/Loss (Raw)": 1.1061220169067383, "Finetune/Step": 45, "Finetune/Step Time": 7.975801939434476}
+{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 2.129884958267212, "Finetune/Loss (Raw)": 0.24519765377044678, "Finetune/Step": 46, "Finetune/Step Time": 7.99150680459064}
+{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 2.1095573902130127, "Finetune/Loss (Raw)": 1.1744884252548218, "Finetune/Step": 47, "Finetune/Step Time": 7.969388221172577}
+{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 2.09017276763916, "Finetune/Loss (Raw)": 1.17909836769104, "Finetune/Step": 48, "Finetune/Step Time": 7.979907959699631}
+{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 2.07177472114563, "Finetune/Loss (Raw)": 1.1886751651763916, "Finetune/Step": 49, "Finetune/Step Time": 7.959740993927936}
+{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 2.051219940185547, "Finetune/Loss (Raw)": 1.0440385341644287, "Finetune/Step": 50, "Finetune/Step Time": 7.928107099533081}
+{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 2.0336050987243652, "Finetune/Loss (Raw)": 1.1528505086898804, "Finetune/Step": 51, "Finetune/Step Time": 7.904104503930784}
+{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 2.018151044845581, "Finetune/Loss (Raw)": 1.2299960851669312, "Finetune/Step": 52, "Finetune/Step Time": 7.898420063348917}
+{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 1.9978435039520264, "Finetune/Loss (Raw)": 0.9418462514877319, "Finetune/Step": 53, "Finetune/Step Time": 7.914907671370596}
+{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 1.9786936044692993, "Finetune/Loss (Raw)": 0.9637565612792969, "Finetune/Step": 54, "Finetune/Step Time": 7.912959487349899}
+{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 1.9641200304031372, "Finetune/Loss (Raw)": 1.1771454811096191, "Finetune/Step": 55, "Finetune/Step Time": 7.916318451274525}
+{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 1.9492485523223877, "Finetune/Loss (Raw)": 1.1313116550445557, "Finetune/Step": 56, "Finetune/Step Time": 7.929333171674183}
+{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 1.93319833278656, "Finetune/Loss (Raw)": 1.034390926361084, "Finetune/Step": 57, "Finetune/Step Time": 7.910376377273024}
+{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 1.918426513671875, "Finetune/Loss (Raw)": 1.0764352083206177, "Finetune/Step": 58, "Finetune/Step Time": 7.938513653031711}
+{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 1.9046276807785034, "Finetune/Loss (Raw)": 1.1042861938476562, "Finetune/Step": 59, "Finetune/Step Time": 7.949197041786324}
+{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 1.8911854028701782, "Finetune/Loss (Raw)": 1.0980876684188843, "Finetune/Step": 60, "Finetune/Step Time": 7.928179311752319}
+{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 1.878953456878662, "Finetune/Loss (Raw)": 1.1450532674789429, "Finetune/Step": 61, "Finetune/Step Time": 7.913082271325783}
+{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 1.8681331872940063, "Finetune/Loss (Raw)": 1.2080917358398438, "Finetune/Step": 62, "Finetune/Step Time": 7.891583204269409}
+{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 1.8578449487686157, "Finetune/Loss (Raw)": 1.2199660539627075, "Finetune/Step": 63, "Finetune/Step Time": 7.872277210629176}
+{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 1.845386028289795, "Finetune/Loss (Raw)": 1.0604835748672485, "Finetune/Step": 64, "Finetune/Step Time": 7.928686957806349}
+{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 1.8332197666168213, "Finetune/Loss (Raw)": 1.054569959640503, "Finetune/Step": 65, "Finetune/Step Time": 7.925440472822923}
+{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 1.820711374282837, "Finetune/Loss (Raw)": 1.007665753364563, "Finetune/Step": 66, "Finetune/Step Time": 7.91331431721196}
+{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 1.807024598121643, "Finetune/Loss (Raw)": 0.9036973118782043, "Finetune/Step": 67, "Finetune/Step Time": 7.891354642697235}
+{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 1.797068476676941, "Finetune/Loss (Raw)": 1.130009651184082, "Finetune/Step": 68, "Finetune/Step Time": 7.891403510290034}
+{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 1.7878692150115967, "Finetune/Loss (Raw)": 1.1623165607452393, "Finetune/Step": 69, "Finetune/Step Time": 7.8705840352652725}
+{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 1.7794400453567505, "Finetune/Loss (Raw)": 1.1978379487991333, "Finetune/Step": 70, "Finetune/Step Time": 7.852822521754674}
+{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 1.767326831817627, "Finetune/Loss (Raw)": 0.9194045066833496, "Finetune/Step": 71, "Finetune/Step Time": 7.855545651744789}
+{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 1.7570701837539673, "Finetune/Loss (Raw)": 1.028835415840149, "Finetune/Step": 72, "Finetune/Step Time": 7.833138151301278}
+{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 1.7458124160766602, "Finetune/Loss (Raw)": 0.935260534286499, "Finetune/Step": 73, "Finetune/Step Time": 7.816381287901369}
+{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 1.7348614931106567, "Finetune/Loss (Raw)": 0.9354355335235596, "Finetune/Step": 74, "Finetune/Step Time": 7.799979512755935}
+{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 1.722585916519165, "Finetune/Loss (Raw)": 0.8141962289810181, "Finetune/Step": 75, "Finetune/Step Time": 7.795474443435669}
+{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 1.712817907333374, "Finetune/Loss (Raw)": 0.9802225828170776, "Finetune/Step": 76, "Finetune/Step Time": 7.788557570231588}
+{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 1.70513916015625, "Finetune/Loss (Raw)": 1.1215530633926392, "Finetune/Step": 77, "Finetune/Step Time": 7.769412105733698}
+{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 1.6988091468811035, "Finetune/Loss (Raw)": 1.2113968133926392, "Finetune/Step": 78, "Finetune/Step Time": 7.750112741421431}
+{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 1.6921666860580444, "Finetune/Loss (Raw)": 1.1740566492080688, "Finetune/Step": 79, "Finetune/Step Time": 7.735391127912304}
+{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 1.683127760887146, "Finetune/Loss (Raw)": 0.96905118227005, "Finetune/Step": 80, "Finetune/Step Time": 7.741103979945183}
+{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 1.6763877868652344, "Finetune/Loss (Raw)": 1.137178897857666, "Finetune/Step": 81, "Finetune/Step Time": 7.738504986704132}
+{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 1.6693263053894043, "Finetune/Loss (Raw)": 1.0973546504974365, "Finetune/Step": 82, "Finetune/Step Time": 7.723242515470924}
+{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 1.6607694625854492, "Finetune/Loss (Raw)": 0.9591182470321655, "Finetune/Step": 83, "Finetune/Step Time": 7.731591290738209}
+{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 1.6551512479782104, "Finetune/Loss (Raw)": 1.1888163089752197, "Finetune/Step": 84, "Finetune/Step Time": 7.734418857665289}
+{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 1.6479474306106567, "Finetune/Loss (Raw)": 1.0428391695022583, "Finetune/Step": 85, "Finetune/Step Time": 7.721605348587036}
+{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 1.6324034929275513, "Finetune/Loss (Raw)": 0.31116989254951477, "Finetune/Step": 86, "Finetune/Step Time": 7.733964249145153}
+{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 1.6254138946533203, "Finetune/Loss (Raw)": 1.0243115425109863, "Finetune/Step": 87, "Finetune/Step Time": 7.721588680113869}
+{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 1.620792031288147, "Finetune/Loss (Raw)": 1.218689203262329, "Finetune/Step": 88, "Finetune/Step Time": 7.729400502009825}
+{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 1.6145058870315552, "Finetune/Loss (Raw)": 1.0613219738006592, "Finetune/Step": 89, "Finetune/Step Time": 7.7173231478487505}
+{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 1.6092041730880737, "Finetune/Loss (Raw)": 1.1373450756072998, "Finetune/Step": 90, "Finetune/Step Time": 7.72542028427124}
+{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 1.604142665863037, "Finetune/Loss (Raw)": 1.148603916168213, "Finetune/Step": 91, "Finetune/Step Time": 7.728741975931021}
+{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 1.5996296405792236, "Finetune/Loss (Raw)": 1.188937783241272, "Finetune/Step": 92, "Finetune/Step Time": 7.718204083650009}
+{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 1.592421531677246, "Finetune/Loss (Raw)": 0.9292884469032288, "Finetune/Step": 93, "Finetune/Step Time": 7.710140133416781}
+{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 1.5877037048339844, "Finetune/Loss (Raw)": 1.1489561796188354, "Finetune/Step": 94, "Finetune/Step Time": 7.695152166041922}
+{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 1.5822850465774536, "Finetune/Loss (Raw)": 1.072911262512207, "Finetune/Step": 95, "Finetune/Step Time": 7.6838977336883545}
+{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 1.5770320892333984, "Finetune/Loss (Raw)": 1.078008770942688, "Finetune/Step": 96, "Finetune/Step Time": 7.6871090432008105}
+{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 1.5713218450546265, "Finetune/Loss (Raw)": 1.0231561660766602, "Finetune/Step": 97, "Finetune/Step Time": 7.682641884715287}
+{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 1.5666453838348389, "Finetune/Loss (Raw)": 1.113018274307251, "Finetune/Step": 98, "Finetune/Step Time": 7.671630492015761}
+{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 1.5529173612594604, "Finetune/Loss (Raw)": 0.20757122337818146, "Finetune/Step": 99, "Finetune/Step Time": 7.676352108367766}
+{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 1.5493346452713013, "Finetune/Loss (Raw)": 1.1946429014205933, "Finetune/Step": 100, "Finetune/Step Time": 7.669702155590057}
+{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 1.544360637664795, "Finetune/Loss (Raw)": 1.0469579696655273, "Finetune/Step": 101, "Finetune/Step Time": 7.67225976273565}
+{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 1.541021704673767, "Finetune/Loss (Raw)": 1.2037872076034546, "Finetune/Step": 102, "Finetune/Step Time": 7.656564198288263}
+{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 1.5288302898406982, "Finetune/Loss (Raw)": 0.2853011190891266, "Finetune/Step": 103, "Finetune/Step Time": 7.662424055118005}
+{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 1.5250910520553589, "Finetune/Loss (Raw)": 1.1399544477462769, "Finetune/Step": 104, "Finetune/Step Time": 7.650576589199213}
+{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 1.5205411911010742, "Finetune/Loss (Raw)": 1.0473440885543823, "Finetune/Step": 105, "Finetune/Step Time": 7.635290207181658}
+{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 1.5161763429641724, "Finetune/Loss (Raw)": 1.0578805208206177, "Finetune/Step": 106, "Finetune/Step Time": 7.623683956434142}
+{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 1.5124520063400269, "Finetune/Loss (Raw)": 1.1176694631576538, "Finetune/Step": 107, "Finetune/Step Time": 7.612936195926132}
+{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 1.5077710151672363, "Finetune/Loss (Raw)": 1.006909728050232, "Finetune/Step": 108, "Finetune/Step Time": 7.605404805254053}
+{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 1.5043234825134277, "Finetune/Loss (Raw)": 1.1319979429244995, "Finetune/Step": 109, "Finetune/Step Time": 7.595642991022232}
+{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 1.500077486038208, "Finetune/Loss (Raw)": 1.0372576713562012, "Finetune/Step": 110, "Finetune/Step Time": 7.584843464331193}
+{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 1.4965447187423706, "Finetune/Loss (Raw)": 1.107919692993164, "Finetune/Step": 111, "Finetune/Step Time": 7.591152917157422}
+{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 1.4927380084991455, "Finetune/Loss (Raw)": 1.0701889991760254, "Finetune/Step": 112, "Finetune/Step Time": 7.5875075076307565}
+{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 1.4893351793289185, "Finetune/Loss (Raw)": 1.1082435846328735, "Finetune/Step": 113, "Finetune/Step Time": 7.5921621006147}
+{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 1.4783092737197876, "Finetune/Loss (Raw)": 0.23236870765686035, "Finetune/Step": 114, "Finetune/Step Time": 7.600349194125125}
+{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 1.4748345613479614, "Finetune/Loss (Raw)": 1.0787461996078491, "Finetune/Step": 115, "Finetune/Step Time": 7.592434362743212}
+{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 1.4699450731277466, "Finetune/Loss (Raw)": 0.9076350927352905, "Finetune/Step": 116, "Finetune/Step Time": 7.598635441270368}
+{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 1.466825008392334, "Finetune/Loss (Raw)": 1.104882836341858, "Finetune/Step": 117, "Finetune/Step Time": 7.595029594551804}
+{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 1.4640343189239502, "Finetune/Loss (Raw)": 1.1375317573547363, "Finetune/Step": 118, "Finetune/Step Time": 7.586379396713387}
+{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 1.4604690074920654, "Finetune/Loss (Raw)": 1.0397603511810303, "Finetune/Step": 119, "Finetune/Step Time": 7.579372095460651}
+{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 1.4572309255599976, "Finetune/Loss (Raw)": 1.0719014406204224, "Finetune/Step": 120, "Finetune/Step Time": 7.575856431325277}
+{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 1.4535337686538696, "Finetune/Loss (Raw)": 1.0098998546600342, "Finetune/Step": 121, "Finetune/Step Time": 7.584923838780931}
+{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 1.4494800567626953, "Finetune/Loss (Raw)": 0.9589871764183044, "Finetune/Step": 122, "Finetune/Step Time": 7.578600818993615}
+{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 1.4458788633346558, "Finetune/Loss (Raw)": 1.0065100193023682, "Finetune/Step": 123, "Finetune/Step Time": 7.570731614663349}
+{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 1.4432473182678223, "Finetune/Loss (Raw)": 1.1195751428604126, "Finetune/Step": 124, "Finetune/Step Time": 7.565147592175391}
+{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 1.439710021018982, "Finetune/Loss (Raw)": 1.0010597705841064, "Finetune/Step": 125, "Finetune/Step Time": 7.559665288925171}
+{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 1.4369385242462158, "Finetune/Loss (Raw)": 1.0905088186264038, "Finetune/Step": 126, "Finetune/Step Time": 7.573243618011475}
+{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 1.4333155155181885, "Finetune/Loss (Raw)": 0.9768158197402954, "Finetune/Step": 127, "Finetune/Step Time": 7.564926183129859}
+{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 1.430924892425537, "Finetune/Loss (Raw)": 1.1273314952850342, "Finetune/Step": 128, "Finetune/Step Time": 7.569754688069224}
+{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 1.3878297805786133, "Finetune/Loss (Raw)": 1.1424899101257324, "Finetune/Step": 129, "Finetune/Step Time": 7.419959561899304}
+{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 1.3393911123275757, "Finetune/Loss (Raw)": 1.1281721591949463, "Finetune/Step": 130, "Finetune/Step Time": 7.392776940017939}
+{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 1.3116767406463623, "Finetune/Loss (Raw)": 1.089036226272583, "Finetune/Step": 131, "Finetune/Step Time": 7.391797222197056}
+{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 1.2872519493103027, "Finetune/Loss (Raw)": 1.0948556661605835, "Finetune/Step": 132, "Finetune/Step Time": 7.392128551378846}
+{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 1.2659862041473389, "Finetune/Loss (Raw)": 0.8861793279647827, "Finetune/Step": 133, "Finetune/Step Time": 7.402618184685707}
+{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 1.2506144046783447, "Finetune/Loss (Raw)": 1.2303522825241089, "Finetune/Step": 134, "Finetune/Step Time": 7.398075213655829}
+{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 1.2311804294586182, "Finetune/Loss (Raw)": 0.988689661026001, "Finetune/Step": 135, "Finetune/Step Time": 7.400253193452954}
+{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 1.216002345085144, "Finetune/Loss (Raw)": 1.0648154020309448, "Finetune/Step": 136, "Finetune/Step Time": 7.385428139939904}
+{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 1.201996088027954, "Finetune/Loss (Raw)": 0.965615451335907, "Finetune/Step": 137, "Finetune/Step Time": 7.387711971998215}
+{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 1.1856648921966553, "Finetune/Loss (Raw)": 1.111319661140442, "Finetune/Step": 138, "Finetune/Step Time": 7.360183412209153}
+{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 1.1710935831069946, "Finetune/Loss (Raw)": 0.8933034539222717, "Finetune/Step": 139, "Finetune/Step Time": 7.361992275342345}
+{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 1.1596945524215698, "Finetune/Loss (Raw)": 1.2752116918563843, "Finetune/Step": 140, "Finetune/Step Time": 7.368547530844808}
+{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 1.1471965312957764, "Finetune/Loss (Raw)": 1.0186142921447754, "Finetune/Step": 141, "Finetune/Step Time": 7.363204836845398}
+{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 1.1325247287750244, "Finetune/Loss (Raw)": 1.0091972351074219, "Finetune/Step": 142, "Finetune/Step Time": 7.402667397633195}
+{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 1.122262954711914, "Finetune/Loss (Raw)": 0.9555508494377136, "Finetune/Step": 143, "Finetune/Step Time": 7.415929777547717}
+{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 1.112430214881897, "Finetune/Loss (Raw)": 0.3349514603614807, "Finetune/Step": 144, "Finetune/Step Time": 7.4176303911954165}
+{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 1.0978262424468994, "Finetune/Loss (Raw)": 0.3238610327243805, "Finetune/Step": 145, "Finetune/Step Time": 7.432964151725173}
+{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 1.0923969745635986, "Finetune/Loss (Raw)": 0.9559381604194641, "Finetune/Step": 146, "Finetune/Step Time": 7.424478920176625}
+{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 1.0833457708358765, "Finetune/Loss (Raw)": 0.8821175694465637, "Finetune/Step": 147, "Finetune/Step Time": 7.431177547201514}
+{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 1.0768859386444092, "Finetune/Loss (Raw)": 1.0603657960891724, "Finetune/Step": 148, "Finetune/Step Time": 7.434798074886203}
+{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 1.072785496711731, "Finetune/Loss (Raw)": 1.0937573909759521, "Finetune/Step": 149, "Finetune/Step Time": 7.425022235140204}
+{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 1.0700690746307373, "Finetune/Loss (Raw)": 1.1023303270339966, "Finetune/Step": 150, "Finetune/Step Time": 7.428822856396437}
+{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 1.0768705606460571, "Finetune/Loss (Raw)": 1.0902599096298218, "Finetune/Step": 151, "Finetune/Step Time": 7.416324375197291}
+{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 1.0713169574737549, "Finetune/Loss (Raw)": 1.0235767364501953, "Finetune/Step": 152, "Finetune/Step Time": 7.422541556879878}
+{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 1.0673596858978271, "Finetune/Loss (Raw)": 1.1321296691894531, "Finetune/Step": 153, "Finetune/Step Time": 7.433157527819276}
+{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 1.074002742767334, "Finetune/Loss (Raw)": 1.1154652833938599, "Finetune/Step": 154, "Finetune/Step Time": 7.414723524823785}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.0704396963119507, "Finetune/Loss (Raw)": 1.1893985271453857, "Finetune/Step": 155, "Finetune/Step Time": 7.421945802867413}
+{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 1.0614240169525146, "Finetune/Loss (Raw)": 0.33820900321006775, "Finetune/Step": 156, "Finetune/Step Time": 7.438961252570152}
+{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 1.0577194690704346, "Finetune/Loss (Raw)": 1.065643548965454, "Finetune/Step": 157, "Finetune/Step Time": 7.429860040545464}
+{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 1.0552124977111816, "Finetune/Loss (Raw)": 1.0922605991363525, "Finetune/Step": 158, "Finetune/Step Time": 7.420620976015925}
+{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 1.051117181777954, "Finetune/Loss (Raw)": 1.0766061544418335, "Finetune/Step": 159, "Finetune/Step Time": 7.4136588759720325}
+{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 1.0478276014328003, "Finetune/Loss (Raw)": 1.0036932229995728, "Finetune/Step": 160, "Finetune/Step Time": 7.403157979249954}
+{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 1.045422077178955, "Finetune/Loss (Raw)": 1.0160330533981323, "Finetune/Step": 161, "Finetune/Step Time": 7.3994603380560875}
+{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 1.0457003116607666, "Finetune/Loss (Raw)": 1.2444944381713867, "Finetune/Step": 162, "Finetune/Step Time": 7.3985142558813095}
+{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 1.0416364669799805, "Finetune/Loss (Raw)": 1.073890209197998, "Finetune/Step": 163, "Finetune/Step Time": 7.39884490147233}
+{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 1.038901448249817, "Finetune/Loss (Raw)": 0.9495106339454651, "Finetune/Step": 164, "Finetune/Step Time": 7.396900538355112}
+{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 1.0355849266052246, "Finetune/Loss (Raw)": 1.0452349185943604, "Finetune/Step": 165, "Finetune/Step Time": 7.371385900303721}
+{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 1.033239722251892, "Finetune/Loss (Raw)": 0.996688723564148, "Finetune/Step": 166, "Finetune/Step Time": 7.37281084433198}
+{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 1.0322566032409668, "Finetune/Loss (Raw)": 1.1410496234893799, "Finetune/Step": 167, "Finetune/Step Time": 7.37466898933053}
+{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 1.0299614667892456, "Finetune/Loss (Raw)": 0.9707976579666138, "Finetune/Step": 168, "Finetune/Step Time": 7.3630435056984425}
+{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 1.0269246101379395, "Finetune/Loss (Raw)": 0.9504494667053223, "Finetune/Step": 169, "Finetune/Step Time": 7.367754129692912}
+{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 1.0199236869812012, "Finetune/Loss (Raw)": 0.38980087637901306, "Finetune/Step": 170, "Finetune/Step Time": 7.380652265623212}
+{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 1.0179498195648193, "Finetune/Loss (Raw)": 0.9920145869255066, "Finetune/Step": 171, "Finetune/Step Time": 7.378021623939276}
+{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 1.015704870223999, "Finetune/Loss (Raw)": 0.971275269985199, "Finetune/Step": 172, "Finetune/Step Time": 7.3814835380762815}
+{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 1.0163178443908691, "Finetune/Loss (Raw)": 1.1845842599868774, "Finetune/Step": 173, "Finetune/Step Time": 7.349307371303439}
+{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 1.0213508605957031, "Finetune/Loss (Raw)": 0.8894245624542236, "Finetune/Step": 174, "Finetune/Step Time": 7.337702551856637}
+{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 1.021436095237732, "Finetune/Loss (Raw)": 1.1854103803634644, "Finetune/Step": 175, "Finetune/Step Time": 7.334802631288767}
+{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 1.014967918395996, "Finetune/Loss (Raw)": 0.35118788480758667, "Finetune/Step": 176, "Finetune/Step Time": 7.333793329074979}
+{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 1.0132567882537842, "Finetune/Loss (Raw)": 0.9696318507194519, "Finetune/Step": 177, "Finetune/Step Time": 7.336172601208091}
+{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 1.0143089294433594, "Finetune/Loss (Raw)": 1.178714394569397, "Finetune/Step": 178, "Finetune/Step Time": 7.343754772096872}
+{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 1.0122764110565186, "Finetune/Loss (Raw)": 0.8926916718482971, "Finetune/Step": 179, "Finetune/Step Time": 7.348203932866454}
+{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 1.0109782218933105, "Finetune/Loss (Raw)": 1.0638221502304077, "Finetune/Step": 180, "Finetune/Step Time": 7.3458051308989525}
+{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 1.0114974975585938, "Finetune/Loss (Raw)": 1.0083121061325073, "Finetune/Step": 181, "Finetune/Step Time": 7.326271690428257}
+{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 1.0121088027954102, "Finetune/Loss (Raw)": 1.042009949684143, "Finetune/Step": 182, "Finetune/Step Time": 7.3196003790944815}
+{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 1.0107122659683228, "Finetune/Loss (Raw)": 0.9983898997306824, "Finetune/Step": 183, "Finetune/Step Time": 7.3029360100626945}
+{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 1.0108911991119385, "Finetune/Loss (Raw)": 1.1542166471481323, "Finetune/Step": 184, "Finetune/Step Time": 7.289720702916384}
+{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 1.0099931955337524, "Finetune/Loss (Raw)": 0.9194414615631104, "Finetune/Step": 185, "Finetune/Step Time": 7.287437200546265}
+{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 1.0092484951019287, "Finetune/Loss (Raw)": 0.9811211228370667, "Finetune/Step": 186, "Finetune/Step Time": 7.2784005254507065}
+{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 1.0084328651428223, "Finetune/Loss (Raw)": 0.999897301197052, "Finetune/Step": 187, "Finetune/Step Time": 7.264273529872298}
+{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 1.0085525512695312, "Finetune/Loss (Raw)": 1.1133992671966553, "Finetune/Step": 188, "Finetune/Step Time": 7.262118684127927}
+{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 1.0074111223220825, "Finetune/Loss (Raw)": 0.9989393353462219, "Finetune/Step": 189, "Finetune/Step Time": 7.273892225697637}
+{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 1.0062949657440186, "Finetune/Loss (Raw)": 1.0652283430099487, "Finetune/Step": 190, "Finetune/Step Time": 7.279182909056544}
+{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 1.0051437616348267, "Finetune/Loss (Raw)": 1.0726133584976196, "Finetune/Step": 191, "Finetune/Step Time": 7.284874185919762}
+{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 1.0051991939544678, "Finetune/Loss (Raw)": 1.0675896406173706, "Finetune/Step": 192, "Finetune/Step Time": 7.265069212764502}
+{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 1.0042755603790283, "Finetune/Loss (Raw)": 0.9363358616828918, "Finetune/Step": 193, "Finetune/Step Time": 7.257726404815912}
+{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 1.0045652389526367, "Finetune/Loss (Raw)": 1.0447429418563843, "Finetune/Step": 194, "Finetune/Step Time": 7.256086867302656}
+{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 1.0052647590637207, "Finetune/Loss (Raw)": 0.9932323098182678, "Finetune/Step": 195, "Finetune/Step Time": 7.262002782896161}
+{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 1.0039222240447998, "Finetune/Loss (Raw)": 0.9581718444824219, "Finetune/Step": 196, "Finetune/Step Time": 7.257695572450757}
+{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 1.0030207633972168, "Finetune/Loss (Raw)": 1.046921968460083, "Finetune/Step": 197, "Finetune/Step Time": 7.26332083158195}
+{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 1.0015053749084473, "Finetune/Loss (Raw)": 1.0038832426071167, "Finetune/Step": 198, "Finetune/Step Time": 7.2630319986492395}
+{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 1.002063274383545, "Finetune/Loss (Raw)": 0.9908016324043274, "Finetune/Step": 199, "Finetune/Step Time": 7.256461948156357}
+{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 1.0019817352294922, "Finetune/Loss (Raw)": 1.018408179283142, "Finetune/Step": 200, "Finetune/Step Time": 7.261314257979393}
+{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 1.00338876247406, "Finetune/Loss (Raw)": 1.1153509616851807, "Finetune/Step": 201, "Finetune/Step Time": 7.265279237180948}
+{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 1.0048167705535889, "Finetune/Loss (Raw)": 1.1182265281677246, "Finetune/Step": 202, "Finetune/Step Time": 7.2687129359692335}
+{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 1.0066771507263184, "Finetune/Loss (Raw)": 1.0523229837417603, "Finetune/Step": 203, "Finetune/Step Time": 7.263061009347439}
+{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 1.0072463750839233, "Finetune/Loss (Raw)": 1.053087830543518, "Finetune/Step": 204, "Finetune/Step Time": 7.268420809879899}
+{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 1.0008963346481323, "Finetune/Loss (Raw)": 0.3087400794029236, "Finetune/Step": 205, "Finetune/Step Time": 7.2845213413238525}
+{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 0.9992740154266357, "Finetune/Loss (Raw)": 1.0037389993667603, "Finetune/Step": 206, "Finetune/Step Time": 7.293034458532929}
+{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 0.9993429183959961, "Finetune/Loss (Raw)": 1.1828876733779907, "Finetune/Step": 207, "Finetune/Step Time": 7.315642325207591}
+{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 0.9998247027397156, "Finetune/Loss (Raw)": 1.030714511871338, "Finetune/Step": 208, "Finetune/Step Time": 7.301735896617174}
+{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 0.9987670183181763, "Finetune/Loss (Raw)": 1.0017982721328735, "Finetune/Step": 209, "Finetune/Step Time": 7.30754360370338}
+{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 0.9926527738571167, "Finetune/Loss (Raw)": 0.31471818685531616, "Finetune/Step": 210, "Finetune/Step Time": 7.336503367871046}
+{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 0.992828369140625, "Finetune/Loss (Raw)": 0.9815956950187683, "Finetune/Step": 211, "Finetune/Step Time": 7.329459372907877}
+{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 0.9919140338897705, "Finetune/Loss (Raw)": 1.0717861652374268, "Finetune/Step": 212, "Finetune/Step Time": 7.326820578426123}
+{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 0.9929653406143188, "Finetune/Loss (Raw)": 1.1774013042449951, "Finetune/Step": 213, "Finetune/Step Time": 7.329125480726361}
+{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 0.9980959892272949, "Finetune/Loss (Raw)": 0.9678971171379089, "Finetune/Step": 214, "Finetune/Step Time": 7.329848764464259}
+{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 0.9975213408470154, "Finetune/Loss (Raw)": 0.9507596492767334, "Finetune/Step": 215, "Finetune/Step Time": 7.329058483242989}
+{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 0.9951682686805725, "Finetune/Loss (Raw)": 0.9174976348876953, "Finetune/Step": 216, "Finetune/Step Time": 7.327861143276095}
+{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 0.9955758452415466, "Finetune/Loss (Raw)": 1.1134885549545288, "Finetune/Step": 217, "Finetune/Step Time": 7.325800124555826}
+{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 0.994981050491333, "Finetune/Loss (Raw)": 1.0612175464630127, "Finetune/Step": 218, "Finetune/Step Time": 7.3153905011713505}
+{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 0.9953721165657043, "Finetune/Loss (Raw)": 1.1986500024795532, "Finetune/Step": 219, "Finetune/Step Time": 7.304334064945579}
+{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 0.993626058101654, "Finetune/Loss (Raw)": 0.9654492139816284, "Finetune/Step": 220, "Finetune/Step Time": 7.301328605040908}
+{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 0.9950011968612671, "Finetune/Loss (Raw)": 1.105302095413208, "Finetune/Step": 221, "Finetune/Step Time": 7.304376682266593}
+{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 0.9934748411178589, "Finetune/Loss (Raw)": 0.9535896182060242, "Finetune/Step": 222, "Finetune/Step Time": 7.309668367728591}
+{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 0.9926939606666565, "Finetune/Loss (Raw)": 0.9729583263397217, "Finetune/Step": 223, "Finetune/Step Time": 7.310876393690705}
+{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 0.9869552254676819, "Finetune/Loss (Raw)": 0.3434445261955261, "Finetune/Step": 224, "Finetune/Step Time": 7.313667193055153}
+{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 0.9871304035186768, "Finetune/Loss (Raw)": 1.0455750226974487, "Finetune/Step": 225, "Finetune/Step Time": 7.314026113599539}
+{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 0.9876623153686523, "Finetune/Loss (Raw)": 1.1811095476150513, "Finetune/Step": 226, "Finetune/Step Time": 7.311699887737632}
+{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 0.9951426386833191, "Finetune/Loss (Raw)": 1.1650439500808716, "Finetune/Step": 227, "Finetune/Step Time": 7.298159280791879}
+{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 0.99453204870224, "Finetune/Loss (Raw)": 1.1164982318878174, "Finetune/Step": 228, "Finetune/Step Time": 7.293367633596063}
+{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 0.9943853616714478, "Finetune/Loss (Raw)": 1.0281734466552734, "Finetune/Step": 229, "Finetune/Step Time": 7.286473261192441}
+{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 0.9939932227134705, "Finetune/Loss (Raw)": 1.1536012887954712, "Finetune/Step": 230, "Finetune/Step Time": 7.289004702121019}
+{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 0.9996162056922913, "Finetune/Loss (Raw)": 1.005041480064392, "Finetune/Step": 231, "Finetune/Step Time": 7.276392627507448}
+{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 0.9989780783653259, "Finetune/Loss (Raw)": 1.0582722425460815, "Finetune/Step": 232, "Finetune/Step Time": 7.279763842001557}
+{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 0.9931740164756775, "Finetune/Loss (Raw)": 0.30441921949386597, "Finetune/Step": 233, "Finetune/Step Time": 7.297221316024661}
+{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 0.9939944744110107, "Finetune/Loss (Raw)": 1.1629042625427246, "Finetune/Step": 234, "Finetune/Step Time": 7.31620548479259}
+{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 0.994594156742096, "Finetune/Loss (Raw)": 1.194427490234375, "Finetune/Step": 235, "Finetune/Step Time": 7.3554175309836864}
+{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 0.9946150183677673, "Finetune/Loss (Raw)": 1.0095841884613037, "Finetune/Step": 236, "Finetune/Step Time": 7.356063416227698}
+{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 0.9941713809967041, "Finetune/Loss (Raw)": 1.075206995010376, "Finetune/Step": 237, "Finetune/Step Time": 7.388162886723876}
+{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 0.9939091205596924, "Finetune/Loss (Raw)": 1.003695011138916, "Finetune/Step": 238, "Finetune/Step Time": 7.391813924536109}
+{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 0.9921447038650513, "Finetune/Loss (Raw)": 0.8820743560791016, "Finetune/Step": 239, "Finetune/Step Time": 7.376200878992677}
+{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 0.9911897778511047, "Finetune/Loss (Raw)": 0.9479514956474304, "Finetune/Step": 240, "Finetune/Step Time": 7.373817626386881}
+{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 0.9910647869110107, "Finetune/Loss (Raw)": 1.092240333557129, "Finetune/Step": 241, "Finetune/Step Time": 7.360881818458438}
+{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 0.9974179267883301, "Finetune/Loss (Raw)": 1.045580506324768, "Finetune/Step": 242, "Finetune/Step Time": 7.3483757600188255}
+{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 0.9973082542419434, "Finetune/Loss (Raw)": 1.0646952390670776, "Finetune/Step": 243, "Finetune/Step Time": 7.357933726161718}
+{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 0.9973063468933105, "Finetune/Loss (Raw)": 0.9074047803878784, "Finetune/Step": 244, "Finetune/Step Time": 7.34340164065361}
+{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 0.9980188012123108, "Finetune/Loss (Raw)": 1.1960729360580444, "Finetune/Step": 245, "Finetune/Step Time": 7.335831880569458}
+{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 0.9980934858322144, "Finetune/Loss (Raw)": 1.1471002101898193, "Finetune/Step": 246, "Finetune/Step Time": 7.344374129548669}
+{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 0.998146653175354, "Finetune/Loss (Raw)": 1.0465550422668457, "Finetune/Step": 247, "Finetune/Step Time": 7.344007559120655}
+{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 0.9975327253341675, "Finetune/Loss (Raw)": 0.9933199286460876, "Finetune/Step": 248, "Finetune/Step Time": 7.348025429993868}
+{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 0.9975898265838623, "Finetune/Loss (Raw)": 1.0172055959701538, "Finetune/Step": 249, "Finetune/Step Time": 7.330203177407384}
+{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 0.9984495639801025, "Finetune/Loss (Raw)": 1.0690386295318604, "Finetune/Step": 250, "Finetune/Step Time": 7.3272295743227005}
+{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 0.9994075298309326, "Finetune/Loss (Raw)": 1.1291301250457764, "Finetune/Step": 251, "Finetune/Step Time": 7.341355450451374}
+{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 0.9986950755119324, "Finetune/Loss (Raw)": 1.0283820629119873, "Finetune/Step": 252, "Finetune/Step Time": 7.340556766837835}
+{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 0.9991973638534546, "Finetune/Loss (Raw)": 1.0653505325317383, "Finetune/Step": 253, "Finetune/Step Time": 7.335777485743165}
+{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 0.9983022212982178, "Finetune/Loss (Raw)": 0.9759262800216675, "Finetune/Step": 254, "Finetune/Step Time": 7.315328827127814}
+{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 0.9930342435836792, "Finetune/Loss (Raw)": 0.3025246858596802, "Finetune/Step": 255, "Finetune/Step Time": 7.328528432175517}
+{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 0.9915787577629089, "Finetune/Loss (Raw)": 0.9410216212272644, "Finetune/Step": 256, "Finetune/Step Time": 7.32887171022594}
+{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 0.9916975498199463, "Finetune/Loss (Raw)": 1.157697319984436, "Finetune/Step": 257, "Finetune/Step Time": 7.328533886000514}
+{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 0.9915457367897034, "Finetune/Loss (Raw)": 1.108737587928772, "Finetune/Step": 258, "Finetune/Step Time": 7.328502997756004}
+{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 0.991412878036499, "Finetune/Loss (Raw)": 1.072033405303955, "Finetune/Step": 259, "Finetune/Step Time": 7.330868970602751}
+{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 0.9913063049316406, "Finetune/Loss (Raw)": 1.0812084674835205, "Finetune/Step": 260, "Finetune/Step Time": 7.350762603804469}
+{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 0.9910802841186523, "Finetune/Loss (Raw)": 0.8572540879249573, "Finetune/Step": 261, "Finetune/Step Time": 7.33396764472127}
+{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 0.9879608154296875, "Finetune/Loss (Raw)": 0.8310644030570984, "Finetune/Step": 262, "Finetune/Step Time": 7.344927299767733}
+{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 0.9881836175918579, "Finetune/Loss (Raw)": 1.0172066688537598, "Finetune/Step": 263, "Finetune/Step Time": 7.343715436756611}
+{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 0.9874567985534668, "Finetune/Loss (Raw)": 0.9717741012573242, "Finetune/Step": 264, "Finetune/Step Time": 7.358137717470527}
+{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 0.9875409007072449, "Finetune/Loss (Raw)": 0.9763864874839783, "Finetune/Step": 265, "Finetune/Step Time": 7.355146722868085}
+{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 0.9883391857147217, "Finetune/Loss (Raw)": 1.2135039567947388, "Finetune/Step": 266, "Finetune/Step Time": 7.365342583507299}
+{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 0.9882968664169312, "Finetune/Loss (Raw)": 0.8878888487815857, "Finetune/Step": 267, "Finetune/Step Time": 7.36262945830822}
+{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 0.9868707060813904, "Finetune/Loss (Raw)": 1.0926570892333984, "Finetune/Step": 268, "Finetune/Step Time": 7.363604288548231}
+{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 0.9869971871376038, "Finetune/Loss (Raw)": 1.0348070859909058, "Finetune/Step": 269, "Finetune/Step Time": 7.368636330589652}
+{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 0.9872289896011353, "Finetune/Loss (Raw)": 1.038859486579895, "Finetune/Step": 270, "Finetune/Step Time": 7.334104094654322}
+{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 0.9877700805664062, "Finetune/Loss (Raw)": 1.024816632270813, "Finetune/Step": 271, "Finetune/Step Time": 7.324095647782087}
+{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 0.9937068223953247, "Finetune/Loss (Raw)": 1.0948476791381836, "Finetune/Step": 272, "Finetune/Step Time": 7.313896181061864}
+{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 0.9993911981582642, "Finetune/Loss (Raw)": 1.0514726638793945, "Finetune/Step": 273, "Finetune/Step Time": 7.298111468553543}
+{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 1.000413417816162, "Finetune/Loss (Raw)": 1.0867750644683838, "Finetune/Step": 274, "Finetune/Step Time": 7.3027298133820295}
+{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 1.0013692378997803, "Finetune/Loss (Raw)": 1.0044569969177246, "Finetune/Step": 275, "Finetune/Step Time": 7.299304485321045}
+{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 0.9994271993637085, "Finetune/Loss (Raw)": 0.8117868304252625, "Finetune/Step": 276, "Finetune/Step Time": 7.3299600798636675}
+{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 0.998836100101471, "Finetune/Loss (Raw)": 1.0180997848510742, "Finetune/Step": 277, "Finetune/Step Time": 7.328820683062077}
+{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 0.9982341527938843, "Finetune/Loss (Raw)": 1.0252834558486938, "Finetune/Step": 278, "Finetune/Step Time": 7.33178092725575}
+{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 0.9990241527557373, "Finetune/Loss (Raw)": 1.1913789510726929, "Finetune/Step": 279, "Finetune/Step Time": 7.3470040783286095}
+{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 0.9986220598220825, "Finetune/Loss (Raw)": 0.9721070528030396, "Finetune/Step": 280, "Finetune/Step Time": 7.345074091106653}
+{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 0.9980509281158447, "Finetune/Loss (Raw)": 1.0590285062789917, "Finetune/Step": 281, "Finetune/Step Time": 7.330112850293517}
+{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 0.9971492290496826, "Finetune/Loss (Raw)": 1.0000485181808472, "Finetune/Step": 282, "Finetune/Step Time": 7.3285592664033175}
+{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 0.9966707229614258, "Finetune/Loss (Raw)": 1.1281458139419556, "Finetune/Step": 283, "Finetune/Step Time": 7.326194521039724}
+{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 1.0028330087661743, "Finetune/Loss (Raw)": 1.126987338066101, "Finetune/Step": 284, "Finetune/Step Time": 7.309151034802198}
+{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 1.002289891242981, "Finetune/Loss (Raw)": 0.9961272478103638, "Finetune/Step": 285, "Finetune/Step Time": 7.325553836300969}
+{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 1.002051591873169, "Finetune/Loss (Raw)": 1.0617585182189941, "Finetune/Step": 286, "Finetune/Step Time": 7.340460212901235}
+{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 1.0019285678863525, "Finetune/Loss (Raw)": 1.0608394145965576, "Finetune/Step": 287, "Finetune/Step Time": 7.347046960145235}
+{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 1.001089096069336, "Finetune/Loss (Raw)": 0.8962433934211731, "Finetune/Step": 288, "Finetune/Step Time": 7.354963509365916}
+{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 1.0017813444137573, "Finetune/Loss (Raw)": 1.1046547889709473, "Finetune/Step": 289, "Finetune/Step Time": 7.359160849824548}
+{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 0.9994314312934875, "Finetune/Loss (Raw)": 0.9437029957771301, "Finetune/Step": 290, "Finetune/Step Time": 7.369865883141756}
+{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 0.9997093677520752, "Finetune/Loss (Raw)": 1.109463095664978, "Finetune/Step": 291, "Finetune/Step Time": 7.363735854625702}
+{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 1.0007786750793457, "Finetune/Loss (Raw)": 1.0863839387893677, "Finetune/Step": 292, "Finetune/Step Time": 7.351974448189139}
+{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 1.0014126300811768, "Finetune/Loss (Raw)": 1.1263870000839233, "Finetune/Step": 293, "Finetune/Step Time": 7.347521962597966}
+{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 0.9994158744812012, "Finetune/Loss (Raw)": 0.7410936951637268, "Finetune/Step": 294, "Finetune/Step Time": 7.3536804765462875}
+{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 0.9988915920257568, "Finetune/Loss (Raw)": 1.0739467144012451, "Finetune/Step": 295, "Finetune/Step Time": 7.359289409592748}
+{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 0.9991899728775024, "Finetune/Loss (Raw)": 1.0089852809906006, "Finetune/Step": 296, "Finetune/Step Time": 7.364097196608782}
+{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 1.0005347728729248, "Finetune/Loss (Raw)": 1.122597098350525, "Finetune/Step": 297, "Finetune/Step Time": 7.366940287873149}
+{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 1.0043706893920898, "Finetune/Loss (Raw)": 0.8807987570762634, "Finetune/Step": 298, "Finetune/Step Time": 7.378686655312777}
+{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 0.9989813566207886, "Finetune/Loss (Raw)": 0.30216512084007263, "Finetune/Step": 299, "Finetune/Step Time": 7.385381663218141}
+{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 0.994173526763916, "Finetune/Loss (Raw)": 0.3558805286884308, "Finetune/Step": 300, "Finetune/Step Time": 7.387313969433308}
+{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 0.9879292249679565, "Finetune/Loss (Raw)": 0.3853106200695038, "Finetune/Step": 301, "Finetune/Step Time": 7.401511806994677}
+{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 0.9876977205276489, "Finetune/Loss (Raw)": 0.8597944974899292, "Finetune/Step": 302, "Finetune/Step Time": 7.410801814869046}
+{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 0.9809087514877319, "Finetune/Loss (Raw)": 0.3164214789867401, "Finetune/Step": 303, "Finetune/Step Time": 7.424533883109689}
+{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 0.9866559505462646, "Finetune/Loss (Raw)": 1.086832880973816, "Finetune/Step": 304, "Finetune/Step Time": 7.4127154387533665}
+{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 0.9871863722801208, "Finetune/Loss (Raw)": 1.0375242233276367, "Finetune/Step": 305, "Finetune/Step Time": 7.404942765831947}
+{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 0.9852085113525391, "Finetune/Loss (Raw)": 0.9255473017692566, "Finetune/Step": 306, "Finetune/Step Time": 7.405196461826563}
+{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 0.9872323274612427, "Finetune/Loss (Raw)": 1.1517298221588135, "Finetune/Step": 307, "Finetune/Step Time": 7.407075975090265}
+{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 0.9869505763053894, "Finetune/Loss (Raw)": 1.027767539024353, "Finetune/Step": 308, "Finetune/Step Time": 7.406683724373579}
+{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 0.9879060387611389, "Finetune/Loss (Raw)": 1.1306095123291016, "Finetune/Step": 309, "Finetune/Step Time": 7.4208642821758986}
+{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 0.9875584840774536, "Finetune/Loss (Raw)": 0.9975278973579407, "Finetune/Step": 310, "Finetune/Step Time": 7.4218564461916685}
+{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 0.9877407550811768, "Finetune/Loss (Raw)": 1.0217186212539673, "Finetune/Step": 311, "Finetune/Step Time": 7.429038671776652}
+{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 0.9861875772476196, "Finetune/Loss (Raw)": 0.9554081559181213, "Finetune/Step": 312, "Finetune/Step Time": 7.427841553464532}
+{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 0.9875718951225281, "Finetune/Loss (Raw)": 1.0966360569000244, "Finetune/Step": 313, "Finetune/Step Time": 7.434869281947613}
+{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 0.9889709949493408, "Finetune/Loss (Raw)": 1.1602102518081665, "Finetune/Step": 314, "Finetune/Step Time": 7.418882852420211}
+{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 0.9887069463729858, "Finetune/Loss (Raw)": 0.9660908579826355, "Finetune/Step": 315, "Finetune/Step Time": 7.424444422125816}
+{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 0.9829085469245911, "Finetune/Loss (Raw)": 0.3712029755115509, "Finetune/Step": 316, "Finetune/Step Time": 7.439389800652862}
+{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 0.9825218915939331, "Finetune/Loss (Raw)": 0.9494444131851196, "Finetune/Step": 317, "Finetune/Step Time": 7.430258074775338}
+{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 0.982354998588562, "Finetune/Loss (Raw)": 1.0438724756240845, "Finetune/Step": 318, "Finetune/Step Time": 7.423626011237502}
+{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 0.9815542697906494, "Finetune/Loss (Raw)": 0.970115602016449, "Finetune/Step": 319, "Finetune/Step Time": 7.441103983670473}
+{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 0.9804396629333496, "Finetune/Loss (Raw)": 0.9249240159988403, "Finetune/Step": 320, "Finetune/Step Time": 7.426853058859706}
+{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 0.975621223449707, "Finetune/Loss (Raw)": 0.31957700848579407, "Finetune/Step": 321, "Finetune/Step Time": 7.4466807041317225}
+{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 0.9750980734825134, "Finetune/Loss (Raw)": 0.9777801632881165, "Finetune/Step": 322, "Finetune/Step Time": 7.44793732278049}
+{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 0.9755582809448242, "Finetune/Loss (Raw)": 1.0521358251571655, "Finetune/Step": 323, "Finetune/Step Time": 7.442910272628069}
+{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 0.9765768647193909, "Finetune/Loss (Raw)": 1.0885508060455322, "Finetune/Step": 324, "Finetune/Step Time": 7.441939312964678}
+{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 0.9764938354492188, "Finetune/Loss (Raw)": 1.036298155784607, "Finetune/Step": 325, "Finetune/Step Time": 7.439410466700792}
+{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 0.977931559085846, "Finetune/Loss (Raw)": 1.1879104375839233, "Finetune/Step": 326, "Finetune/Step Time": 7.43936632014811}
+{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 0.977963924407959, "Finetune/Loss (Raw)": 0.994938313961029, "Finetune/Step": 327, "Finetune/Step Time": 7.434467634186149}
+{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 0.9782441258430481, "Finetune/Loss (Raw)": 1.0542792081832886, "Finetune/Step": 328, "Finetune/Step Time": 7.441323881968856}
+{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 0.9767059087753296, "Finetune/Loss (Raw)": 0.918462872505188, "Finetune/Step": 329, "Finetune/Step Time": 7.459029898047447}
+{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 0.9747961759567261, "Finetune/Loss (Raw)": 0.8737704753875732, "Finetune/Step": 330, "Finetune/Step Time": 7.46364470757544}
+{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 0.9747323393821716, "Finetune/Loss (Raw)": 1.0441510677337646, "Finetune/Step": 331, "Finetune/Step Time": 7.4674405716359615}
+{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 0.9728584289550781, "Finetune/Loss (Raw)": 0.8132323622703552, "Finetune/Step": 332, "Finetune/Step Time": 7.48319230414927}
+{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 0.9784050583839417, "Finetune/Loss (Raw)": 1.0187089443206787, "Finetune/Step": 333, "Finetune/Step Time": 7.474008115008473}
+{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 0.9782270789146423, "Finetune/Loss (Raw)": 0.9809589982032776, "Finetune/Step": 334, "Finetune/Step Time": 7.469315635040402}
+{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 0.976726770401001, "Finetune/Loss (Raw)": 0.9908442497253418, "Finetune/Step": 335, "Finetune/Step Time": 7.4571235459297895}
+{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 0.9772069454193115, "Finetune/Loss (Raw)": 1.0921756029129028, "Finetune/Step": 336, "Finetune/Step Time": 7.459604585543275}
+{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 0.9788113832473755, "Finetune/Loss (Raw)": 1.2071683406829834, "Finetune/Step": 337, "Finetune/Step Time": 7.443849863484502}
+{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 0.9839047193527222, "Finetune/Loss (Raw)": 0.9666658043861389, "Finetune/Step": 338, "Finetune/Step Time": 7.423109149560332}
+{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 0.9835892915725708, "Finetune/Loss (Raw)": 0.9412150382995605, "Finetune/Step": 339, "Finetune/Step Time": 7.426180884242058}
+{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 0.9821947813034058, "Finetune/Loss (Raw)": 0.8932971358299255, "Finetune/Step": 340, "Finetune/Step Time": 7.424578877165914}
+{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 0.9808807373046875, "Finetune/Loss (Raw)": 1.009195327758789, "Finetune/Step": 341, "Finetune/Step Time": 7.425793142989278}
+{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 0.9815922975540161, "Finetune/Loss (Raw)": 1.058989405632019, "Finetune/Step": 342, "Finetune/Step Time": 7.407582014799118}
+{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 0.9820207357406616, "Finetune/Loss (Raw)": 1.0055979490280151, "Finetune/Step": 343, "Finetune/Step Time": 7.406038332730532}
+{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 0.9832156896591187, "Finetune/Loss (Raw)": 1.0704481601715088, "Finetune/Step": 344, "Finetune/Step Time": 7.391549797728658}
+{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 0.9831945896148682, "Finetune/Loss (Raw)": 1.1107805967330933, "Finetune/Step": 345, "Finetune/Step Time": 7.393687352538109}
+{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 0.9835479855537415, "Finetune/Loss (Raw)": 1.1064581871032715, "Finetune/Step": 346, "Finetune/Step Time": 7.400490956380963}
+{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 0.9830461144447327, "Finetune/Loss (Raw)": 1.1344088315963745, "Finetune/Step": 347, "Finetune/Step Time": 7.403700878843665}
+{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 0.9837837219238281, "Finetune/Loss (Raw)": 1.059863805770874, "Finetune/Step": 348, "Finetune/Step Time": 7.441689083352685}
+{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 0.9840222597122192, "Finetune/Loss (Raw)": 1.1358320713043213, "Finetune/Step": 349, "Finetune/Step Time": 7.450423749163747}
+{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 0.9840613007545471, "Finetune/Loss (Raw)": 0.9585908651351929, "Finetune/Step": 350, "Finetune/Step Time": 7.46519448235631}
+{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 0.9841164350509644, "Finetune/Loss (Raw)": 0.9800228476524353, "Finetune/Step": 351, "Finetune/Step Time": 7.478496542200446}
+{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 0.9891666769981384, "Finetune/Loss (Raw)": 0.9898618459701538, "Finetune/Step": 352, "Finetune/Step Time": 7.474782483652234}
+{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 0.9884214401245117, "Finetune/Loss (Raw)": 0.9501887559890747, "Finetune/Step": 353, "Finetune/Step Time": 7.473966635763645}
+{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 0.9861127734184265, "Finetune/Loss (Raw)": 0.8856028318405151, "Finetune/Step": 354, "Finetune/Step Time": 7.480588836595416}
+{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 0.9852132797241211, "Finetune/Loss (Raw)": 1.0499051809310913, "Finetune/Step": 355, "Finetune/Step Time": 7.490284929051995}
+{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 0.983483076095581, "Finetune/Loss (Raw)": 0.8950295448303223, "Finetune/Step": 356, "Finetune/Step Time": 7.497799031436443}
+{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 0.9825351238250732, "Finetune/Loss (Raw)": 0.90683513879776, "Finetune/Step": 357, "Finetune/Step Time": 7.511840932071209}
+{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 0.9763096570968628, "Finetune/Loss (Raw)": 0.35675275325775146, "Finetune/Step": 358, "Finetune/Step Time": 7.525025235489011}
+{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.9750255346298218, "Finetune/Loss (Raw)": 0.8406656980514526, "Finetune/Step": 359, "Finetune/Step Time": 7.52655647136271}
+{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.9744454622268677, "Finetune/Loss (Raw)": 0.9840216040611267, "Finetune/Step": 360, "Finetune/Step Time": 7.526207018643618}
+{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 0.9790399074554443, "Finetune/Loss (Raw)": 0.8925108909606934, "Finetune/Step": 361, "Finetune/Step Time": 7.51256381906569}
+{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.9774882793426514, "Finetune/Loss (Raw)": 0.9642953872680664, "Finetune/Step": 362, "Finetune/Step Time": 7.505240364000201}
+{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.9764682054519653, "Finetune/Loss (Raw)": 1.0638604164123535, "Finetune/Step": 363, "Finetune/Step Time": 7.466066287830472}
+{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.9769279956817627, "Finetune/Loss (Raw)": 1.0684374570846558, "Finetune/Step": 364, "Finetune/Step Time": 7.464406417682767}
+{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.977149486541748, "Finetune/Loss (Raw)": 1.103550910949707, "Finetune/Step": 365, "Finetune/Step Time": 7.435025405138731}
+{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.9763434529304504, "Finetune/Loss (Raw)": 0.9005244374275208, "Finetune/Step": 366, "Finetune/Step Time": 7.440002636983991}
+{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.9771906137466431, "Finetune/Loss (Raw)": 0.9905151724815369, "Finetune/Step": 367, "Finetune/Step Time": 7.445933086797595}
+{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.977655291557312, "Finetune/Loss (Raw)": 1.007423996925354, "Finetune/Step": 368, "Finetune/Step Time": 7.4467571042478085}
+{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.9767674803733826, "Finetune/Loss (Raw)": 0.9786044955253601, "Finetune/Step": 369, "Finetune/Step Time": 7.447263753041625}
+{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.9775111675262451, "Finetune/Loss (Raw)": 1.1407767534255981, "Finetune/Step": 370, "Finetune/Step Time": 7.447157794609666}
+{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 0.9781360626220703, "Finetune/Loss (Raw)": 1.144675374031067, "Finetune/Step": 371, "Finetune/Step Time": 7.437894117087126}
+{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 0.9791268110275269, "Finetune/Loss (Raw)": 1.0342236757278442, "Finetune/Step": 372, "Finetune/Step Time": 7.44636907055974}
+{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.9731590747833252, "Finetune/Loss (Raw)": 0.4321999251842499, "Finetune/Step": 373, "Finetune/Step Time": 7.464059341698885}
+{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.9669319987297058, "Finetune/Loss (Raw)": 0.3500390350818634, "Finetune/Step": 374, "Finetune/Step Time": 7.469410555437207}
+{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.9673463106155396, "Finetune/Loss (Raw)": 1.0995826721191406, "Finetune/Step": 375, "Finetune/Step Time": 7.467629829421639}
+{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.9664943814277649, "Finetune/Loss (Raw)": 0.8842743635177612, "Finetune/Step": 376, "Finetune/Step Time": 7.4670216497033834}
+{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.9660388827323914, "Finetune/Loss (Raw)": 0.9589056372642517, "Finetune/Step": 377, "Finetune/Step Time": 7.467820210382342}
+{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.9670088291168213, "Finetune/Loss (Raw)": 1.1931848526000977, "Finetune/Step": 378, "Finetune/Step Time": 7.478196108713746}
+{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.9670774340629578, "Finetune/Loss (Raw)": 1.1379141807556152, "Finetune/Step": 379, "Finetune/Step Time": 7.464719964191318}
+{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.9670805931091309, "Finetune/Loss (Raw)": 1.0287892818450928, "Finetune/Step": 380, "Finetune/Step Time": 7.46293506398797}
+{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.9669424295425415, "Finetune/Loss (Raw)": 1.0476595163345337, "Finetune/Step": 381, "Finetune/Step Time": 7.471020333468914}
+{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.9665089249610901, "Finetune/Loss (Raw)": 0.9204406142234802, "Finetune/Step": 382, "Finetune/Step Time": 7.50946063362062}
+{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.9713816046714783, "Finetune/Loss (Raw)": 0.9262280464172363, "Finetune/Step": 383, "Finetune/Step Time": 7.529314635321498}
+{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.9678137302398682, "Finetune/Loss (Raw)": 0.484331339597702, "Finetune/Step": 384, "Finetune/Step Time": 7.52921000123024}
+{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.9664414525032043, "Finetune/Loss (Raw)": 0.9820451140403748, "Finetune/Step": 385, "Finetune/Step Time": 7.526404224336147}
+{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.9655619263648987, "Finetune/Loss (Raw)": 0.9961583614349365, "Finetune/Step": 386, "Finetune/Step Time": 7.524998262524605}
+{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.963971734046936, "Finetune/Loss (Raw)": 0.868485689163208, "Finetune/Step": 387, "Finetune/Step Time": 7.526351857930422}
+{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.9627670645713806, "Finetune/Loss (Raw)": 0.9270217418670654, "Finetune/Step": 388, "Finetune/Step Time": 7.504810493439436}
+{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.9632931351661682, "Finetune/Loss (Raw)": 0.9245876669883728, "Finetune/Step": 389, "Finetune/Step Time": 7.504304118454456}
+{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.9631637930870056, "Finetune/Loss (Raw)": 0.8145105838775635, "Finetune/Step": 390, "Finetune/Step Time": 7.491183966398239}
+{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.9628540277481079, "Finetune/Loss (Raw)": 0.9775509834289551, "Finetune/Step": 391, "Finetune/Step Time": 7.486426094546914}
+{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.9626779556274414, "Finetune/Loss (Raw)": 0.949240505695343, "Finetune/Step": 392, "Finetune/Step Time": 7.482728326693177}
+{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.9614867568016052, "Finetune/Loss (Raw)": 0.8239116668701172, "Finetune/Step": 393, "Finetune/Step Time": 7.495205504819751}
+{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.9582421779632568, "Finetune/Loss (Raw)": 0.79820317029953, "Finetune/Step": 394, "Finetune/Step Time": 7.511178303509951}
+{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.9606109857559204, "Finetune/Loss (Raw)": 1.191093921661377, "Finetune/Step": 395, "Finetune/Step Time": 7.521049382165074}
+{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.9605452418327332, "Finetune/Loss (Raw)": 1.084243893623352, "Finetune/Step": 396, "Finetune/Step Time": 7.511964961886406}
+{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.9588123559951782, "Finetune/Loss (Raw)": 0.8129962086677551, "Finetune/Step": 397, "Finetune/Step Time": 7.527841990813613}
+{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.959753692150116, "Finetune/Loss (Raw)": 1.1593486070632935, "Finetune/Step": 398, "Finetune/Step Time": 7.522658828645945}
+{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.9588160514831543, "Finetune/Loss (Raw)": 0.9047983288764954, "Finetune/Step": 399, "Finetune/Step Time": 7.510954666882753}
+{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.957512378692627, "Finetune/Loss (Raw)": 0.9279821515083313, "Finetune/Step": 400, "Finetune/Step Time": 7.509035067632794}
+{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.9578313827514648, "Finetune/Loss (Raw)": 1.0923025608062744, "Finetune/Step": 401, "Finetune/Step Time": 7.5121346190571785}
+{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.9569852352142334, "Finetune/Loss (Raw)": 0.9784687757492065, "Finetune/Step": 402, "Finetune/Step Time": 7.524967934936285}
+{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.9565685987472534, "Finetune/Loss (Raw)": 0.9511178731918335, "Finetune/Step": 403, "Finetune/Step Time": 7.525097083300352}
+{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.9585003852844238, "Finetune/Loss (Raw)": 1.0590622425079346, "Finetune/Step": 404, "Finetune/Step Time": 7.494083639234304}
+{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.9561550617218018, "Finetune/Loss (Raw)": 0.7178947925567627, "Finetune/Step": 405, "Finetune/Step Time": 7.506112338975072}
+{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.9517730474472046, "Finetune/Loss (Raw)": 0.46439510583877563, "Finetune/Step": 406, "Finetune/Step Time": 7.509627064689994}
+{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.9456478357315063, "Finetune/Loss (Raw)": 0.4073466360569, "Finetune/Step": 407, "Finetune/Step Time": 7.501687049865723}
+{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.9454834461212158, "Finetune/Loss (Raw)": 0.9510658979415894, "Finetune/Step": 408, "Finetune/Step Time": 7.501188077032566}
+{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.946412205696106, "Finetune/Loss (Raw)": 1.177902340888977, "Finetune/Step": 409, "Finetune/Step Time": 7.502127105370164}
+{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.9480414390563965, "Finetune/Loss (Raw)": 1.208604097366333, "Finetune/Step": 410, "Finetune/Step Time": 7.500551415607333}
+{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.9469021558761597, "Finetune/Loss (Raw)": 0.9823170900344849, "Finetune/Step": 411, "Finetune/Step Time": 7.503249127417803}
+{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.9408631324768066, "Finetune/Loss (Raw)": 0.35398975014686584, "Finetune/Step": 412, "Finetune/Step Time": 7.518007777631283}
+{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.9416215419769287, "Finetune/Loss (Raw)": 1.093209147453308, "Finetune/Step": 413, "Finetune/Step Time": 7.496583394706249}
+{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.9405940771102905, "Finetune/Loss (Raw)": 0.9302384853363037, "Finetune/Step": 414, "Finetune/Step Time": 7.481359561905265}
+{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.9403988122940063, "Finetune/Loss (Raw)": 1.0358434915542603, "Finetune/Step": 415, "Finetune/Step Time": 7.477921387180686}
+{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.942062258720398, "Finetune/Loss (Raw)": 1.1091605424880981, "Finetune/Step": 416, "Finetune/Step Time": 7.463017785921693}
+{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.9414674043655396, "Finetune/Loss (Raw)": 1.0285208225250244, "Finetune/Step": 417, "Finetune/Step Time": 7.469125296920538}
+{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.9425749778747559, "Finetune/Loss (Raw)": 1.0854675769805908, "Finetune/Step": 418, "Finetune/Step Time": 7.456558041274548}
+{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.9413713216781616, "Finetune/Loss (Raw)": 0.9553957581520081, "Finetune/Step": 419, "Finetune/Step Time": 7.4733271058648825}
+{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.9356648921966553, "Finetune/Loss (Raw)": 0.35595884919166565, "Finetune/Step": 420, "Finetune/Step Time": 7.484809892252088}
+{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.9348163604736328, "Finetune/Loss (Raw)": 1.0177736282348633, "Finetune/Step": 421, "Finetune/Step Time": 7.484942588955164}
+{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.9367258548736572, "Finetune/Loss (Raw)": 0.9855147004127502, "Finetune/Step": 422, "Finetune/Step Time": 7.489927861839533}
+{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.9369779229164124, "Finetune/Loss (Raw)": 1.106211543083191, "Finetune/Step": 423, "Finetune/Step Time": 7.483916966244578}
+{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.9371694922447205, "Finetune/Loss (Raw)": 1.0335017442703247, "Finetune/Step": 424, "Finetune/Step Time": 7.482503391802311}
+{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.934126615524292, "Finetune/Loss (Raw)": 0.7331146597862244, "Finetune/Step": 425, "Finetune/Step Time": 7.516431592404842}
+{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.9351342916488647, "Finetune/Loss (Raw)": 1.009778380393982, "Finetune/Step": 426, "Finetune/Step Time": 7.496526397764683}
+{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.9403037428855896, "Finetune/Loss (Raw)": 0.9638566374778748, "Finetune/Step": 427, "Finetune/Step Time": 7.489453695714474}
+{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.9461738467216492, "Finetune/Loss (Raw)": 1.1072512865066528, "Finetune/Step": 428, "Finetune/Step Time": 7.4764852076768875}
+{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.9513965845108032, "Finetune/Loss (Raw)": 1.053817629814148, "Finetune/Step": 429, "Finetune/Step Time": 7.466264463961124}
+{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.9515829682350159, "Finetune/Loss (Raw)": 0.8836625814437866, "Finetune/Step": 430, "Finetune/Step Time": 7.4590649995952845}
+{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.9573432207107544, "Finetune/Loss (Raw)": 1.0537256002426147, "Finetune/Step": 431, "Finetune/Step Time": 7.453947210684419}
+{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.9561247825622559, "Finetune/Loss (Raw)": 0.930867075920105, "Finetune/Step": 432, "Finetune/Step Time": 7.459361029788852}
+{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.9550370573997498, "Finetune/Loss (Raw)": 0.8982996940612793, "Finetune/Step": 433, "Finetune/Step Time": 7.462750114500523}
+{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.9553723335266113, "Finetune/Loss (Raw)": 0.9684615135192871, "Finetune/Step": 434, "Finetune/Step Time": 7.463393175974488}
+{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.9527435898780823, "Finetune/Loss (Raw)": 0.8152567148208618, "Finetune/Step": 435, "Finetune/Step Time": 7.453570896759629}
+{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.9516952037811279, "Finetune/Loss (Raw)": 0.8935768604278564, "Finetune/Step": 436, "Finetune/Step Time": 7.449924118816853}
+{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.9506633281707764, "Finetune/Loss (Raw)": 0.9985262751579285, "Finetune/Step": 437, "Finetune/Step Time": 7.450709838420153}
+{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.9502139687538147, "Finetune/Loss (Raw)": 0.9400112628936768, "Finetune/Step": 438, "Finetune/Step Time": 7.447054512798786}
+{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.9495978355407715, "Finetune/Loss (Raw)": 0.9428476691246033, "Finetune/Step": 439, "Finetune/Step Time": 7.4503637962043285}
+{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.950325608253479, "Finetune/Loss (Raw)": 1.048558235168457, "Finetune/Step": 440, "Finetune/Step Time": 7.451222371309996}
+{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.9497634172439575, "Finetune/Loss (Raw)": 1.024679183959961, "Finetune/Step": 441, "Finetune/Step Time": 7.448925271630287}
+{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.9440453052520752, "Finetune/Loss (Raw)": 0.42829617857933044, "Finetune/Step": 442, "Finetune/Step Time": 7.463830601423979}
+{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.9447201490402222, "Finetune/Loss (Raw)": 1.0524756908416748, "Finetune/Step": 443, "Finetune/Step Time": 7.4673619493842125}
+{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.9505071640014648, "Finetune/Loss (Raw)": 1.1119384765625, "Finetune/Step": 444, "Finetune/Step Time": 7.453771032392979}
+{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.9508187174797058, "Finetune/Loss (Raw)": 0.9893157482147217, "Finetune/Step": 445, "Finetune/Step Time": 7.448730923235416}
+{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.9510493874549866, "Finetune/Loss (Raw)": 1.073408842086792, "Finetune/Step": 446, "Finetune/Step Time": 7.450666332617402}
+{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.9514191150665283, "Finetune/Loss (Raw)": 1.0174311399459839, "Finetune/Step": 447, "Finetune/Step Time": 7.429855026304722}
+{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.9516465663909912, "Finetune/Loss (Raw)": 0.954042911529541, "Finetune/Step": 448, "Finetune/Step Time": 7.429570384323597}
+{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.9580133557319641, "Finetune/Loss (Raw)": 1.1345221996307373, "Finetune/Step": 449, "Finetune/Step Time": 7.412051223218441}
+{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.9575883746147156, "Finetune/Loss (Raw)": 0.9233817458152771, "Finetune/Step": 450, "Finetune/Step Time": 7.410339025780559}
+{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.9568439722061157, "Finetune/Loss (Raw)": 0.9568506479263306, "Finetune/Step": 451, "Finetune/Step Time": 7.414145966991782}
+{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.9560598134994507, "Finetune/Loss (Raw)": 0.9881798028945923, "Finetune/Step": 452, "Finetune/Step Time": 7.406852934509516}
+{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.9573000073432922, "Finetune/Loss (Raw)": 1.1950432062149048, "Finetune/Step": 453, "Finetune/Step Time": 7.401436656713486}
+{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.955632209777832, "Finetune/Loss (Raw)": 0.9744322896003723, "Finetune/Step": 454, "Finetune/Step Time": 7.415428515523672}
+{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.9562327861785889, "Finetune/Loss (Raw)": 1.0718119144439697, "Finetune/Step": 455, "Finetune/Step Time": 7.413586677983403}
+{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.9505866765975952, "Finetune/Loss (Raw)": 0.33157873153686523, "Finetune/Step": 456, "Finetune/Step Time": 7.414419189095497}
+{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.9504008889198303, "Finetune/Loss (Raw)": 0.8946775197982788, "Finetune/Step": 457, "Finetune/Step Time": 7.393881805241108}
+{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.9528861045837402, "Finetune/Loss (Raw)": 1.1918840408325195, "Finetune/Step": 458, "Finetune/Step Time": 7.399937706068158}
+{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.9522435665130615, "Finetune/Loss (Raw)": 0.9619030356407166, "Finetune/Step": 459, "Finetune/Step Time": 7.4023750107735395}
+{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.9524352550506592, "Finetune/Loss (Raw)": 0.8377666473388672, "Finetune/Step": 460, "Finetune/Step Time": 7.391000717878342}
+{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.9518305063247681, "Finetune/Loss (Raw)": 0.9413020610809326, "Finetune/Step": 461, "Finetune/Step Time": 7.390085777267814}
+{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.9517408609390259, "Finetune/Loss (Raw)": 0.9694868326187134, "Finetune/Step": 462, "Finetune/Step Time": 7.389356970787048}
+{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.9531552791595459, "Finetune/Loss (Raw)": 1.17189621925354, "Finetune/Step": 463, "Finetune/Step Time": 7.383202711120248}
+{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.9468321204185486, "Finetune/Loss (Raw)": 0.28280478715896606, "Finetune/Step": 464, "Finetune/Step Time": 7.395980877801776}
+{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.9453880190849304, "Finetune/Loss (Raw)": 1.0223283767700195, "Finetune/Step": 465, "Finetune/Step Time": 7.403807181864977}
+{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.944871187210083, "Finetune/Loss (Raw)": 0.9005060195922852, "Finetune/Step": 466, "Finetune/Step Time": 7.408669572323561}
+{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.9457381963729858, "Finetune/Loss (Raw)": 1.0521944761276245, "Finetune/Step": 467, "Finetune/Step Time": 7.408631620928645}
+{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.9451167583465576, "Finetune/Loss (Raw)": 0.8137530088424683, "Finetune/Step": 468, "Finetune/Step Time": 7.420215925201774}
+{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.9399566650390625, "Finetune/Loss (Raw)": 0.3487083911895752, "Finetune/Step": 469, "Finetune/Step Time": 7.429792359471321}
+{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.93925940990448, "Finetune/Loss (Raw)": 0.9697359204292297, "Finetune/Step": 470, "Finetune/Step Time": 7.429737696424127}
+{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.9392086267471313, "Finetune/Loss (Raw)": 0.9991015791893005, "Finetune/Step": 471, "Finetune/Step Time": 7.445074474439025}
+{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.939606785774231, "Finetune/Loss (Raw)": 1.1214030981063843, "Finetune/Step": 472, "Finetune/Step Time": 7.446572715416551}
+{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.9379805326461792, "Finetune/Loss (Raw)": 0.9026204943656921, "Finetune/Step": 473, "Finetune/Step Time": 7.445248179137707}
+{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.9374067187309265, "Finetune/Loss (Raw)": 1.033010482788086, "Finetune/Step": 474, "Finetune/Step Time": 7.441491035744548}
+{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.9366918206214905, "Finetune/Loss (Raw)": 1.042905330657959, "Finetune/Step": 475, "Finetune/Step Time": 7.440893461927772}
+{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.9362391233444214, "Finetune/Loss (Raw)": 1.001916527748108, "Finetune/Step": 476, "Finetune/Step Time": 7.407738972455263}
+{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.935492217540741, "Finetune/Loss (Raw)": 1.040229082107544, "Finetune/Step": 477, "Finetune/Step Time": 7.413770377635956}
+{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.9354461431503296, "Finetune/Loss (Raw)": 0.9526954293251038, "Finetune/Step": 478, "Finetune/Step Time": 7.391950974240899}
+{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.9357291460037231, "Finetune/Loss (Raw)": 1.0162419080734253, "Finetune/Step": 479, "Finetune/Step Time": 7.377693014219403}
+{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.9362972378730774, "Finetune/Loss (Raw)": 1.0625793933868408, "Finetune/Step": 480, "Finetune/Step Time": 7.369982115924358}
+{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.9366987943649292, "Finetune/Loss (Raw)": 1.0015926361083984, "Finetune/Step": 481, "Finetune/Step Time": 7.375017814338207}
+{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.9376417398452759, "Finetune/Loss (Raw)": 1.0062904357910156, "Finetune/Step": 482, "Finetune/Step Time": 7.384371986612678}
+{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.9374657869338989, "Finetune/Loss (Raw)": 1.0273950099945068, "Finetune/Step": 483, "Finetune/Step Time": 7.3954349011182785}
+{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.9378373622894287, "Finetune/Loss (Raw)": 0.9425913691520691, "Finetune/Step": 484, "Finetune/Step Time": 7.40020745433867}
+{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.9372988939285278, "Finetune/Loss (Raw)": 0.8379102349281311, "Finetune/Step": 485, "Finetune/Step Time": 7.404867047443986}
+{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.9420762658119202, "Finetune/Loss (Raw)": 0.9682543277740479, "Finetune/Step": 486, "Finetune/Step Time": 7.416771728545427}
+{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.9433913230895996, "Finetune/Loss (Raw)": 1.0089918375015259, "Finetune/Step": 487, "Finetune/Step Time": 7.416624007746577}
+{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.9438463449478149, "Finetune/Loss (Raw)": 1.0422581434249878, "Finetune/Step": 488, "Finetune/Step Time": 7.4145585633814335}
+{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.9439541697502136, "Finetune/Loss (Raw)": 0.9063137173652649, "Finetune/Step": 489, "Finetune/Step Time": 7.4193318746984005}
+{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.9434496760368347, "Finetune/Loss (Raw)": 0.8997271656990051, "Finetune/Step": 490, "Finetune/Step Time": 7.426596371456981}
+{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.9402851462364197, "Finetune/Loss (Raw)": 0.6588000059127808, "Finetune/Step": 491, "Finetune/Step Time": 7.454896427690983}
+{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.9392820596694946, "Finetune/Loss (Raw)": 0.9400482773780823, "Finetune/Step": 492, "Finetune/Step Time": 7.4614879209548235}
+{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.9388905167579651, "Finetune/Loss (Raw)": 1.0534249544143677, "Finetune/Step": 493, "Finetune/Step Time": 7.463674575090408}
+{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.9392197132110596, "Finetune/Loss (Raw)": 0.9426670074462891, "Finetune/Step": 494, "Finetune/Step Time": 7.474455246701837}
+{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.9393018484115601, "Finetune/Loss (Raw)": 1.001022219657898, "Finetune/Step": 495, "Finetune/Step Time": 7.474547691643238}
+{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.939275324344635, "Finetune/Loss (Raw)": 1.0040299892425537, "Finetune/Step": 496, "Finetune/Step Time": 7.496976912021637}
+{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.93902987241745, "Finetune/Loss (Raw)": 0.9471882581710815, "Finetune/Step": 497, "Finetune/Step Time": 7.498467989265919}
+{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.9380338788032532, "Finetune/Loss (Raw)": 1.0132875442504883, "Finetune/Step": 498, "Finetune/Step Time": 7.4957115650177}
+{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.9359113574028015, "Finetune/Loss (Raw)": 0.8729952573776245, "Finetune/Step": 499, "Finetune/Step Time": 7.497130626812577}
+{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.9354381561279297, "Finetune/Loss (Raw)": 0.9736564755439758, "Finetune/Step": 500, "Finetune/Step Time": 7.501334322616458}
+{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.9380239844322205, "Finetune/Loss (Raw)": 0.7631832957267761, "Finetune/Step": 501, "Finetune/Step Time": 7.497670581564307}
+{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.9420022964477539, "Finetune/Loss (Raw)": 0.859265148639679, "Finetune/Step": 502, "Finetune/Step Time": 7.501377975568175}
+{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.9411648511886597, "Finetune/Loss (Raw)": 0.9923899173736572, "Finetune/Step": 503, "Finetune/Step Time": 7.516783446073532}
+{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.9424228668212891, "Finetune/Loss (Raw)": 1.0452959537506104, "Finetune/Step": 504, "Finetune/Step Time": 7.5115491431206465}
+{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.9427130222320557, "Finetune/Loss (Raw)": 0.9960417747497559, "Finetune/Step": 505, "Finetune/Step Time": 7.5117366630584}
+{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.9396052956581116, "Finetune/Loss (Raw)": 0.7954033613204956, "Finetune/Step": 506, "Finetune/Step Time": 7.512363316491246}
+{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.9384981989860535, "Finetune/Loss (Raw)": 0.9962034225463867, "Finetune/Step": 507, "Finetune/Step Time": 7.508489403873682}
+{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.9379552602767944, "Finetune/Loss (Raw)": 0.9592956900596619, "Finetune/Step": 508, "Finetune/Step Time": 7.507347393780947}
+{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.9371853470802307, "Finetune/Loss (Raw)": 0.949108898639679, "Finetune/Step": 509, "Finetune/Step Time": 7.509807918220758}
+{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.9370905160903931, "Finetune/Loss (Raw)": 0.9083089828491211, "Finetune/Step": 510, "Finetune/Step Time": 7.472744645550847}
+{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.9381882548332214, "Finetune/Loss (Raw)": 1.066734790802002, "Finetune/Step": 511, "Finetune/Step Time": 7.4422784727066755}
+{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.9421750903129578, "Finetune/Loss (Raw)": 0.9946436882019043, "Finetune/Step": 512, "Finetune/Step Time": 7.4302535727620125}
+{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.9427427053451538, "Finetune/Loss (Raw)": 1.0546962022781372, "Finetune/Step": 513, "Finetune/Step Time": 7.43370795994997}
+{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.9433044195175171, "Finetune/Loss (Raw)": 1.0680580139160156, "Finetune/Step": 514, "Finetune/Step Time": 7.44663330167532}
+{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.939612627029419, "Finetune/Loss (Raw)": 0.39593949913978577, "Finetune/Step": 515, "Finetune/Step Time": 7.458598287776113}
+{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.9406757354736328, "Finetune/Loss (Raw)": 1.0631078481674194, "Finetune/Step": 516, "Finetune/Step Time": 7.461478540673852}
+{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.9414003491401672, "Finetune/Loss (Raw)": 1.0173280239105225, "Finetune/Step": 517, "Finetune/Step Time": 7.4705920368433}
+{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.9430257081985474, "Finetune/Loss (Raw)": 1.022563099861145, "Finetune/Step": 518, "Finetune/Step Time": 7.4721470810472965}
+{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.9436370134353638, "Finetune/Loss (Raw)": 1.055795431137085, "Finetune/Step": 519, "Finetune/Step Time": 7.4861098770052195}
+{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.9438402652740479, "Finetune/Loss (Raw)": 0.9752572178840637, "Finetune/Step": 520, "Finetune/Step Time": 7.4854818638414145}
+{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.9451252222061157, "Finetune/Loss (Raw)": 0.9883795380592346, "Finetune/Step": 521, "Finetune/Step Time": 7.475422045215964}
+{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.9465568661689758, "Finetune/Loss (Raw)": 0.9814581274986267, "Finetune/Step": 522, "Finetune/Step Time": 7.456772631034255}
+{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.9441075325012207, "Finetune/Loss (Raw)": 0.8775762319564819, "Finetune/Step": 523, "Finetune/Step Time": 7.45214669406414}
+{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.9434031248092651, "Finetune/Loss (Raw)": 0.994079053401947, "Finetune/Step": 524, "Finetune/Step Time": 7.448217889294028}
+{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.9448853731155396, "Finetune/Loss (Raw)": 1.0027247667312622, "Finetune/Step": 525, "Finetune/Step Time": 7.431416131556034}
+{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.9427854418754578, "Finetune/Loss (Raw)": 0.890560507774353, "Finetune/Step": 526, "Finetune/Step Time": 7.443067751824856}
+{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.9431228637695312, "Finetune/Loss (Raw)": 0.9479974508285522, "Finetune/Step": 527, "Finetune/Step Time": 7.437415728345513}
+{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.9438403844833374, "Finetune/Loss (Raw)": 1.0198172330856323, "Finetune/Step": 528, "Finetune/Step Time": 7.432083908468485}
+{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.9436608552932739, "Finetune/Loss (Raw)": 1.0693211555480957, "Finetune/Step": 529, "Finetune/Step Time": 7.431374929845333}
+{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.9444268941879272, "Finetune/Loss (Raw)": 1.0765124559402466, "Finetune/Step": 530, "Finetune/Step Time": 7.415508177131414}
+{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.9457834959030151, "Finetune/Loss (Raw)": 1.1247731447219849, "Finetune/Step": 531, "Finetune/Step Time": 7.411791669204831}
+{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.9449861645698547, "Finetune/Loss (Raw)": 0.9570050835609436, "Finetune/Step": 532, "Finetune/Step Time": 7.409801175817847}
+{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.9464808106422424, "Finetune/Loss (Raw)": 0.9092047214508057, "Finetune/Step": 533, "Finetune/Step Time": 7.40598170273006}
+{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.9502197504043579, "Finetune/Loss (Raw)": 0.9429771900177002, "Finetune/Step": 534, "Finetune/Step Time": 7.399873083457351}
+{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.9540021419525146, "Finetune/Loss (Raw)": 0.8915002346038818, "Finetune/Step": 535, "Finetune/Step Time": 7.3991972617805}
+{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.9528882503509521, "Finetune/Loss (Raw)": 0.8084864020347595, "Finetune/Step": 536, "Finetune/Step Time": 7.421596145257354}
+{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.9518547058105469, "Finetune/Loss (Raw)": 1.045600414276123, "Finetune/Step": 537, "Finetune/Step Time": 7.423041883856058}
+{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.9501693844795227, "Finetune/Loss (Raw)": 0.9928895831108093, "Finetune/Step": 538, "Finetune/Step Time": 7.431970279663801}
+{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.951014518737793, "Finetune/Loss (Raw)": 1.0904918909072876, "Finetune/Step": 539, "Finetune/Step Time": 7.427271194756031}
+{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.9556882977485657, "Finetune/Loss (Raw)": 0.9522339701652527, "Finetune/Step": 540, "Finetune/Step Time": 7.4126532804220915}
+{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.9548964500427246, "Finetune/Loss (Raw)": 0.9918566346168518, "Finetune/Step": 541, "Finetune/Step Time": 7.419405922293663}
+{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.9554065465927124, "Finetune/Loss (Raw)": 0.9955306053161621, "Finetune/Step": 542, "Finetune/Step Time": 7.418667325749993}
+{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.9560174942016602, "Finetune/Loss (Raw)": 1.1140424013137817, "Finetune/Step": 543, "Finetune/Step Time": 7.41860481351614}
+{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.9555622339248657, "Finetune/Loss (Raw)": 1.050885558128357, "Finetune/Step": 544, "Finetune/Step Time": 7.419088914990425}
+{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.9550262689590454, "Finetune/Loss (Raw)": 0.9599208831787109, "Finetune/Step": 545, "Finetune/Step Time": 7.405077662318945}
+{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.9538291692733765, "Finetune/Loss (Raw)": 0.9322314858436584, "Finetune/Step": 546, "Finetune/Step Time": 7.406295172870159}
+{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.9546341896057129, "Finetune/Loss (Raw)": 1.058443546295166, "Finetune/Step": 547, "Finetune/Step Time": 7.3970749620348215}
+{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.9590721726417542, "Finetune/Loss (Raw)": 0.92402184009552, "Finetune/Step": 548, "Finetune/Step Time": 7.399362172931433}
+{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.9573182463645935, "Finetune/Loss (Raw)": 0.7932679057121277, "Finetune/Step": 549, "Finetune/Step Time": 7.407720232382417}
+{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.9571208357810974, "Finetune/Loss (Raw)": 0.9602488279342651, "Finetune/Step": 550, "Finetune/Step Time": 7.39098353125155}
+{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.9558801651000977, "Finetune/Loss (Raw)": 0.9474049210548401, "Finetune/Step": 551, "Finetune/Step Time": 7.4017955139279366}
+{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.9561989307403564, "Finetune/Loss (Raw)": 1.074308156967163, "Finetune/Step": 552, "Finetune/Step Time": 7.397443568333983}
+{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.956404447555542, "Finetune/Loss (Raw)": 0.7594139575958252, "Finetune/Step": 553, "Finetune/Step Time": 7.362047489732504}
+{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.9573054909706116, "Finetune/Loss (Raw)": 1.125113606452942, "Finetune/Step": 554, "Finetune/Step Time": 7.358605204150081}
+{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.9570891857147217, "Finetune/Loss (Raw)": 0.9361674189567566, "Finetune/Step": 555, "Finetune/Step Time": 7.382882971316576}
+{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.9560686945915222, "Finetune/Loss (Raw)": 0.9766277074813843, "Finetune/Step": 556, "Finetune/Step Time": 7.394107572734356}
+{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.9551255702972412, "Finetune/Loss (Raw)": 0.9330987930297852, "Finetune/Step": 557, "Finetune/Step Time": 7.390392584726214}
+{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.9501544237136841, "Finetune/Loss (Raw)": 0.2473633736371994, "Finetune/Step": 558, "Finetune/Step Time": 7.3969586584717035}
+{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.9493857622146606, "Finetune/Loss (Raw)": 0.9553278684616089, "Finetune/Step": 559, "Finetune/Step Time": 7.390454901382327}
+{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.9485762715339661, "Finetune/Loss (Raw)": 0.8272567391395569, "Finetune/Step": 560, "Finetune/Step Time": 7.385460037738085}
+{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.9483118057250977, "Finetune/Loss (Raw)": 0.8644423484802246, "Finetune/Step": 561, "Finetune/Step Time": 7.385579226538539}
+{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.9479058384895325, "Finetune/Loss (Raw)": 0.9165025949478149, "Finetune/Step": 562, "Finetune/Step Time": 7.383453242480755}
+{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.9495587944984436, "Finetune/Loss (Raw)": 1.026833415031433, "Finetune/Step": 563, "Finetune/Step Time": 7.384278181940317}
+{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.950356125831604, "Finetune/Loss (Raw)": 0.9956375360488892, "Finetune/Step": 564, "Finetune/Step Time": 7.394214166328311}
+{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.9495977163314819, "Finetune/Loss (Raw)": 0.9014503359794617, "Finetune/Step": 565, "Finetune/Step Time": 7.393672710284591}
+{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.9504976272583008, "Finetune/Loss (Raw)": 1.0551998615264893, "Finetune/Step": 566, "Finetune/Step Time": 7.395248560234904}
+{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.9505512714385986, "Finetune/Loss (Raw)": 0.9497154951095581, "Finetune/Step": 567, "Finetune/Step Time": 7.398894865065813}
+{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.9446235299110413, "Finetune/Loss (Raw)": 0.2898055613040924, "Finetune/Step": 568, "Finetune/Step Time": 7.407950423657894}
+{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.9436883926391602, "Finetune/Loss (Raw)": 0.9049789309501648, "Finetune/Step": 569, "Finetune/Step Time": 7.414104521274567}
+{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.9480956792831421, "Finetune/Loss (Raw)": 0.9924336671829224, "Finetune/Step": 570, "Finetune/Step Time": 7.405319614335895}
+{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.9470016956329346, "Finetune/Loss (Raw)": 0.9124406576156616, "Finetune/Step": 571, "Finetune/Step Time": 7.411353534087539}
+{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.946291446685791, "Finetune/Loss (Raw)": 1.021021842956543, "Finetune/Step": 572, "Finetune/Step Time": 7.410674223676324}
+{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.9468050599098206, "Finetune/Loss (Raw)": 1.0550650358200073, "Finetune/Step": 573, "Finetune/Step Time": 7.414076652377844}
+{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.9468806385993958, "Finetune/Loss (Raw)": 1.0830869674682617, "Finetune/Step": 574, "Finetune/Step Time": 7.412060454487801}
+{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.9476621150970459, "Finetune/Loss (Raw)": 1.1174622774124146, "Finetune/Step": 575, "Finetune/Step Time": 7.44009568169713}
+{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.9477622509002686, "Finetune/Loss (Raw)": 0.9668572545051575, "Finetune/Step": 576, "Finetune/Step Time": 7.441762238740921}
+{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.9464797973632812, "Finetune/Loss (Raw)": 0.9703601002693176, "Finetune/Step": 577, "Finetune/Step Time": 7.438499294221401}
+{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.9465656280517578, "Finetune/Loss (Raw)": 0.934366762638092, "Finetune/Step": 578, "Finetune/Step Time": 7.434895196929574}
+{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.9454302787780762, "Finetune/Loss (Raw)": 0.8115286231040955, "Finetune/Step": 579, "Finetune/Step Time": 7.448141386732459}
+{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.9457390308380127, "Finetune/Loss (Raw)": 1.0276986360549927, "Finetune/Step": 580, "Finetune/Step Time": 7.450943483039737}
+{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.9449714422225952, "Finetune/Loss (Raw)": 1.0967960357666016, "Finetune/Step": 581, "Finetune/Step Time": 7.455781204625964}
+{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.9454252123832703, "Finetune/Loss (Raw)": 1.032518982887268, "Finetune/Step": 582, "Finetune/Step Time": 7.451597221195698}
+{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.9437376260757446, "Finetune/Loss (Raw)": 0.8558046221733093, "Finetune/Step": 583, "Finetune/Step Time": 7.458632355555892}
+{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.9491175413131714, "Finetune/Loss (Raw)": 1.0202010869979858, "Finetune/Step": 584, "Finetune/Step Time": 7.455847794190049}
+{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.9504303932189941, "Finetune/Loss (Raw)": 1.0627286434173584, "Finetune/Step": 585, "Finetune/Step Time": 7.457700503990054}
+{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.9437592029571533, "Finetune/Loss (Raw)": 0.337961882352829, "Finetune/Step": 586, "Finetune/Step Time": 7.457366570830345}
+{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.9452855587005615, "Finetune/Loss (Raw)": 1.1572823524475098, "Finetune/Step": 587, "Finetune/Step Time": 7.4502098094671965}
+{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.9461559057235718, "Finetune/Loss (Raw)": 0.9491668343544006, "Finetune/Step": 588, "Finetune/Step Time": 7.459150260314345}
+{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.9471131563186646, "Finetune/Loss (Raw)": 1.0638318061828613, "Finetune/Step": 589, "Finetune/Step Time": 7.4554805886000395}
+{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.9478822350502014, "Finetune/Loss (Raw)": 1.0679311752319336, "Finetune/Step": 590, "Finetune/Step Time": 7.457377569749951}
+{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.9458509683609009, "Finetune/Loss (Raw)": 0.9118958711624146, "Finetune/Step": 591, "Finetune/Step Time": 7.460178069770336}
+{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.9511027336120605, "Finetune/Loss (Raw)": 0.9550256133079529, "Finetune/Step": 592, "Finetune/Step Time": 7.446450736373663}
+{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.9506607055664062, "Finetune/Loss (Raw)": 0.9657502174377441, "Finetune/Step": 593, "Finetune/Step Time": 7.461524737998843}
+{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.951449453830719, "Finetune/Loss (Raw)": 1.0014621019363403, "Finetune/Step": 594, "Finetune/Step Time": 7.450331937521696}
+{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.9508948922157288, "Finetune/Loss (Raw)": 0.9812162518501282, "Finetune/Step": 595, "Finetune/Step Time": 7.440886056050658}
+{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.9515606164932251, "Finetune/Loss (Raw)": 0.8989611864089966, "Finetune/Step": 596, "Finetune/Step Time": 7.424077579751611}
+{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.9554945230484009, "Finetune/Loss (Raw)": 0.8522499799728394, "Finetune/Step": 597, "Finetune/Step Time": 7.413711752742529}
+{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.9554887413978577, "Finetune/Loss (Raw)": 0.9689990878105164, "Finetune/Step": 598, "Finetune/Step Time": 7.43614799529314}
+{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.9554781913757324, "Finetune/Loss (Raw)": 0.997746467590332, "Finetune/Step": 599, "Finetune/Step Time": 7.419007994234562}
+{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.9550809860229492, "Finetune/Loss (Raw)": 1.0705677270889282, "Finetune/Step": 600, "Finetune/Step Time": 7.42426504381001}
+{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.9554386734962463, "Finetune/Loss (Raw)": 0.9483999609947205, "Finetune/Step": 601, "Finetune/Step Time": 7.447878327220678}
+{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.9553052186965942, "Finetune/Loss (Raw)": 1.0159214735031128, "Finetune/Step": 602, "Finetune/Step Time": 7.44203525967896}
+{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.9542354941368103, "Finetune/Loss (Raw)": 0.9059925079345703, "Finetune/Step": 603, "Finetune/Step Time": 7.446955226361752}
+{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.9545375108718872, "Finetune/Loss (Raw)": 1.0405668020248413, "Finetune/Step": 604, "Finetune/Step Time": 7.446849578991532}
+{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.953317403793335, "Finetune/Loss (Raw)": 0.8840627074241638, "Finetune/Step": 605, "Finetune/Step Time": 7.442446479573846}
+{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.9528646469116211, "Finetune/Loss (Raw)": 0.894741952419281, "Finetune/Step": 606, "Finetune/Step Time": 7.469167584553361}
+{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.9511862397193909, "Finetune/Loss (Raw)": 0.801404595375061, "Finetune/Step": 607, "Finetune/Step Time": 7.498341778293252}
+{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.9512147903442383, "Finetune/Loss (Raw)": 1.0662294626235962, "Finetune/Step": 608, "Finetune/Step Time": 7.496294150128961}
+{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.9504159092903137, "Finetune/Loss (Raw)": 0.8993352651596069, "Finetune/Step": 609, "Finetune/Step Time": 7.490929262712598}
+{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.9499645233154297, "Finetune/Loss (Raw)": 0.9485177397727966, "Finetune/Step": 610, "Finetune/Step Time": 7.4816958494484425}
+{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.9497504234313965, "Finetune/Loss (Raw)": 0.9999862313270569, "Finetune/Step": 611, "Finetune/Step Time": 7.460024926811457}
+{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.9515998959541321, "Finetune/Loss (Raw)": 1.179328203201294, "Finetune/Step": 612, "Finetune/Step Time": 7.456074759364128}
+{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.9519100785255432, "Finetune/Loss (Raw)": 0.87760990858078, "Finetune/Step": 613, "Finetune/Step Time": 7.448825446888804}
+{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.9518506526947021, "Finetune/Loss (Raw)": 0.9606444835662842, "Finetune/Step": 614, "Finetune/Step Time": 7.422714689746499}
+{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.9516736268997192, "Finetune/Loss (Raw)": 0.9863358736038208, "Finetune/Step": 615, "Finetune/Step Time": 7.4285653457045555}
+{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.9511216878890991, "Finetune/Loss (Raw)": 0.971612274646759, "Finetune/Step": 616, "Finetune/Step Time": 7.43067966401577}
+{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.9516317248344421, "Finetune/Loss (Raw)": 0.9715915322303772, "Finetune/Step": 617, "Finetune/Step Time": 7.422832382842898}
+{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.9524562358856201, "Finetune/Loss (Raw)": 1.0052740573883057, "Finetune/Step": 618, "Finetune/Step Time": 7.416515041142702}
+{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.9542192816734314, "Finetune/Loss (Raw)": 0.8844671845436096, "Finetune/Step": 619, "Finetune/Step Time": 7.411194317042828}
+{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.9547865390777588, "Finetune/Loss (Raw)": 1.0126539468765259, "Finetune/Step": 620, "Finetune/Step Time": 7.401790350675583}
+{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.95438551902771, "Finetune/Loss (Raw)": 1.0020997524261475, "Finetune/Step": 621, "Finetune/Step Time": 7.4208323154598475}
+{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.9543747901916504, "Finetune/Loss (Raw)": 0.9412848353385925, "Finetune/Step": 622, "Finetune/Step Time": 7.4097023122012615}
+{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.9547329545021057, "Finetune/Loss (Raw)": 1.0468754768371582, "Finetune/Step": 623, "Finetune/Step Time": 7.410795837640762}
+{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.9544601440429688, "Finetune/Loss (Raw)": 0.9691116213798523, "Finetune/Step": 624, "Finetune/Step Time": 7.398918818682432}
+{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.9549770355224609, "Finetune/Loss (Raw)": 1.0133417844772339, "Finetune/Step": 625, "Finetune/Step Time": 7.400470860302448}
+{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.9552226066589355, "Finetune/Loss (Raw)": 1.0447229146957397, "Finetune/Step": 626, "Finetune/Step Time": 7.399332379922271}
+{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.9558919072151184, "Finetune/Loss (Raw)": 0.9586706161499023, "Finetune/Step": 627, "Finetune/Step Time": 7.402033066377044}
+{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.9559277296066284, "Finetune/Loss (Raw)": 0.9782362580299377, "Finetune/Step": 628, "Finetune/Step Time": 7.392102750018239}
+{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.9576666355133057, "Finetune/Loss (Raw)": 0.9857603907585144, "Finetune/Step": 629, "Finetune/Step Time": 7.382472161203623}
+{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.9596105813980103, "Finetune/Loss (Raw)": 1.1080970764160156, "Finetune/Step": 630, "Finetune/Step Time": 7.375407272949815}
+{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.9587730169296265, "Finetune/Loss (Raw)": 0.885182797908783, "Finetune/Step": 631, "Finetune/Step Time": 7.3607167433947325}
+{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.9595327973365784, "Finetune/Loss (Raw)": 1.1425443887710571, "Finetune/Step": 632, "Finetune/Step Time": 7.36027786321938}
+{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.9613766670227051, "Finetune/Loss (Raw)": 1.232056975364685, "Finetune/Step": 633, "Finetune/Step Time": 7.361800525337458}
+{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.962374210357666, "Finetune/Loss (Raw)": 0.9230956435203552, "Finetune/Step": 634, "Finetune/Step Time": 7.353300966322422}
+{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.9622737765312195, "Finetune/Loss (Raw)": 0.9833397269248962, "Finetune/Step": 635, "Finetune/Step Time": 7.357583798468113}
+{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.9629318714141846, "Finetune/Loss (Raw)": 1.0435301065444946, "Finetune/Step": 636, "Finetune/Step Time": 7.382419599220157}
+{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.9637585282325745, "Finetune/Loss (Raw)": 1.0549216270446777, "Finetune/Step": 637, "Finetune/Step Time": 7.373666247352958}
+{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.9650689363479614, "Finetune/Loss (Raw)": 1.0760427713394165, "Finetune/Step": 638, "Finetune/Step Time": 7.373551279306412}
+{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.964485228061676, "Finetune/Loss (Raw)": 0.9920241236686707, "Finetune/Step": 639, "Finetune/Step Time": 7.371888745576143}
+{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.9645110368728638, "Finetune/Loss (Raw)": 0.9979501366615295, "Finetune/Step": 640, "Finetune/Step Time": 7.372556259855628}
+{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.964363694190979, "Finetune/Loss (Raw)": 1.0358262062072754, "Finetune/Step": 641, "Finetune/Step Time": 7.380661176517606}
+{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.9586493968963623, "Finetune/Loss (Raw)": 0.3366357684135437, "Finetune/Step": 642, "Finetune/Step Time": 7.373692421242595}
+{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.9631824493408203, "Finetune/Loss (Raw)": 0.9761719703674316, "Finetune/Step": 643, "Finetune/Step Time": 7.36123082600534}
+{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.9628446102142334, "Finetune/Loss (Raw)": 1.019853949546814, "Finetune/Step": 644, "Finetune/Step Time": 7.365726813673973}
+{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.9630641341209412, "Finetune/Loss (Raw)": 1.0454297065734863, "Finetune/Step": 645, "Finetune/Step Time": 7.3546442072838545}
+{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.9628323912620544, "Finetune/Loss (Raw)": 0.9929035305976868, "Finetune/Step": 646, "Finetune/Step Time": 7.364988569170237}
+{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.9619799852371216, "Finetune/Loss (Raw)": 0.9466882348060608, "Finetune/Step": 647, "Finetune/Step Time": 7.367016050964594}
+{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.962340235710144, "Finetune/Loss (Raw)": 1.0213702917099, "Finetune/Step": 648, "Finetune/Step Time": 7.365415457636118}
+{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.9624228477478027, "Finetune/Loss (Raw)": 0.9989464282989502, "Finetune/Step": 649, "Finetune/Step Time": 7.361914927139878}
+{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.962130606174469, "Finetune/Loss (Raw)": 0.9440605044364929, "Finetune/Step": 650, "Finetune/Step Time": 7.375234542414546}
+{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.9631344676017761, "Finetune/Loss (Raw)": 1.0060646533966064, "Finetune/Step": 651, "Finetune/Step Time": 7.384581107646227}
+{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.9631281495094299, "Finetune/Loss (Raw)": 0.9932699799537659, "Finetune/Step": 652, "Finetune/Step Time": 7.389122540131211}
+{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.9623281359672546, "Finetune/Loss (Raw)": 0.9003225564956665, "Finetune/Step": 653, "Finetune/Step Time": 7.392057498916984}
+{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.9646244049072266, "Finetune/Loss (Raw)": 1.1844896078109741, "Finetune/Step": 654, "Finetune/Step Time": 7.383516062051058}
+{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.9644559621810913, "Finetune/Loss (Raw)": 0.9264341592788696, "Finetune/Step": 655, "Finetune/Step Time": 7.392844617366791}
+{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.9638110399246216, "Finetune/Loss (Raw)": 0.9372712969779968, "Finetune/Step": 656, "Finetune/Step Time": 7.397050719708204}
+{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.9626244306564331, "Finetune/Loss (Raw)": 0.9174314141273499, "Finetune/Step": 657, "Finetune/Step Time": 7.4173464104533195}
+{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.9617278575897217, "Finetune/Loss (Raw)": 0.9617540836334229, "Finetune/Step": 658, "Finetune/Step Time": 7.419464318081737}
+{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.9590953588485718, "Finetune/Loss (Raw)": 0.7878111004829407, "Finetune/Step": 659, "Finetune/Step Time": 7.441312588751316}
+{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.9602328538894653, "Finetune/Loss (Raw)": 1.1025975942611694, "Finetune/Step": 660, "Finetune/Step Time": 7.455205919221044}
+{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.9607833623886108, "Finetune/Loss (Raw)": 0.9796746373176575, "Finetune/Step": 661, "Finetune/Step Time": 7.448060836642981}
+{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.9615254402160645, "Finetune/Loss (Raw)": 1.0379644632339478, "Finetune/Step": 662, "Finetune/Step Time": 7.437302067875862}
+{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.9628262519836426, "Finetune/Loss (Raw)": 1.0580039024353027, "Finetune/Step": 663, "Finetune/Step Time": 7.425846831873059}
+{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.9639744758605957, "Finetune/Loss (Raw)": 0.9554553627967834, "Finetune/Step": 664, "Finetune/Step Time": 7.413961114361882}
+{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.9645516276359558, "Finetune/Loss (Raw)": 1.1194792985916138, "Finetune/Step": 665, "Finetune/Step Time": 7.422437595203519}
+{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.9657700061798096, "Finetune/Loss (Raw)": 1.1488462686538696, "Finetune/Step": 666, "Finetune/Step Time": 7.415389573201537}
+{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.9657062888145447, "Finetune/Loss (Raw)": 1.0823265314102173, "Finetune/Step": 667, "Finetune/Step Time": 7.428263543173671}
+{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.9648851156234741, "Finetune/Loss (Raw)": 0.8471295833587646, "Finetune/Step": 668, "Finetune/Step Time": 7.43374372087419}
+{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.964929461479187, "Finetune/Loss (Raw)": 0.9975318312644958, "Finetune/Step": 669, "Finetune/Step Time": 7.428863264620304}
+{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.9642305374145508, "Finetune/Loss (Raw)": 0.9060707092285156, "Finetune/Step": 670, "Finetune/Step Time": 7.431562431156635}
+{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.9629656672477722, "Finetune/Loss (Raw)": 0.9521349668502808, "Finetune/Step": 671, "Finetune/Step Time": 7.431044053286314}
+{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.9628571271896362, "Finetune/Loss (Raw)": 1.0369877815246582, "Finetune/Step": 672, "Finetune/Step Time": 7.4287050403654575}
+{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.9638609886169434, "Finetune/Loss (Raw)": 1.0884194374084473, "Finetune/Step": 673, "Finetune/Step Time": 7.42958552762866}
+{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.9651150703430176, "Finetune/Loss (Raw)": 1.0927541255950928, "Finetune/Step": 674, "Finetune/Step Time": 7.43116469681263}
+{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.9648814797401428, "Finetune/Loss (Raw)": 1.028546929359436, "Finetune/Step": 675, "Finetune/Step Time": 7.433675687760115}
+{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.9654834270477295, "Finetune/Loss (Raw)": 1.001071810722351, "Finetune/Step": 676, "Finetune/Step Time": 7.428121184930205}
+{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.9661308526992798, "Finetune/Loss (Raw)": 0.8761372566223145, "Finetune/Step": 677, "Finetune/Step Time": 7.460917731747031}
+{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.9671875834465027, "Finetune/Loss (Raw)": 1.09550940990448, "Finetune/Step": 678, "Finetune/Step Time": 7.4717818479985}
+{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.9683625102043152, "Finetune/Loss (Raw)": 1.0977920293807983, "Finetune/Step": 679, "Finetune/Step Time": 7.467380281537771}
+{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.9671947956085205, "Finetune/Loss (Raw)": 0.9248389005661011, "Finetune/Step": 680, "Finetune/Step Time": 7.467039139941335}
+{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 0.9693104028701782, "Finetune/Loss (Raw)": 1.0302213430404663, "Finetune/Step": 681, "Finetune/Step Time": 7.465770399197936}
+{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.96876060962677, "Finetune/Loss (Raw)": 1.054731011390686, "Finetune/Step": 682, "Finetune/Step Time": 7.462933912873268}
+{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 0.969818651676178, "Finetune/Loss (Raw)": 1.0716007947921753, "Finetune/Step": 683, "Finetune/Step Time": 7.433680694550276}
+{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 0.9695109128952026, "Finetune/Loss (Raw)": 0.9372392296791077, "Finetune/Step": 684, "Finetune/Step Time": 7.433854905888438}
+{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.9678977727890015, "Finetune/Loss (Raw)": 0.7266139388084412, "Finetune/Step": 685, "Finetune/Step Time": 7.449754226952791}
+{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 0.9729175567626953, "Finetune/Loss (Raw)": 0.889897882938385, "Finetune/Step": 686, "Finetune/Step Time": 7.450590245425701}
+{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 0.972851037979126, "Finetune/Loss (Raw)": 0.9468130469322205, "Finetune/Step": 687, "Finetune/Step Time": 7.448337746784091}
+{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 0.9740660190582275, "Finetune/Loss (Raw)": 0.9827709794044495, "Finetune/Step": 688, "Finetune/Step Time": 7.4470773953944445}
+{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 0.972813069820404, "Finetune/Loss (Raw)": 0.7040658593177795, "Finetune/Step": 689, "Finetune/Step Time": 7.460343828424811}
+{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 0.9722440242767334, "Finetune/Loss (Raw)": 0.8436590433120728, "Finetune/Step": 690, "Finetune/Step Time": 7.494556890800595}
+{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 0.9722310304641724, "Finetune/Loss (Raw)": 1.0251826047897339, "Finetune/Step": 691, "Finetune/Step Time": 7.497753329575062}
+{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 0.9714727401733398, "Finetune/Loss (Raw)": 0.8985729813575745, "Finetune/Step": 692, "Finetune/Step Time": 7.515292959287763}
+{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 0.9714392423629761, "Finetune/Loss (Raw)": 0.8971594572067261, "Finetune/Step": 693, "Finetune/Step Time": 7.5270727928727865}
+{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.9662530422210693, "Finetune/Loss (Raw)": 0.3913637399673462, "Finetune/Step": 694, "Finetune/Step Time": 7.53925308957696}
+{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.9653791785240173, "Finetune/Loss (Raw)": 0.837865948677063, "Finetune/Step": 695, "Finetune/Step Time": 7.545700054615736}
+{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 0.9715914726257324, "Finetune/Loss (Raw)": 1.0849798917770386, "Finetune/Step": 696, "Finetune/Step Time": 7.538321817293763}
+{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 0.9715151786804199, "Finetune/Loss (Raw)": 0.895209789276123, "Finetune/Step": 697, "Finetune/Step Time": 7.544738557189703}
+{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 0.972777783870697, "Finetune/Loss (Raw)": 1.1540474891662598, "Finetune/Step": 698, "Finetune/Step Time": 7.538199428468943}
+{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 0.9748401045799255, "Finetune/Loss (Raw)": 1.1764219999313354, "Finetune/Step": 699, "Finetune/Step Time": 7.535210348665714}
+{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 0.9744033813476562, "Finetune/Loss (Raw)": 0.9651191830635071, "Finetune/Step": 700, "Finetune/Step Time": 7.55489994212985}
+{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 0.968544065952301, "Finetune/Loss (Raw)": 0.3050677478313446, "Finetune/Step": 701, "Finetune/Step Time": 7.571541130542755}
+{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.9674558639526367, "Finetune/Loss (Raw)": 0.9438010454177856, "Finetune/Step": 702, "Finetune/Step Time": 7.579192448407412}
+{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.9653079509735107, "Finetune/Loss (Raw)": 0.8425294756889343, "Finetune/Step": 703, "Finetune/Step Time": 7.560628421604633}
+{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.9653079509735107, "Finetune/Loss (Raw)": 0.9668540358543396, "Finetune/Step": 704, "Finetune/Step Time": 7.5731221083551645}
+{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.9654834866523743, "Finetune/Loss (Raw)": 0.9928303360939026, "Finetune/Step": 705, "Finetune/Step Time": 7.572806550189853}
+{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.9639884233474731, "Finetune/Loss (Raw)": 0.7429987788200378, "Finetune/Step": 706, "Finetune/Step Time": 7.5754038747400045}
+{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.9644466638565063, "Finetune/Loss (Raw)": 0.8701841831207275, "Finetune/Step": 707, "Finetune/Step Time": 7.560768773779273}
+{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.9652187824249268, "Finetune/Loss (Raw)": 1.1265277862548828, "Finetune/Step": 708, "Finetune/Step Time": 7.565031234174967}
+{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.9639600515365601, "Finetune/Loss (Raw)": 0.9356749057769775, "Finetune/Step": 709, "Finetune/Step Time": 7.5666695684194565}
+{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.9626142978668213, "Finetune/Loss (Raw)": 0.8602664470672607, "Finetune/Step": 710, "Finetune/Step Time": 7.556480513885617}
+{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.9639338254928589, "Finetune/Loss (Raw)": 1.0247061252593994, "Finetune/Step": 711, "Finetune/Step Time": 7.568787002936006}
+{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.9611649513244629, "Finetune/Loss (Raw)": 0.66578209400177, "Finetune/Step": 712, "Finetune/Step Time": 7.579535322263837}
+{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.9602769613265991, "Finetune/Loss (Raw)": 0.9490686655044556, "Finetune/Step": 713, "Finetune/Step Time": 7.579929638653994}
+{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.964633584022522, "Finetune/Loss (Raw)": 0.8956045508384705, "Finetune/Step": 714, "Finetune/Step Time": 7.572451775893569}
+{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.9640862941741943, "Finetune/Loss (Raw)": 1.0872331857681274, "Finetune/Step": 715, "Finetune/Step Time": 7.581609759479761}
+{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.9632960557937622, "Finetune/Loss (Raw)": 0.8480230569839478, "Finetune/Step": 716, "Finetune/Step Time": 7.556635862216353}
+{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.9633470773696899, "Finetune/Loss (Raw)": 1.070350170135498, "Finetune/Step": 717, "Finetune/Step Time": 7.56821228004992}
+{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.9629120826721191, "Finetune/Loss (Raw)": 1.0122607946395874, "Finetune/Step": 718, "Finetune/Step Time": 7.571723539382219}
+{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.9635915756225586, "Finetune/Loss (Raw)": 0.9988694787025452, "Finetune/Step": 719, "Finetune/Step Time": 7.5721621457487345}
+{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.9653455018997192, "Finetune/Loss (Raw)": 1.1795287132263184, "Finetune/Step": 720, "Finetune/Step Time": 7.57394783385098}
+{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.9647035598754883, "Finetune/Loss (Raw)": 0.8835794925689697, "Finetune/Step": 721, "Finetune/Step Time": 7.577049175277352}
+{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.9642249345779419, "Finetune/Loss (Raw)": 0.9401907920837402, "Finetune/Step": 722, "Finetune/Step Time": 7.602668860927224}
+{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.964940071105957, "Finetune/Loss (Raw)": 1.0727624893188477, "Finetune/Step": 723, "Finetune/Step Time": 7.600248405709863}
+{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 0.9660201668739319, "Finetune/Loss (Raw)": 1.0372166633605957, "Finetune/Step": 724, "Finetune/Step Time": 7.615385625511408}
+{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 0.9680413007736206, "Finetune/Loss (Raw)": 1.1109508275985718, "Finetune/Step": 725, "Finetune/Step Time": 7.614705258980393}
+{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 0.9660956859588623, "Finetune/Loss (Raw)": 0.7199674844741821, "Finetune/Step": 726, "Finetune/Step Time": 7.6022868901491165}
+{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 0.9660601615905762, "Finetune/Loss (Raw)": 0.9931895732879639, "Finetune/Step": 727, "Finetune/Step Time": 7.60843438655138}
+{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 0.9666767120361328, "Finetune/Loss (Raw)": 1.1494873762130737, "Finetune/Step": 728, "Finetune/Step Time": 7.608016857877374}
+{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.963851273059845, "Finetune/Loss (Raw)": 0.5867407321929932, "Finetune/Step": 729, "Finetune/Step Time": 7.59798040241003}
+{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.9635244607925415, "Finetune/Loss (Raw)": 0.9740952253341675, "Finetune/Step": 730, "Finetune/Step Time": 7.601297998800874}
+{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.9645930528640747, "Finetune/Loss (Raw)": 1.0427722930908203, "Finetune/Step": 731, "Finetune/Step Time": 7.597509145736694}
+{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.9632940292358398, "Finetune/Loss (Raw)": 0.874298095703125, "Finetune/Step": 732, "Finetune/Step Time": 7.628854863345623}
+{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.9636104106903076, "Finetune/Loss (Raw)": 0.9245492219924927, "Finetune/Step": 733, "Finetune/Step Time": 7.627712024375796}
+{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.9631626009941101, "Finetune/Loss (Raw)": 0.8374273777008057, "Finetune/Step": 734, "Finetune/Step Time": 7.605023497715592}
+{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.9634173512458801, "Finetune/Loss (Raw)": 0.8340098261833191, "Finetune/Step": 735, "Finetune/Step Time": 7.58274289406836}
+{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.9622137546539307, "Finetune/Loss (Raw)": 0.9121766090393066, "Finetune/Step": 736, "Finetune/Step Time": 7.617634518072009}
+{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.9637640714645386, "Finetune/Loss (Raw)": 1.0977716445922852, "Finetune/Step": 737, "Finetune/Step Time": 7.6144303269684315}
+{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.9641030430793762, "Finetune/Loss (Raw)": 0.9919031262397766, "Finetune/Step": 738, "Finetune/Step Time": 7.610646121203899}
+{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.9597951173782349, "Finetune/Loss (Raw)": 0.4485778510570526, "Finetune/Step": 739, "Finetune/Step Time": 7.638910610228777}
+{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.9591479301452637, "Finetune/Loss (Raw)": 1.0964899063110352, "Finetune/Step": 740, "Finetune/Step Time": 7.642431925982237}
+{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.9583135843276978, "Finetune/Loss (Raw)": 0.7708078026771545, "Finetune/Step": 741, "Finetune/Step Time": 7.659492652863264}
+{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.95820152759552, "Finetune/Loss (Raw)": 0.9463037252426147, "Finetune/Step": 742, "Finetune/Step Time": 7.664300207048655}
+{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.9586515426635742, "Finetune/Loss (Raw)": 1.0439373254776, "Finetune/Step": 743, "Finetune/Step Time": 7.656926842406392}
+{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.9586308002471924, "Finetune/Loss (Raw)": 0.968955934047699, "Finetune/Step": 744, "Finetune/Step Time": 7.657924968749285}
+{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.9573008418083191, "Finetune/Loss (Raw)": 0.8013531565666199, "Finetune/Step": 745, "Finetune/Step Time": 7.67510942183435}
+{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.9577820301055908, "Finetune/Loss (Raw)": 1.0668736696243286, "Finetune/Step": 746, "Finetune/Step Time": 7.665025539696217}
+{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.9593115448951721, "Finetune/Loss (Raw)": 1.0802416801452637, "Finetune/Step": 747, "Finetune/Step Time": 7.64412453584373}
+{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.959755539894104, "Finetune/Loss (Raw)": 1.069488763809204, "Finetune/Step": 748, "Finetune/Step Time": 7.644966188818216}
+{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.9591909646987915, "Finetune/Loss (Raw)": 0.9298267364501953, "Finetune/Step": 749, "Finetune/Step Time": 7.633895663544536}
+{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.959324836730957, "Finetune/Loss (Raw)": 0.9584166407585144, "Finetune/Step": 750, "Finetune/Step Time": 7.638434523716569}
+{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.9577668309211731, "Finetune/Loss (Raw)": 0.8474524617195129, "Finetune/Step": 751, "Finetune/Step Time": 7.6406581941992044}
+{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.9582356214523315, "Finetune/Loss (Raw)": 1.0291273593902588, "Finetune/Step": 752, "Finetune/Step Time": 7.629416175186634}
+{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.9533923864364624, "Finetune/Loss (Raw)": 0.39339563250541687, "Finetune/Step": 753, "Finetune/Step Time": 7.640071509405971}
+{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.9518686532974243, "Finetune/Loss (Raw)": 0.8496843576431274, "Finetune/Step": 754, "Finetune/Step Time": 7.639812298119068}
+{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.9513603448867798, "Finetune/Loss (Raw)": 0.893609344959259, "Finetune/Step": 755, "Finetune/Step Time": 7.6603285651654005}
+{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.9509401321411133, "Finetune/Loss (Raw)": 0.9244574904441833, "Finetune/Step": 756, "Finetune/Step Time": 7.658008990809321}
+{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.9505701065063477, "Finetune/Loss (Raw)": 0.9383838772773743, "Finetune/Step": 757, "Finetune/Step Time": 7.669086625799537}
+{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.9506615400314331, "Finetune/Loss (Raw)": 1.1198127269744873, "Finetune/Step": 758, "Finetune/Step Time": 7.665703723207116}
+{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.9517929553985596, "Finetune/Loss (Raw)": 1.029996633529663, "Finetune/Step": 759, "Finetune/Step Time": 7.665458116680384}
+{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.9506065845489502, "Finetune/Loss (Raw)": 0.9907009601593018, "Finetune/Step": 760, "Finetune/Step Time": 7.657789306715131}
+{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.948112964630127, "Finetune/Loss (Raw)": 0.9128642082214355, "Finetune/Step": 761, "Finetune/Step Time": 7.660631889477372}
+{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.9438167810440063, "Finetune/Loss (Raw)": 0.37319108843803406, "Finetune/Step": 762, "Finetune/Step Time": 7.685339063405991}
+{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.9426825046539307, "Finetune/Loss (Raw)": 0.8381472229957581, "Finetune/Step": 763, "Finetune/Step Time": 7.688544403761625}
+{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.9421169757843018, "Finetune/Loss (Raw)": 0.9711421728134155, "Finetune/Step": 764, "Finetune/Step Time": 7.666254103183746}
+{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.9411813020706177, "Finetune/Loss (Raw)": 0.9351521730422974, "Finetune/Step": 765, "Finetune/Step Time": 7.669393360614777}
+{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.9410187005996704, "Finetune/Loss (Raw)": 1.0552347898483276, "Finetune/Step": 766, "Finetune/Step Time": 7.687097119167447}
+{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.940211296081543, "Finetune/Loss (Raw)": 0.8886719346046448, "Finetune/Step": 767, "Finetune/Step Time": 7.695821782574058}
+{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.9393494129180908, "Finetune/Loss (Raw)": 0.8876258730888367, "Finetune/Step": 768, "Finetune/Step Time": 7.7051356583833694}
+{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.9374426007270813, "Finetune/Loss (Raw)": 0.7917608022689819, "Finetune/Step": 769, "Finetune/Step Time": 7.71247411519289}
+{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.9424300193786621, "Finetune/Loss (Raw)": 0.9750164747238159, "Finetune/Step": 770, "Finetune/Step Time": 7.717043776065111}
+{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.942915141582489, "Finetune/Loss (Raw)": 1.0382758378982544, "Finetune/Step": 771, "Finetune/Step Time": 7.721115777269006}
+{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.9424266219139099, "Finetune/Loss (Raw)": 0.9573227763175964, "Finetune/Step": 772, "Finetune/Step Time": 7.715321697294712}
+{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.9423738718032837, "Finetune/Loss (Raw)": 1.038670539855957, "Finetune/Step": 773, "Finetune/Step Time": 7.71403500624001}
+{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.9410532712936401, "Finetune/Loss (Raw)": 0.8238742351531982, "Finetune/Step": 774, "Finetune/Step Time": 7.725439799949527}
+{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.9415273070335388, "Finetune/Loss (Raw)": 1.0073641538619995, "Finetune/Step": 775, "Finetune/Step Time": 7.727204952389002}
+{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.939276397228241, "Finetune/Loss (Raw)": 0.7332549095153809, "Finetune/Step": 776, "Finetune/Step Time": 7.728722816333175}
+{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.9401214122772217, "Finetune/Loss (Raw)": 1.107103943824768, "Finetune/Step": 777, "Finetune/Step Time": 7.745279731228948}
+{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.9410178661346436, "Finetune/Loss (Raw)": 1.0588122606277466, "Finetune/Step": 778, "Finetune/Step Time": 7.730756435543299}
+{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.9402240514755249, "Finetune/Loss (Raw)": 0.9044604897499084, "Finetune/Step": 779, "Finetune/Step Time": 7.727561753243208}
+{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.9350462555885315, "Finetune/Loss (Raw)": 0.33050885796546936, "Finetune/Step": 780, "Finetune/Step Time": 7.740237208083272}
+{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.935025691986084, "Finetune/Loss (Raw)": 0.8976874351501465, "Finetune/Step": 781, "Finetune/Step Time": 7.740797216072679}
+{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.9310058355331421, "Finetune/Loss (Raw)": 0.6699448227882385, "Finetune/Step": 782, "Finetune/Step Time": 7.770910250023007}
+{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.9308614134788513, "Finetune/Loss (Raw)": 0.9079527258872986, "Finetune/Step": 783, "Finetune/Step Time": 7.802836453542113}
+{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.9290825128555298, "Finetune/Loss (Raw)": 0.7095728516578674, "Finetune/Step": 784, "Finetune/Step Time": 7.820274917408824}
+{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.9298120737075806, "Finetune/Loss (Raw)": 1.0108177661895752, "Finetune/Step": 785, "Finetune/Step Time": 7.816422561183572}
+{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.930883526802063, "Finetune/Loss (Raw)": 1.0988929271697998, "Finetune/Step": 786, "Finetune/Step Time": 7.814763316884637}
+{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.9327882528305054, "Finetune/Loss (Raw)": 1.0316277742385864, "Finetune/Step": 787, "Finetune/Step Time": 7.818762203678489}
+{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.9325597882270813, "Finetune/Loss (Raw)": 1.0733485221862793, "Finetune/Step": 788, "Finetune/Step Time": 7.806573286652565}
+{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.9323791265487671, "Finetune/Loss (Raw)": 0.9565471410751343, "Finetune/Step": 789, "Finetune/Step Time": 7.805192889645696}
+{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.9297727346420288, "Finetune/Loss (Raw)": 0.7043492794036865, "Finetune/Step": 790, "Finetune/Step Time": 7.834920896217227}
+{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.9285340309143066, "Finetune/Loss (Raw)": 0.8994470834732056, "Finetune/Step": 791, "Finetune/Step Time": 7.8363663498312235}
+{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.9274084568023682, "Finetune/Loss (Raw)": 0.8113865852355957, "Finetune/Step": 792, "Finetune/Step Time": 7.826584678143263}
+{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.9265044331550598, "Finetune/Loss (Raw)": 1.0037565231323242, "Finetune/Step": 793, "Finetune/Step Time": 7.8280575927346945}
+{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.9246238470077515, "Finetune/Loss (Raw)": 0.9081284999847412, "Finetune/Step": 794, "Finetune/Step Time": 7.840305810794234}
+{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.9235693216323853, "Finetune/Loss (Raw)": 0.9473482370376587, "Finetune/Step": 795, "Finetune/Step Time": 7.842410940676928}
+{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.924126386642456, "Finetune/Loss (Raw)": 0.9184403419494629, "Finetune/Step": 796, "Finetune/Step Time": 7.8382427003234625}
+{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.9235480427742004, "Finetune/Loss (Raw)": 0.9235024452209473, "Finetune/Step": 797, "Finetune/Step Time": 7.843150308355689}
+{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.9241513013839722, "Finetune/Loss (Raw)": 0.9832886457443237, "Finetune/Step": 798, "Finetune/Step Time": 7.844970824196935}
+{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.9234620332717896, "Finetune/Loss (Raw)": 0.8639114499092102, "Finetune/Step": 799, "Finetune/Step Time": 7.850895181298256}
+{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.9232422113418579, "Finetune/Loss (Raw)": 1.008840799331665, "Finetune/Step": 800, "Finetune/Step Time": 7.855821194127202}
+{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.922863781452179, "Finetune/Loss (Raw)": 1.0399848222732544, "Finetune/Step": 801, "Finetune/Step Time": 7.880236694589257}
+{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.9214445948600769, "Finetune/Loss (Raw)": 0.911104142665863, "Finetune/Step": 802, "Finetune/Step Time": 7.882677478715777}
+{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.9193652868270874, "Finetune/Loss (Raw)": 0.7623948454856873, "Finetune/Step": 803, "Finetune/Step Time": 7.888257073238492}
+{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.9190964698791504, "Finetune/Loss (Raw)": 0.9666672945022583, "Finetune/Step": 804, "Finetune/Step Time": 7.879473572596908}
+{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.9199085235595703, "Finetune/Loss (Raw)": 0.9800722002983093, "Finetune/Step": 805, "Finetune/Step Time": 7.848544843494892}
+{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.9175128936767578, "Finetune/Loss (Raw)": 0.7888725399971008, "Finetune/Step": 806, "Finetune/Step Time": 7.862542137503624}
+{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.9163326025009155, "Finetune/Loss (Raw)": 0.946711003780365, "Finetune/Step": 807, "Finetune/Step Time": 7.854882666841149}
+{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.916474461555481, "Finetune/Loss (Raw)": 0.9429996013641357, "Finetune/Step": 808, "Finetune/Step Time": 7.872989421710372}
+{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.9156266450881958, "Finetune/Loss (Raw)": 0.9216974377632141, "Finetune/Step": 809, "Finetune/Step Time": 7.876447232440114}
+{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.9158264398574829, "Finetune/Loss (Raw)": 1.080308198928833, "Finetune/Step": 810, "Finetune/Step Time": 7.879811121150851}
+{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.9136881232261658, "Finetune/Loss (Raw)": 0.7978890538215637, "Finetune/Step": 811, "Finetune/Step Time": 7.877325803041458}
+{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.9153852462768555, "Finetune/Loss (Raw)": 1.15447998046875, "Finetune/Step": 812, "Finetune/Step Time": 7.863575037568808}
+{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.9171452522277832, "Finetune/Loss (Raw)": 0.9518916606903076, "Finetune/Step": 813, "Finetune/Step Time": 7.849969053640962}
+{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.9173791408538818, "Finetune/Loss (Raw)": 0.919836699962616, "Finetune/Step": 814, "Finetune/Step Time": 7.839416291564703}
+{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.91729736328125, "Finetune/Loss (Raw)": 0.93634432554245, "Finetune/Step": 815, "Finetune/Step Time": 7.842768471688032}
+{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.9176291227340698, "Finetune/Loss (Raw)": 1.0252262353897095, "Finetune/Step": 816, "Finetune/Step Time": 7.843303091824055}
+{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.9201480150222778, "Finetune/Loss (Raw)": 1.0264867544174194, "Finetune/Step": 817, "Finetune/Step Time": 7.83237287402153}
+{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.9160946011543274, "Finetune/Loss (Raw)": 0.324832946062088, "Finetune/Step": 818, "Finetune/Step Time": 7.807252252474427}
+{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.9142218828201294, "Finetune/Loss (Raw)": 0.7854724526405334, "Finetune/Step": 819, "Finetune/Step Time": 7.806532422080636}
+{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.9125958681106567, "Finetune/Loss (Raw)": 0.6904347538948059, "Finetune/Step": 820, "Finetune/Step Time": 7.787912068888545}
+{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.9127307534217834, "Finetune/Loss (Raw)": 0.9144273996353149, "Finetune/Step": 821, "Finetune/Step Time": 7.7764040119946}
+{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.9165890216827393, "Finetune/Loss (Raw)": 0.8852282166481018, "Finetune/Step": 822, "Finetune/Step Time": 7.7670003194361925}
+{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.9183374643325806, "Finetune/Loss (Raw)": 1.0616662502288818, "Finetune/Step": 823, "Finetune/Step Time": 7.752920614555478}
+{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.9180585145950317, "Finetune/Loss (Raw)": 1.0492726564407349, "Finetune/Step": 824, "Finetune/Step Time": 7.760906962677836}
+{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.9178866147994995, "Finetune/Loss (Raw)": 0.8732048273086548, "Finetune/Step": 825, "Finetune/Step Time": 7.751029258593917}
+{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.9152359962463379, "Finetune/Loss (Raw)": 0.8147672414779663, "Finetune/Step": 826, "Finetune/Step Time": 7.757375052198768}
+{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.9134900569915771, "Finetune/Loss (Raw)": 0.9529370665550232, "Finetune/Step": 827, "Finetune/Step Time": 7.744503429159522}
+{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.9088762998580933, "Finetune/Loss (Raw)": 0.37455809116363525, "Finetune/Step": 828, "Finetune/Step Time": 7.737379660829902}
+{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.9142715930938721, "Finetune/Loss (Raw)": 0.9956700801849365, "Finetune/Step": 829, "Finetune/Step Time": 7.730449916794896}
+{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.9142979383468628, "Finetune/Loss (Raw)": 0.9471730589866638, "Finetune/Step": 830, "Finetune/Step Time": 7.727398328483105}
+{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.9152151346206665, "Finetune/Loss (Raw)": 0.9599294662475586, "Finetune/Step": 831, "Finetune/Step Time": 7.743629548698664}
+{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.915810763835907, "Finetune/Loss (Raw)": 1.0430935621261597, "Finetune/Step": 832, "Finetune/Step Time": 7.724946370348334}
+{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.9112866520881653, "Finetune/Loss (Raw)": 0.4137493371963501, "Finetune/Step": 833, "Finetune/Step Time": 7.73859541490674}
+{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.9127611517906189, "Finetune/Loss (Raw)": 0.9317365884780884, "Finetune/Step": 834, "Finetune/Step Time": 7.747122934088111}
+{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.9134039282798767, "Finetune/Loss (Raw)": 0.95245760679245, "Finetune/Step": 835, "Finetune/Step Time": 7.752266511321068}
+{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.9121578931808472, "Finetune/Loss (Raw)": 0.9670279622077942, "Finetune/Step": 836, "Finetune/Step Time": 7.747513907030225}
+{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.9117115139961243, "Finetune/Loss (Raw)": 0.8785471320152283, "Finetune/Step": 837, "Finetune/Step Time": 7.756142031401396}
+{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.9127527475357056, "Finetune/Loss (Raw)": 0.9935373067855835, "Finetune/Step": 838, "Finetune/Step Time": 7.760344071313739}
+{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.91157066822052, "Finetune/Loss (Raw)": 0.8734022974967957, "Finetune/Step": 839, "Finetune/Step Time": 7.7525159772485495}
+{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.9149227142333984, "Finetune/Loss (Raw)": 1.0948435068130493, "Finetune/Step": 840, "Finetune/Step Time": 7.740485735237598}
+{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.9141417145729065, "Finetune/Loss (Raw)": 0.8491054773330688, "Finetune/Step": 841, "Finetune/Step Time": 7.744544692337513}
+{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.9150876998901367, "Finetune/Loss (Raw)": 1.0166953802108765, "Finetune/Step": 842, "Finetune/Step Time": 7.743186539039016}
+{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.9141232371330261, "Finetune/Loss (Raw)": 0.9637754559516907, "Finetune/Step": 843, "Finetune/Step Time": 7.746984891593456}
+{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.914883017539978, "Finetune/Loss (Raw)": 0.9452674388885498, "Finetune/Step": 844, "Finetune/Step Time": 7.74872824922204}
+{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.914559006690979, "Finetune/Loss (Raw)": 1.0288814306259155, "Finetune/Step": 845, "Finetune/Step Time": 7.734931288287044}
+{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.914394736289978, "Finetune/Loss (Raw)": 0.9912328720092773, "Finetune/Step": 846, "Finetune/Step Time": 7.7269893903285265}
+{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.9101790189743042, "Finetune/Loss (Raw)": 0.45926201343536377, "Finetune/Step": 847, "Finetune/Step Time": 7.739321982488036}
+{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.9073102474212646, "Finetune/Loss (Raw)": 0.8123219013214111, "Finetune/Step": 848, "Finetune/Step Time": 7.742297826334834}
+{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.9080635905265808, "Finetune/Loss (Raw)": 0.9800161719322205, "Finetune/Step": 849, "Finetune/Step Time": 7.731333361938596}
+{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.9074236750602722, "Finetune/Loss (Raw)": 0.8582791090011597, "Finetune/Step": 850, "Finetune/Step Time": 7.71613085269928}
+{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.9066606760025024, "Finetune/Loss (Raw)": 0.9750940203666687, "Finetune/Step": 851, "Finetune/Step Time": 7.721808398142457}
+{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.9051539897918701, "Finetune/Loss (Raw)": 0.8443575501441956, "Finetune/Step": 852, "Finetune/Step Time": 7.707236526533961}
+{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.903728723526001, "Finetune/Loss (Raw)": 0.9285264015197754, "Finetune/Step": 853, "Finetune/Step Time": 7.7029436361044645}
+{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.9049406051635742, "Finetune/Loss (Raw)": 0.8750819563865662, "Finetune/Step": 854, "Finetune/Step Time": 7.705337790772319}
+{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.902747392654419, "Finetune/Loss (Raw)": 0.7124625444412231, "Finetune/Step": 855, "Finetune/Step Time": 7.74034309014678}
+{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.9011988043785095, "Finetune/Loss (Raw)": 0.9512618184089661, "Finetune/Step": 856, "Finetune/Step Time": 7.737871006131172}
+{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.9035941362380981, "Finetune/Loss (Raw)": 0.8933488130569458, "Finetune/Step": 857, "Finetune/Step Time": 7.72689289227128}
+{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.9049071073532104, "Finetune/Loss (Raw)": 1.142153024673462, "Finetune/Step": 858, "Finetune/Step Time": 7.723651515319943}
+{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.9048244953155518, "Finetune/Loss (Raw)": 1.0322000980377197, "Finetune/Step": 859, "Finetune/Step Time": 7.737891612574458}
+{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.9050507545471191, "Finetune/Loss (Raw)": 0.9032540321350098, "Finetune/Step": 860, "Finetune/Step Time": 7.706553975120187}
+{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.9030516147613525, "Finetune/Loss (Raw)": 0.6686573028564453, "Finetune/Step": 861, "Finetune/Step Time": 7.695524778217077}
+{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.9040933847427368, "Finetune/Loss (Raw)": 0.9707776308059692, "Finetune/Step": 862, "Finetune/Step Time": 7.698104094713926}
+{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.9036098122596741, "Finetune/Loss (Raw)": 0.7721164226531982, "Finetune/Step": 863, "Finetune/Step Time": 7.704055713489652}
+{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.9041756391525269, "Finetune/Loss (Raw)": 0.9845967888832092, "Finetune/Step": 864, "Finetune/Step Time": 7.671963373199105}
+{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.9026570320129395, "Finetune/Loss (Raw)": 0.9034003019332886, "Finetune/Step": 865, "Finetune/Step Time": 7.69306486658752}
+{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.9032692909240723, "Finetune/Loss (Raw)": 1.070272445678711, "Finetune/Step": 866, "Finetune/Step Time": 7.694752207025886}
+{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.9078044891357422, "Finetune/Loss (Raw)": 1.029079556465149, "Finetune/Step": 867, "Finetune/Step Time": 7.669952580705285}
+{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.9063175916671753, "Finetune/Loss (Raw)": 0.9061632752418518, "Finetune/Step": 868, "Finetune/Step Time": 7.662771716713905}
+{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.9084042310714722, "Finetune/Loss (Raw)": 1.0379016399383545, "Finetune/Step": 869, "Finetune/Step Time": 7.6539302226156}
+{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.9076822400093079, "Finetune/Loss (Raw)": 0.8538869619369507, "Finetune/Step": 870, "Finetune/Step Time": 7.657817788422108}
+{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.9056278467178345, "Finetune/Loss (Raw)": 0.7809726595878601, "Finetune/Step": 871, "Finetune/Step Time": 7.662308260798454}
+{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.9055399894714355, "Finetune/Loss (Raw)": 0.9577131271362305, "Finetune/Step": 872, "Finetune/Step Time": 7.662388939410448}
+{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.9070086479187012, "Finetune/Loss (Raw)": 0.9893392324447632, "Finetune/Step": 873, "Finetune/Step Time": 7.647159775719047}
+{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.9049542546272278, "Finetune/Loss (Raw)": 0.8039109110832214, "Finetune/Step": 874, "Finetune/Step Time": 7.652856647968292}
+{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.9033965468406677, "Finetune/Loss (Raw)": 0.8808544874191284, "Finetune/Step": 875, "Finetune/Step Time": 7.665417868643999}
+{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.9018795490264893, "Finetune/Loss (Raw)": 0.875312328338623, "Finetune/Step": 876, "Finetune/Step Time": 7.667372530326247}
+{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.9020221829414368, "Finetune/Loss (Raw)": 0.9480822086334229, "Finetune/Step": 877, "Finetune/Step Time": 7.666965760290623}
+{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.9018381834030151, "Finetune/Loss (Raw)": 0.9348682165145874, "Finetune/Step": 878, "Finetune/Step Time": 7.670614926144481}
+{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.9016072750091553, "Finetune/Loss (Raw)": 0.8178967237472534, "Finetune/Step": 879, "Finetune/Step Time": 7.691757461056113}
+{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.9009422659873962, "Finetune/Loss (Raw)": 0.9440048933029175, "Finetune/Step": 880, "Finetune/Step Time": 7.697327557951212}
+{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.9040493965148926, "Finetune/Loss (Raw)": 0.7911044955253601, "Finetune/Step": 881, "Finetune/Step Time": 7.697979403659701}
+{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.9051872491836548, "Finetune/Loss (Raw)": 0.9953417778015137, "Finetune/Step": 882, "Finetune/Step Time": 7.698370553553104}
+{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.9061110019683838, "Finetune/Loss (Raw)": 1.0118480920791626, "Finetune/Step": 883, "Finetune/Step Time": 7.671017309650779}
+{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.9068796634674072, "Finetune/Loss (Raw)": 1.022842288017273, "Finetune/Step": 884, "Finetune/Step Time": 7.671741366386414}
+{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.9013028144836426, "Finetune/Loss (Raw)": 0.2245398908853531, "Finetune/Step": 885, "Finetune/Step Time": 7.673072285950184}
+{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.899953305721283, "Finetune/Loss (Raw)": 0.9470829963684082, "Finetune/Step": 886, "Finetune/Step Time": 7.678137773647904}
+{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.8950217962265015, "Finetune/Loss (Raw)": 0.3987590968608856, "Finetune/Step": 887, "Finetune/Step Time": 7.6987990867346525}
+{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.8953858613967896, "Finetune/Loss (Raw)": 1.0373021364212036, "Finetune/Step": 888, "Finetune/Step Time": 7.705840265378356}
+{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.8959710597991943, "Finetune/Loss (Raw)": 0.9877725839614868, "Finetune/Step": 889, "Finetune/Step Time": 7.711947364732623}
+{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.9003764390945435, "Finetune/Loss (Raw)": 0.9370779395103455, "Finetune/Step": 890, "Finetune/Step Time": 7.689064968377352}
+{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.9010747671127319, "Finetune/Loss (Raw)": 0.9275309443473816, "Finetune/Step": 891, "Finetune/Step Time": 7.692810649052262}
+{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.9001237154006958, "Finetune/Loss (Raw)": 0.849413275718689, "Finetune/Step": 892, "Finetune/Step Time": 7.697319565340877}
+{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.9011386632919312, "Finetune/Loss (Raw)": 1.0650640726089478, "Finetune/Step": 893, "Finetune/Step Time": 7.694400867447257}
+{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.9003029465675354, "Finetune/Loss (Raw)": 0.9482640027999878, "Finetune/Step": 894, "Finetune/Step Time": 7.679162899032235}
+{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.900475025177002, "Finetune/Loss (Raw)": 0.910698652267456, "Finetune/Step": 895, "Finetune/Step Time": 7.685936868190765}
+{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.9014601707458496, "Finetune/Loss (Raw)": 1.013718843460083, "Finetune/Step": 896, "Finetune/Step Time": 7.678815362975001}
+{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.9014108777046204, "Finetune/Loss (Raw)": 0.785453736782074, "Finetune/Step": 897, "Finetune/Step Time": 7.682366104796529}
+{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.8965821862220764, "Finetune/Loss (Raw)": 0.35694608092308044, "Finetune/Step": 898, "Finetune/Step Time": 7.677875392138958}
+{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.8950058817863464, "Finetune/Loss (Raw)": 0.8365087509155273, "Finetune/Step": 899, "Finetune/Step Time": 7.711344571784139}
+{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.8958600163459778, "Finetune/Loss (Raw)": 1.0666515827178955, "Finetune/Step": 900, "Finetune/Step Time": 7.72296342626214}
+{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.8959788084030151, "Finetune/Loss (Raw)": 1.053870439529419, "Finetune/Step": 901, "Finetune/Step Time": 7.728385407477617}
+{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.8971599340438843, "Finetune/Loss (Raw)": 0.9750613570213318, "Finetune/Step": 902, "Finetune/Step Time": 7.7113017830997705}
+{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.8971806764602661, "Finetune/Loss (Raw)": 1.0100233554840088, "Finetune/Step": 903, "Finetune/Step Time": 7.729735689237714}
+{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.8983627557754517, "Finetune/Loss (Raw)": 0.8845499753952026, "Finetune/Step": 904, "Finetune/Step Time": 7.726059198379517}
+{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.8977272510528564, "Finetune/Loss (Raw)": 1.0257648229599, "Finetune/Step": 905, "Finetune/Step Time": 7.7060685604810715}
+{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.8962959051132202, "Finetune/Loss (Raw)": 0.8756037950515747, "Finetune/Step": 906, "Finetune/Step Time": 7.703002255409956}
+{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.8969628214836121, "Finetune/Loss (Raw)": 0.9898290634155273, "Finetune/Step": 907, "Finetune/Step Time": 7.690382212400436}
+{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.9016233682632446, "Finetune/Loss (Raw)": 0.927055299282074, "Finetune/Step": 908, "Finetune/Step Time": 7.677310874685645}
+{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.9018427729606628, "Finetune/Loss (Raw)": 0.9257659912109375, "Finetune/Step": 909, "Finetune/Step Time": 7.680910956114531}
+{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.9036193490028381, "Finetune/Loss (Raw)": 0.8973531126976013, "Finetune/Step": 910, "Finetune/Step Time": 7.653203915804625}
+{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.9035217761993408, "Finetune/Loss (Raw)": 0.8954601883888245, "Finetune/Step": 911, "Finetune/Step Time": 7.61617941968143}
+{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.9062912464141846, "Finetune/Loss (Raw)": 1.064057469367981, "Finetune/Step": 912, "Finetune/Step Time": 7.606425378471613}
+{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.9036121368408203, "Finetune/Loss (Raw)": 0.6678958535194397, "Finetune/Step": 913, "Finetune/Step Time": 7.601501194760203}
+{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.9035190939903259, "Finetune/Loss (Raw)": 1.086986780166626, "Finetune/Step": 914, "Finetune/Step Time": 7.604446353390813}
+{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.9029649496078491, "Finetune/Loss (Raw)": 0.9607029557228088, "Finetune/Step": 915, "Finetune/Step Time": 7.577813008800149}
+{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.9022573828697205, "Finetune/Loss (Raw)": 0.9827736020088196, "Finetune/Step": 916, "Finetune/Step Time": 7.583840027451515}
+{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.9034897089004517, "Finetune/Loss (Raw)": 1.1142852306365967, "Finetune/Step": 917, "Finetune/Step Time": 7.630146063864231}
+{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.9051345586776733, "Finetune/Loss (Raw)": 0.9148946404457092, "Finetune/Step": 918, "Finetune/Step Time": 7.608814597129822}
+{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.9036519527435303, "Finetune/Loss (Raw)": 0.709665060043335, "Finetune/Step": 919, "Finetune/Step Time": 7.623486779630184}
+{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.9034682512283325, "Finetune/Loss (Raw)": 0.7878751158714294, "Finetune/Step": 920, "Finetune/Step Time": 7.630220593884587}
+{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.9031487107276917, "Finetune/Loss (Raw)": 0.9628538489341736, "Finetune/Step": 921, "Finetune/Step Time": 7.620844297111034}
+{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.9028204083442688, "Finetune/Loss (Raw)": 0.8661086559295654, "Finetune/Step": 922, "Finetune/Step Time": 7.6096202451735735}
+{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.9030102491378784, "Finetune/Loss (Raw)": 0.971649169921875, "Finetune/Step": 923, "Finetune/Step Time": 7.602504417300224}
+{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.9027599692344666, "Finetune/Loss (Raw)": 0.8864069581031799, "Finetune/Step": 924, "Finetune/Step Time": 7.6115321684628725}
+{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.9014874696731567, "Finetune/Loss (Raw)": 0.7606194615364075, "Finetune/Step": 925, "Finetune/Step Time": 7.6320450864732265}
+{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.900300145149231, "Finetune/Loss (Raw)": 0.8313131332397461, "Finetune/Step": 926, "Finetune/Step Time": 7.636793535202742}
+{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.9011619687080383, "Finetune/Loss (Raw)": 0.9742196202278137, "Finetune/Step": 927, "Finetune/Step Time": 7.630102202296257}
+{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.9006342887878418, "Finetune/Loss (Raw)": 0.9413034915924072, "Finetune/Step": 928, "Finetune/Step Time": 7.6232483219355345}
+{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.8999211192131042, "Finetune/Loss (Raw)": 0.9486942887306213, "Finetune/Step": 929, "Finetune/Step Time": 7.599963115528226}
+{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.8993862271308899, "Finetune/Loss (Raw)": 0.8426383137702942, "Finetune/Step": 930, "Finetune/Step Time": 7.6056281719356775}
+{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.900853157043457, "Finetune/Loss (Raw)": 0.950162410736084, "Finetune/Step": 931, "Finetune/Step Time": 7.588502500206232}
+{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.9010869264602661, "Finetune/Loss (Raw)": 0.9965860247612, "Finetune/Step": 932, "Finetune/Step Time": 7.595065737143159}
+{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.9009506702423096, "Finetune/Loss (Raw)": 0.9626318216323853, "Finetune/Step": 933, "Finetune/Step Time": 7.615681119263172}
+{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.9023228883743286, "Finetune/Loss (Raw)": 0.9645190238952637, "Finetune/Step": 934, "Finetune/Step Time": 7.60316738858819}
+{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.9011563062667847, "Finetune/Loss (Raw)": 0.797389566898346, "Finetune/Step": 935, "Finetune/Step Time": 7.604022536426783}
+{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.9004573822021484, "Finetune/Loss (Raw)": 0.8535386323928833, "Finetune/Step": 936, "Finetune/Step Time": 7.597182687371969}
+{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.9018208980560303, "Finetune/Loss (Raw)": 1.0962251424789429, "Finetune/Step": 937, "Finetune/Step Time": 7.592988321557641}
+{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.9019055366516113, "Finetune/Loss (Raw)": 1.0911459922790527, "Finetune/Step": 938, "Finetune/Step Time": 7.597109450027347}
+{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.9025247693061829, "Finetune/Loss (Raw)": 0.8771491050720215, "Finetune/Step": 939, "Finetune/Step Time": 7.598291203379631}
+{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.9010756015777588, "Finetune/Loss (Raw)": 0.9689881801605225, "Finetune/Step": 940, "Finetune/Step Time": 7.600993774831295}
+{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.9009462594985962, "Finetune/Loss (Raw)": 0.935329020023346, "Finetune/Step": 941, "Finetune/Step Time": 7.600694367662072}
+{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.9003723859786987, "Finetune/Loss (Raw)": 0.8463890552520752, "Finetune/Step": 942, "Finetune/Step Time": 7.607018476352096}
+{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.9002137780189514, "Finetune/Loss (Raw)": 0.9160397052764893, "Finetune/Step": 943, "Finetune/Step Time": 7.606601862236857}
+{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.8995988965034485, "Finetune/Loss (Raw)": 0.9465231895446777, "Finetune/Step": 944, "Finetune/Step Time": 7.602180995047092}
+{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.8980362415313721, "Finetune/Loss (Raw)": 0.8264652490615845, "Finetune/Step": 945, "Finetune/Step Time": 7.612346636131406}
+{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.9020096063613892, "Finetune/Loss (Raw)": 0.8334262371063232, "Finetune/Step": 946, "Finetune/Step Time": 7.616288838908076}
+{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.902719259262085, "Finetune/Loss (Raw)": 0.8763096928596497, "Finetune/Step": 947, "Finetune/Step Time": 7.635850518941879}
+{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.9002602100372314, "Finetune/Loss (Raw)": 0.3756667673587799, "Finetune/Step": 948, "Finetune/Step Time": 7.6389825735241175}
+{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.9016217589378357, "Finetune/Loss (Raw)": 1.0887099504470825, "Finetune/Step": 949, "Finetune/Step Time": 7.624648382887244}
+{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.9015055894851685, "Finetune/Loss (Raw)": 0.8703629970550537, "Finetune/Step": 950, "Finetune/Step Time": 7.622725250199437}
+{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.9021187424659729, "Finetune/Loss (Raw)": 1.1401469707489014, "Finetune/Step": 951, "Finetune/Step Time": 7.616381876170635}
+{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.900175929069519, "Finetune/Loss (Raw)": 0.8005919456481934, "Finetune/Step": 952, "Finetune/Step Time": 7.611458741128445}
+{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.9006748795509338, "Finetune/Loss (Raw)": 0.9370651841163635, "Finetune/Step": 953, "Finetune/Step Time": 7.604488935321569}
+{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.9011744260787964, "Finetune/Loss (Raw)": 0.8787170052528381, "Finetune/Step": 954, "Finetune/Step Time": 7.601242069154978}
+{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.9011222124099731, "Finetune/Loss (Raw)": 0.9462525844573975, "Finetune/Step": 955, "Finetune/Step Time": 7.600492522120476}
+{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.9058095812797546, "Finetune/Loss (Raw)": 0.9745378494262695, "Finetune/Step": 956, "Finetune/Step Time": 7.589351819828153}
+{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.9047917723655701, "Finetune/Loss (Raw)": 0.8653866052627563, "Finetune/Step": 957, "Finetune/Step Time": 7.595438044518232}
+{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.9044803380966187, "Finetune/Loss (Raw)": 0.9073123931884766, "Finetune/Step": 958, "Finetune/Step Time": 7.6050914991647005}
+{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.9036170244216919, "Finetune/Loss (Raw)": 0.849424421787262, "Finetune/Step": 959, "Finetune/Step Time": 7.5762467458844185}
+{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.9025575518608093, "Finetune/Loss (Raw)": 0.9074873328208923, "Finetune/Step": 960, "Finetune/Step Time": 7.5779969822615385}
+{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.9056766629219055, "Finetune/Loss (Raw)": 0.8129864931106567, "Finetune/Step": 961, "Finetune/Step Time": 7.5658636726439}
+{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.9062936305999756, "Finetune/Loss (Raw)": 1.0107104778289795, "Finetune/Step": 962, "Finetune/Step Time": 7.562201224267483}
+{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.9055458307266235, "Finetune/Loss (Raw)": 0.8567491173744202, "Finetune/Step": 963, "Finetune/Step Time": 7.5554796773940325}
+{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.9048488140106201, "Finetune/Loss (Raw)": 0.8778026700019836, "Finetune/Step": 964, "Finetune/Step Time": 7.555177364498377}
+{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.9038856029510498, "Finetune/Loss (Raw)": 0.7552574872970581, "Finetune/Step": 965, "Finetune/Step Time": 7.550319105386734}
+{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.9031182527542114, "Finetune/Loss (Raw)": 0.8953142166137695, "Finetune/Step": 966, "Finetune/Step Time": 7.550883734598756}
+{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.9033727645874023, "Finetune/Loss (Raw)": 0.9059767723083496, "Finetune/Step": 967, "Finetune/Step Time": 7.556108685210347}
+{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.9024468064308167, "Finetune/Loss (Raw)": 0.9763273000717163, "Finetune/Step": 968, "Finetune/Step Time": 7.55492190271616}
+{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.9025070667266846, "Finetune/Loss (Raw)": 0.8568177819252014, "Finetune/Step": 969, "Finetune/Step Time": 7.573144339025021}
+{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.8993760347366333, "Finetune/Loss (Raw)": 0.6159242391586304, "Finetune/Step": 970, "Finetune/Step Time": 7.581579798832536}
+{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.8990325331687927, "Finetune/Loss (Raw)": 0.919805109500885, "Finetune/Step": 971, "Finetune/Step Time": 7.5948613584041595}
+{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.8946338891983032, "Finetune/Loss (Raw)": 0.38224372267723083, "Finetune/Step": 972, "Finetune/Step Time": 7.606889978051186}
+{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.8930915594100952, "Finetune/Loss (Raw)": 0.8314587473869324, "Finetune/Step": 973, "Finetune/Step Time": 7.612570513039827}
+{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.8921250104904175, "Finetune/Loss (Raw)": 0.8675134778022766, "Finetune/Step": 974, "Finetune/Step Time": 7.628686349838972}
+{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.8966346383094788, "Finetune/Loss (Raw)": 1.0364983081817627, "Finetune/Step": 975, "Finetune/Step Time": 7.628784591332078}
+{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.8975762128829956, "Finetune/Loss (Raw)": 0.9328435659408569, "Finetune/Step": 976, "Finetune/Step Time": 7.625655733048916}
+{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.8979129791259766, "Finetune/Loss (Raw)": 1.0231165885925293, "Finetune/Step": 977, "Finetune/Step Time": 7.619834415614605}
+{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.898127555847168, "Finetune/Loss (Raw)": 0.8857512474060059, "Finetune/Step": 978, "Finetune/Step Time": 7.6051765494048595}
+{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.8972049951553345, "Finetune/Loss (Raw)": 0.8570066690444946, "Finetune/Step": 979, "Finetune/Step Time": 7.605897519737482}
+{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.8991614580154419, "Finetune/Loss (Raw)": 1.094782829284668, "Finetune/Step": 980, "Finetune/Step Time": 7.60423057153821}
+{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.899264931678772, "Finetune/Loss (Raw)": 0.941768229007721, "Finetune/Step": 981, "Finetune/Step Time": 7.605747124180198}
+{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.9001492261886597, "Finetune/Loss (Raw)": 0.9882774949073792, "Finetune/Step": 982, "Finetune/Step Time": 7.594577223062515}
+{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.9020828604698181, "Finetune/Loss (Raw)": 0.9599655866622925, "Finetune/Step": 983, "Finetune/Step Time": 7.559418424963951}
+{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.9014369249343872, "Finetune/Loss (Raw)": 0.868579626083374, "Finetune/Step": 984, "Finetune/Step Time": 7.569787530228496}
+{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.9014970064163208, "Finetune/Loss (Raw)": 0.901044487953186, "Finetune/Step": 985, "Finetune/Step Time": 7.569426726549864}
+{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.899090588092804, "Finetune/Loss (Raw)": 0.83413165807724, "Finetune/Step": 986, "Finetune/Step Time": 7.573405375704169}
+{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.898230791091919, "Finetune/Loss (Raw)": 0.9221423864364624, "Finetune/Step": 987, "Finetune/Step Time": 7.580989208072424}
+{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.8970188498497009, "Finetune/Loss (Raw)": 0.7481295466423035, "Finetune/Step": 988, "Finetune/Step Time": 7.5835447907447815}
+{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.8995299339294434, "Finetune/Loss (Raw)": 0.9900705814361572, "Finetune/Step": 989, "Finetune/Step Time": 7.5866889879107475}
+{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.8974126577377319, "Finetune/Loss (Raw)": 0.6997678279876709, "Finetune/Step": 990, "Finetune/Step Time": 7.592584876343608}
+{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.8993102312088013, "Finetune/Loss (Raw)": 1.015011191368103, "Finetune/Step": 991, "Finetune/Step Time": 7.583248425275087}
+{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.898861289024353, "Finetune/Loss (Raw)": 0.9271227717399597, "Finetune/Step": 992, "Finetune/Step Time": 7.580771965906024}
+{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.8987416625022888, "Finetune/Loss (Raw)": 0.8880923390388489, "Finetune/Step": 993, "Finetune/Step Time": 7.590554393827915}
+{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.895936131477356, "Finetune/Loss (Raw)": 0.7111694812774658, "Finetune/Step": 994, "Finetune/Step Time": 7.599358944222331}
+{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.8949103355407715, "Finetune/Loss (Raw)": 0.8977722525596619, "Finetune/Step": 995, "Finetune/Step Time": 7.597736148163676}
+{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.894770622253418, "Finetune/Loss (Raw)": 0.8882790207862854, "Finetune/Step": 996, "Finetune/Step Time": 7.601196546107531}
+{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.8935045003890991, "Finetune/Loss (Raw)": 0.8758375644683838, "Finetune/Step": 997, "Finetune/Step Time": 7.581380819901824}
+{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.8936172127723694, "Finetune/Loss (Raw)": 0.8683172464370728, "Finetune/Step": 998, "Finetune/Step Time": 7.593576660379767}
+{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.8957533836364746, "Finetune/Loss (Raw)": 1.0544079542160034, "Finetune/Step": 999, "Finetune/Step Time": 7.587330114096403}
+{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.8965262174606323, "Finetune/Loss (Raw)": 1.0566264390945435, "Finetune/Step": 1000, "Finetune/Step Time": 7.580773077905178}
+{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.8912698030471802, "Finetune/Loss (Raw)": 0.31652241945266724, "Finetune/Step": 1001, "Finetune/Step Time": 7.596313651651144}
+{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.8924134969711304, "Finetune/Loss (Raw)": 0.95030677318573, "Finetune/Step": 1002, "Finetune/Step Time": 7.596790257841349}
+{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.8932864665985107, "Finetune/Loss (Raw)": 0.9925886988639832, "Finetune/Step": 1003, "Finetune/Step Time": 7.598780367523432}
+{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.8944324254989624, "Finetune/Loss (Raw)": 1.0220037698745728, "Finetune/Step": 1004, "Finetune/Step Time": 7.5978222247213125}
+{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.894442081451416, "Finetune/Loss (Raw)": 0.949310302734375, "Finetune/Step": 1005, "Finetune/Step Time": 7.589587550610304}
+{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.893111526966095, "Finetune/Loss (Raw)": 0.7645548582077026, "Finetune/Step": 1006, "Finetune/Step Time": 7.59430218487978}
+{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.8934869766235352, "Finetune/Loss (Raw)": 0.8659595847129822, "Finetune/Step": 1007, "Finetune/Step Time": 7.575832845643163}
+{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.8935024738311768, "Finetune/Loss (Raw)": 0.9459893703460693, "Finetune/Step": 1008, "Finetune/Step Time": 7.573885591700673}
+{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.8906340003013611, "Finetune/Loss (Raw)": 0.4239386022090912, "Finetune/Step": 1009, "Finetune/Step Time": 7.5728387124836445}
+{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.8893817663192749, "Finetune/Loss (Raw)": 0.8350570797920227, "Finetune/Step": 1010, "Finetune/Step Time": 7.574597418308258}
+{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.8880893588066101, "Finetune/Loss (Raw)": 0.8464186191558838, "Finetune/Step": 1011, "Finetune/Step Time": 7.5733929090201855}
+{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.8875214457511902, "Finetune/Loss (Raw)": 0.9501488208770752, "Finetune/Step": 1012, "Finetune/Step Time": 7.587679393589497}
+{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.8925443887710571, "Finetune/Loss (Raw)": 0.8674846887588501, "Finetune/Step": 1013, "Finetune/Step Time": 7.573765430599451}
+{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.8929412364959717, "Finetune/Loss (Raw)": 0.9978682994842529, "Finetune/Step": 1014, "Finetune/Step Time": 7.567498730495572}
+{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.8922207355499268, "Finetune/Loss (Raw)": 0.30654066801071167, "Finetune/Step": 1015, "Finetune/Step Time": 7.562311524525285}
+{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.8916531801223755, "Finetune/Loss (Raw)": 0.9646528959274292, "Finetune/Step": 1016, "Finetune/Step Time": 7.56001852825284}
+{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.891882598400116, "Finetune/Loss (Raw)": 1.0171406269073486, "Finetune/Step": 1017, "Finetune/Step Time": 7.550628090277314}
+{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.891777515411377, "Finetune/Loss (Raw)": 0.9236233234405518, "Finetune/Step": 1018, "Finetune/Step Time": 7.586092956364155}
+{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.8914947509765625, "Finetune/Loss (Raw)": 0.8913375735282898, "Finetune/Step": 1019, "Finetune/Step Time": 7.584035472944379}
+{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.8921878337860107, "Finetune/Loss (Raw)": 0.9381340146064758, "Finetune/Step": 1020, "Finetune/Step Time": 7.579189244657755}
+{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.8899690508842468, "Finetune/Loss (Raw)": 0.7810572981834412, "Finetune/Step": 1021, "Finetune/Step Time": 7.589948760345578}
+{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.8898439407348633, "Finetune/Loss (Raw)": 0.9322488307952881, "Finetune/Step": 1022, "Finetune/Step Time": 7.596217663958669}
+{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.8884963989257812, "Finetune/Loss (Raw)": 0.7382175922393799, "Finetune/Step": 1023, "Finetune/Step Time": 7.5989828780293465}
+{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.8872683048248291, "Finetune/Loss (Raw)": 0.8565131425857544, "Finetune/Step": 1024, "Finetune/Step Time": 7.600202409550548}
+{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.8875245451927185, "Finetune/Loss (Raw)": 0.8182591199874878, "Finetune/Step": 1025, "Finetune/Step Time": 7.584888676181436}
+{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.8919639587402344, "Finetune/Loss (Raw)": 0.9251856207847595, "Finetune/Step": 1026, "Finetune/Step Time": 7.579557774588466}
+{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.8882821798324585, "Finetune/Loss (Raw)": 0.3652469515800476, "Finetune/Step": 1027, "Finetune/Step Time": 7.554666057229042}
+{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.8876481056213379, "Finetune/Loss (Raw)": 0.9854920506477356, "Finetune/Step": 1028, "Finetune/Step Time": 7.546137530356646}
+{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.8857377767562866, "Finetune/Loss (Raw)": 0.8093393445014954, "Finetune/Step": 1029, "Finetune/Step Time": 7.55389085970819}
+{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.8851537704467773, "Finetune/Loss (Raw)": 0.9003126621246338, "Finetune/Step": 1030, "Finetune/Step Time": 7.558337457478046}
+{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.8845807909965515, "Finetune/Loss (Raw)": 0.9366841912269592, "Finetune/Step": 1031, "Finetune/Step Time": 7.524312421679497}
+{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.8803820610046387, "Finetune/Loss (Raw)": 0.34711208939552307, "Finetune/Step": 1032, "Finetune/Step Time": 7.540819708257914}
+{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.879733681678772, "Finetune/Loss (Raw)": 0.9427669048309326, "Finetune/Step": 1033, "Finetune/Step Time": 7.567064458504319}
+{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.8789903521537781, "Finetune/Loss (Raw)": 0.7804619669914246, "Finetune/Step": 1034, "Finetune/Step Time": 7.574879487976432}
+{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.8783360719680786, "Finetune/Loss (Raw)": 0.9060854911804199, "Finetune/Step": 1035, "Finetune/Step Time": 7.586519757285714}
+{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.8781545162200928, "Finetune/Loss (Raw)": 0.9038098454475403, "Finetune/Step": 1036, "Finetune/Step Time": 7.590942187234759}
+{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.8768829107284546, "Finetune/Loss (Raw)": 0.7629961371421814, "Finetune/Step": 1037, "Finetune/Step Time": 7.593809992074966}
+{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.8784163594245911, "Finetune/Loss (Raw)": 1.0936415195465088, "Finetune/Step": 1038, "Finetune/Step Time": 7.598323442041874}
+{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.8787353038787842, "Finetune/Loss (Raw)": 0.9362821578979492, "Finetune/Step": 1039, "Finetune/Step Time": 7.596832687035203}
+{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.8770466446876526, "Finetune/Loss (Raw)": 0.8479083180427551, "Finetune/Step": 1040, "Finetune/Step Time": 7.59229339286685}
+{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.8799580335617065, "Finetune/Loss (Raw)": 1.040554165840149, "Finetune/Step": 1041, "Finetune/Step Time": 7.573429005220532}
+{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.8795597553253174, "Finetune/Loss (Raw)": 1.0360119342803955, "Finetune/Step": 1042, "Finetune/Step Time": 7.584515644237399}
+{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.8749629855155945, "Finetune/Loss (Raw)": 0.37231266498565674, "Finetune/Step": 1043, "Finetune/Step Time": 7.60140335932374}
+{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.8732477426528931, "Finetune/Loss (Raw)": 0.7632253766059875, "Finetune/Step": 1044, "Finetune/Step Time": 7.601676801219583}
+{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.8719465136528015, "Finetune/Loss (Raw)": 0.9477246403694153, "Finetune/Step": 1045, "Finetune/Step Time": 7.572645802050829}
+{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.8715312480926514, "Finetune/Loss (Raw)": 0.8617432117462158, "Finetune/Step": 1046, "Finetune/Step Time": 7.57417350076139}
+{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.8733092546463013, "Finetune/Loss (Raw)": 0.9372522234916687, "Finetune/Step": 1047, "Finetune/Step Time": 7.560317553579807}
+{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.8757233619689941, "Finetune/Loss (Raw)": 1.096872091293335, "Finetune/Step": 1048, "Finetune/Step Time": 7.551225241273642}
+{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.8744564056396484, "Finetune/Loss (Raw)": 0.8006941676139832, "Finetune/Step": 1049, "Finetune/Step Time": 7.5484688449651}
+{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.8737308979034424, "Finetune/Loss (Raw)": 0.7732372879981995, "Finetune/Step": 1050, "Finetune/Step Time": 7.559914752840996}
+{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.8727601766586304, "Finetune/Loss (Raw)": 0.8473960757255554, "Finetune/Step": 1051, "Finetune/Step Time": 7.563495500013232}
+{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.8740331530570984, "Finetune/Loss (Raw)": 1.0493497848510742, "Finetune/Step": 1052, "Finetune/Step Time": 7.561099225655198}
+{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.8748784065246582, "Finetune/Loss (Raw)": 0.8688099384307861, "Finetune/Step": 1053, "Finetune/Step Time": 7.5481012631207705}
+{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.8764083981513977, "Finetune/Loss (Raw)": 1.0271556377410889, "Finetune/Step": 1054, "Finetune/Step Time": 7.542296523228288}
+{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.875313401222229, "Finetune/Loss (Raw)": 0.8340569734573364, "Finetune/Step": 1055, "Finetune/Step Time": 7.543006828054786}
+{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.8761675357818604, "Finetune/Loss (Raw)": 1.0506314039230347, "Finetune/Step": 1056, "Finetune/Step Time": 7.543790567666292}
+{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.8752774596214294, "Finetune/Loss (Raw)": 0.83476722240448, "Finetune/Step": 1057, "Finetune/Step Time": 7.538378084078431}
+{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.875412106513977, "Finetune/Loss (Raw)": 0.8598707318305969, "Finetune/Step": 1058, "Finetune/Step Time": 7.529454516246915}
+{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.8746753931045532, "Finetune/Loss (Raw)": 0.8558631539344788, "Finetune/Step": 1059, "Finetune/Step Time": 7.546710088849068}
+{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.8736163973808289, "Finetune/Loss (Raw)": 0.8610326051712036, "Finetune/Step": 1060, "Finetune/Step Time": 7.544481031596661}
+{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.871852695941925, "Finetune/Loss (Raw)": 0.7368842363357544, "Finetune/Step": 1061, "Finetune/Step Time": 7.514984559267759}
+{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.8712815642356873, "Finetune/Loss (Raw)": 0.8914097547531128, "Finetune/Step": 1062, "Finetune/Step Time": 7.51018370129168}
+{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.8721996545791626, "Finetune/Loss (Raw)": 0.9149092435836792, "Finetune/Step": 1063, "Finetune/Step Time": 7.517461175099015}
+{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.8744423389434814, "Finetune/Loss (Raw)": 1.1405972242355347, "Finetune/Step": 1064, "Finetune/Step Time": 7.50461446121335}
+{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.8741797208786011, "Finetune/Loss (Raw)": 1.0626115798950195, "Finetune/Step": 1065, "Finetune/Step Time": 7.505461310967803}
+{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.8722367882728577, "Finetune/Loss (Raw)": 0.8424529433250427, "Finetune/Step": 1066, "Finetune/Step Time": 7.49973945133388}
+{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.8735496997833252, "Finetune/Loss (Raw)": 1.0452070236206055, "Finetune/Step": 1067, "Finetune/Step Time": 7.516829742118716}
+{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.8725972771644592, "Finetune/Loss (Raw)": 0.8470730781555176, "Finetune/Step": 1068, "Finetune/Step Time": 7.522250898182392}
+{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.8722821474075317, "Finetune/Loss (Raw)": 0.8949962854385376, "Finetune/Step": 1069, "Finetune/Step Time": 7.548067705705762}
+{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.873126208782196, "Finetune/Loss (Raw)": 0.9544255137443542, "Finetune/Step": 1070, "Finetune/Step Time": 7.537512753158808}
+{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.873713493347168, "Finetune/Loss (Raw)": 0.9912116527557373, "Finetune/Step": 1071, "Finetune/Step Time": 7.535425662994385}
+{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.87410968542099, "Finetune/Loss (Raw)": 0.9972325563430786, "Finetune/Step": 1072, "Finetune/Step Time": 7.5447952430695295}
+{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.8746386766433716, "Finetune/Loss (Raw)": 0.8941777944564819, "Finetune/Step": 1073, "Finetune/Step Time": 7.528534283861518}
+{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.8759664297103882, "Finetune/Loss (Raw)": 1.003383994102478, "Finetune/Step": 1074, "Finetune/Step Time": 7.513756873086095}
+{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.8764130473136902, "Finetune/Loss (Raw)": 0.9334744811058044, "Finetune/Step": 1075, "Finetune/Step Time": 7.508006880059838}
+{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.8813338279724121, "Finetune/Loss (Raw)": 1.0055210590362549, "Finetune/Step": 1076, "Finetune/Step Time": 7.495821468532085}
+{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.8808168172836304, "Finetune/Loss (Raw)": 1.0225368738174438, "Finetune/Step": 1077, "Finetune/Step Time": 7.49917609244585}
+{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.8817834258079529, "Finetune/Loss (Raw)": 0.9940848350524902, "Finetune/Step": 1078, "Finetune/Step Time": 7.501400740817189}
+{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.8790198564529419, "Finetune/Loss (Raw)": 0.7864102125167847, "Finetune/Step": 1079, "Finetune/Step Time": 7.506051637232304}
+{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.8795982599258423, "Finetune/Loss (Raw)": 0.8746316432952881, "Finetune/Step": 1080, "Finetune/Step Time": 7.505990674719214}
+{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.8800391554832458, "Finetune/Loss (Raw)": 0.9934978485107422, "Finetune/Step": 1081, "Finetune/Step Time": 7.50932758115232}
+{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.8792075514793396, "Finetune/Loss (Raw)": 0.7722723484039307, "Finetune/Step": 1082, "Finetune/Step Time": 7.530218344181776}
+{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.8794148564338684, "Finetune/Loss (Raw)": 0.9727926850318909, "Finetune/Step": 1083, "Finetune/Step Time": 7.5294633116573095}
+{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.8794129490852356, "Finetune/Loss (Raw)": 0.9742861390113831, "Finetune/Step": 1084, "Finetune/Step Time": 7.544207461178303}
+{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.8799328207969666, "Finetune/Loss (Raw)": 0.9319342374801636, "Finetune/Step": 1085, "Finetune/Step Time": 7.5245507545769215}
+{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.8805809020996094, "Finetune/Loss (Raw)": 0.9902696013450623, "Finetune/Step": 1086, "Finetune/Step Time": 7.5101796593517065}
+{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.8813754320144653, "Finetune/Loss (Raw)": 0.951117217540741, "Finetune/Step": 1087, "Finetune/Step Time": 7.5115954000502825}
+{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.879887580871582, "Finetune/Loss (Raw)": 0.7170464396476746, "Finetune/Step": 1088, "Finetune/Step Time": 7.519275130704045}
+{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.8807806968688965, "Finetune/Loss (Raw)": 0.9273055791854858, "Finetune/Step": 1089, "Finetune/Step Time": 7.514641838148236}
+{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.8807899951934814, "Finetune/Loss (Raw)": 1.0119024515151978, "Finetune/Step": 1090, "Finetune/Step Time": 7.523729642853141}
+{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.8809220194816589, "Finetune/Loss (Raw)": 0.8736490607261658, "Finetune/Step": 1091, "Finetune/Step Time": 7.522841814905405}
+{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.8818323612213135, "Finetune/Loss (Raw)": 0.9943264722824097, "Finetune/Step": 1092, "Finetune/Step Time": 7.521088311448693}
+{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.882356584072113, "Finetune/Loss (Raw)": 0.8223505020141602, "Finetune/Step": 1093, "Finetune/Step Time": 7.51735514216125}
+{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.8824970722198486, "Finetune/Loss (Raw)": 0.913301408290863, "Finetune/Step": 1094, "Finetune/Step Time": 7.511521799489856}
+{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.8831931352615356, "Finetune/Loss (Raw)": 0.995067834854126, "Finetune/Step": 1095, "Finetune/Step Time": 7.494085529819131}
+{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.8833318948745728, "Finetune/Loss (Raw)": 0.9940866827964783, "Finetune/Step": 1096, "Finetune/Step Time": 7.49906937405467}
+{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.8836362957954407, "Finetune/Loss (Raw)": 0.8957841992378235, "Finetune/Step": 1097, "Finetune/Step Time": 7.4883461352437735}
+{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.8857893347740173, "Finetune/Loss (Raw)": 0.8915196061134338, "Finetune/Step": 1098, "Finetune/Step Time": 7.4939703065901995}
+{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.8858485221862793, "Finetune/Loss (Raw)": 0.9273825883865356, "Finetune/Step": 1099, "Finetune/Step Time": 7.466824600473046}
+{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.8898167610168457, "Finetune/Loss (Raw)": 0.8901689648628235, "Finetune/Step": 1100, "Finetune/Step Time": 7.457738824188709}
+{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.8913614153862, "Finetune/Loss (Raw)": 1.029177188873291, "Finetune/Step": 1101, "Finetune/Step Time": 7.456686398014426}
+{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.890532374382019, "Finetune/Loss (Raw)": 0.7613951563835144, "Finetune/Step": 1102, "Finetune/Step Time": 7.442886233329773}
+{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.8905618190765381, "Finetune/Loss (Raw)": 1.0402706861495972, "Finetune/Step": 1103, "Finetune/Step Time": 7.428628869354725}
+{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.8911680579185486, "Finetune/Loss (Raw)": 1.010443091392517, "Finetune/Step": 1104, "Finetune/Step Time": 7.4367635156959295}
+{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.890644907951355, "Finetune/Loss (Raw)": 0.9561453461647034, "Finetune/Step": 1105, "Finetune/Step Time": 7.441888203844428}
+{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.8904512524604797, "Finetune/Loss (Raw)": 0.8609681129455566, "Finetune/Step": 1106, "Finetune/Step Time": 7.453327359631658}
+{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.8912531733512878, "Finetune/Loss (Raw)": 0.9596526622772217, "Finetune/Step": 1107, "Finetune/Step Time": 7.45946260727942}
+{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.8908863067626953, "Finetune/Loss (Raw)": 1.0478240251541138, "Finetune/Step": 1108, "Finetune/Step Time": 7.4592809323221445}
+{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.8890944719314575, "Finetune/Loss (Raw)": 0.7124148011207581, "Finetune/Step": 1109, "Finetune/Step Time": 7.470107913017273}
+{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.8883284330368042, "Finetune/Loss (Raw)": 0.8902289271354675, "Finetune/Step": 1110, "Finetune/Step Time": 7.4681593012064695}
+{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.8892688751220703, "Finetune/Loss (Raw)": 1.0803325176239014, "Finetune/Step": 1111, "Finetune/Step Time": 7.463049631565809}
+{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.88917475938797, "Finetune/Loss (Raw)": 0.8565349578857422, "Finetune/Step": 1112, "Finetune/Step Time": 7.450122443959117}
+{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.8890372514724731, "Finetune/Loss (Raw)": 0.8834447264671326, "Finetune/Step": 1113, "Finetune/Step Time": 7.445728136226535}
+{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.8896539807319641, "Finetune/Loss (Raw)": 0.9130745530128479, "Finetune/Step": 1114, "Finetune/Step Time": 7.46817646920681}
+{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.889775276184082, "Finetune/Loss (Raw)": 0.9376716017723083, "Finetune/Step": 1115, "Finetune/Step Time": 7.455396352335811}
+{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.8919805288314819, "Finetune/Loss (Raw)": 1.0303927659988403, "Finetune/Step": 1116, "Finetune/Step Time": 7.449973599985242}
+{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.8907642364501953, "Finetune/Loss (Raw)": 0.8343934416770935, "Finetune/Step": 1117, "Finetune/Step Time": 7.448892863467336}
+{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.8931107521057129, "Finetune/Loss (Raw)": 1.000114917755127, "Finetune/Step": 1118, "Finetune/Step Time": 7.435482552275062}
+{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.8902038335800171, "Finetune/Loss (Raw)": 0.6429257392883301, "Finetune/Step": 1119, "Finetune/Step Time": 7.444973476231098}
+{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.8898938298225403, "Finetune/Loss (Raw)": 0.8874477744102478, "Finetune/Step": 1120, "Finetune/Step Time": 7.4480249378830194}
+{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.8913047313690186, "Finetune/Loss (Raw)": 1.06868314743042, "Finetune/Step": 1121, "Finetune/Step Time": 7.428363393992186}
+{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.8931858539581299, "Finetune/Loss (Raw)": 0.9519551396369934, "Finetune/Step": 1122, "Finetune/Step Time": 7.433857936412096}
+{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.8925794363021851, "Finetune/Loss (Raw)": 0.820143461227417, "Finetune/Step": 1123, "Finetune/Step Time": 7.451692512258887}
+{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.894511878490448, "Finetune/Loss (Raw)": 1.135640025138855, "Finetune/Step": 1124, "Finetune/Step Time": 7.447931185364723}
+{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.8945368528366089, "Finetune/Loss (Raw)": 0.8790328502655029, "Finetune/Step": 1125, "Finetune/Step Time": 7.444422911852598}
+{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.894887387752533, "Finetune/Loss (Raw)": 0.9131865501403809, "Finetune/Step": 1126, "Finetune/Step Time": 7.426604934036732}
+{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.8940452337265015, "Finetune/Loss (Raw)": 0.9466153979301453, "Finetune/Step": 1127, "Finetune/Step Time": 7.425934376195073}
+{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.8927445411682129, "Finetune/Loss (Raw)": 0.8901301026344299, "Finetune/Step": 1128, "Finetune/Step Time": 7.437756786122918}
+{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.8982640504837036, "Finetune/Loss (Raw)": 1.0230239629745483, "Finetune/Step": 1129, "Finetune/Step Time": 7.4196017775684595}
+{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.8964238166809082, "Finetune/Loss (Raw)": 0.7147519588470459, "Finetune/Step": 1130, "Finetune/Step Time": 7.427711982280016}
+{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.8963000774383545, "Finetune/Loss (Raw)": 0.9767560362815857, "Finetune/Step": 1131, "Finetune/Step Time": 7.410612381994724}
+{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.8958730697631836, "Finetune/Loss (Raw)": 0.9673417806625366, "Finetune/Step": 1132, "Finetune/Step Time": 7.412796568125486}
+{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.8954737186431885, "Finetune/Loss (Raw)": 0.8982049822807312, "Finetune/Step": 1133, "Finetune/Step Time": 7.408810870721936}
+{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.8965397477149963, "Finetune/Loss (Raw)": 0.9009964466094971, "Finetune/Step": 1134, "Finetune/Step Time": 7.391582300886512}
+{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.8974838256835938, "Finetune/Loss (Raw)": 0.9868032336235046, "Finetune/Step": 1135, "Finetune/Step Time": 7.386935167014599}
+{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.8969716429710388, "Finetune/Loss (Raw)": 0.8804313540458679, "Finetune/Step": 1136, "Finetune/Step Time": 7.384889610111713}
+{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.9014353156089783, "Finetune/Loss (Raw)": 0.9952903389930725, "Finetune/Step": 1137, "Finetune/Step Time": 7.37293311022222}
+{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.9021203517913818, "Finetune/Loss (Raw)": 0.922736406326294, "Finetune/Step": 1138, "Finetune/Step Time": 7.381960297003388}
+{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.9024038910865784, "Finetune/Loss (Raw)": 0.8827135562896729, "Finetune/Step": 1139, "Finetune/Step Time": 7.394919950515032}
+{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.9022759199142456, "Finetune/Loss (Raw)": 0.9337629675865173, "Finetune/Step": 1140, "Finetune/Step Time": 7.3789137955754995}
+{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.9023602604866028, "Finetune/Loss (Raw)": 0.878289520740509, "Finetune/Step": 1141, "Finetune/Step Time": 7.3836821131408215}
+{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.8968993425369263, "Finetune/Loss (Raw)": 0.29887065291404724, "Finetune/Step": 1142, "Finetune/Step Time": 7.390986120328307}
+{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.9012861251831055, "Finetune/Loss (Raw)": 0.8680410385131836, "Finetune/Step": 1143, "Finetune/Step Time": 7.389575358480215}
+{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.9009410738945007, "Finetune/Loss (Raw)": 0.9204897880554199, "Finetune/Step": 1144, "Finetune/Step Time": 7.393136166036129}
+{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.900014340877533, "Finetune/Loss (Raw)": 0.8985233306884766, "Finetune/Step": 1145, "Finetune/Step Time": 7.393450383096933}
+{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.9005727767944336, "Finetune/Loss (Raw)": 0.9951030611991882, "Finetune/Step": 1146, "Finetune/Step Time": 7.360449220985174}
+{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.8992377519607544, "Finetune/Loss (Raw)": 0.720446765422821, "Finetune/Step": 1147, "Finetune/Step Time": 7.362675087526441}
+{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.894583523273468, "Finetune/Loss (Raw)": 0.34239572286605835, "Finetune/Step": 1148, "Finetune/Step Time": 7.376527363434434}
+{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.8967179656028748, "Finetune/Loss (Raw)": 1.0542712211608887, "Finetune/Step": 1149, "Finetune/Step Time": 7.376652829349041}
+{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.896325945854187, "Finetune/Loss (Raw)": 0.882061243057251, "Finetune/Step": 1150, "Finetune/Step Time": 7.377092042937875}
+{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.8969074487686157, "Finetune/Loss (Raw)": 0.8126541376113892, "Finetune/Step": 1151, "Finetune/Step Time": 7.361340153962374}
+{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.897065281867981, "Finetune/Loss (Raw)": 0.8767184019088745, "Finetune/Step": 1152, "Finetune/Step Time": 7.377614675089717}
+{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.8984968662261963, "Finetune/Loss (Raw)": 1.0015031099319458, "Finetune/Step": 1153, "Finetune/Step Time": 7.3909440618008375}
+{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.8938291668891907, "Finetune/Loss (Raw)": 0.327718585729599, "Finetune/Step": 1154, "Finetune/Step Time": 7.3962639681994915}
+{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.8936309814453125, "Finetune/Loss (Raw)": 0.33987948298454285, "Finetune/Step": 1155, "Finetune/Step Time": 7.394642585888505}
+{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.8943215608596802, "Finetune/Loss (Raw)": 1.0738770961761475, "Finetune/Step": 1156, "Finetune/Step Time": 7.390619395300746}
+{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.8957326412200928, "Finetune/Loss (Raw)": 0.9899652600288391, "Finetune/Step": 1157, "Finetune/Step Time": 7.381903203204274}
+{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.8953300714492798, "Finetune/Loss (Raw)": 0.8487840294837952, "Finetune/Step": 1158, "Finetune/Step Time": 7.37193057872355}
+{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.894230842590332, "Finetune/Loss (Raw)": 0.7959819436073303, "Finetune/Step": 1159, "Finetune/Step Time": 7.371128102764487}
+{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.898396372795105, "Finetune/Loss (Raw)": 0.8802997469902039, "Finetune/Step": 1160, "Finetune/Step Time": 7.371795563027263}
+{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.897905707359314, "Finetune/Loss (Raw)": 0.8799610733985901, "Finetune/Step": 1161, "Finetune/Step Time": 7.364024361595511}
+{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.8994123935699463, "Finetune/Loss (Raw)": 0.973315954208374, "Finetune/Step": 1162, "Finetune/Step Time": 7.360628444701433}
+{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.8975776433944702, "Finetune/Loss (Raw)": 0.6712369322776794, "Finetune/Step": 1163, "Finetune/Step Time": 7.36909499950707}
+{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.8992317914962769, "Finetune/Loss (Raw)": 1.115537166595459, "Finetune/Step": 1164, "Finetune/Step Time": 7.366607336327434}
+{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.8961109519004822, "Finetune/Loss (Raw)": 0.36353662610054016, "Finetune/Step": 1165, "Finetune/Step Time": 7.368518762290478}
+{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.8940416574478149, "Finetune/Loss (Raw)": 0.8287754654884338, "Finetune/Step": 1166, "Finetune/Step Time": 7.365542270243168}
+{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.8921854496002197, "Finetune/Loss (Raw)": 0.698685348033905, "Finetune/Step": 1167, "Finetune/Step Time": 7.38011315651238}
+{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.8920592069625854, "Finetune/Loss (Raw)": 0.8317442536354065, "Finetune/Step": 1168, "Finetune/Step Time": 7.379043525084853}
+{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.8913223743438721, "Finetune/Loss (Raw)": 0.9462422728538513, "Finetune/Step": 1169, "Finetune/Step Time": 7.38070897385478}
+{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.8868751525878906, "Finetune/Loss (Raw)": 0.4667750895023346, "Finetune/Step": 1170, "Finetune/Step Time": 7.3794043231755495}
+{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.8920387029647827, "Finetune/Loss (Raw)": 1.033235788345337, "Finetune/Step": 1171, "Finetune/Step Time": 7.360964050516486}
+{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.8934078216552734, "Finetune/Loss (Raw)": 0.9384751915931702, "Finetune/Step": 1172, "Finetune/Step Time": 7.3552486300468445}
+{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.8932339549064636, "Finetune/Loss (Raw)": 0.925473153591156, "Finetune/Step": 1173, "Finetune/Step Time": 7.339033965021372}
+{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.8893016576766968, "Finetune/Loss (Raw)": 0.35840997099876404, "Finetune/Step": 1174, "Finetune/Step Time": 7.343718837946653}
+{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.8884222507476807, "Finetune/Loss (Raw)": 0.8246795535087585, "Finetune/Step": 1175, "Finetune/Step Time": 7.35700342617929}
+{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.8864148855209351, "Finetune/Loss (Raw)": 0.8399389982223511, "Finetune/Step": 1176, "Finetune/Step Time": 7.375227877870202}
+{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.8824121356010437, "Finetune/Loss (Raw)": 0.2883394956588745, "Finetune/Step": 1177, "Finetune/Step Time": 7.390208691358566}
+{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.8788943290710449, "Finetune/Loss (Raw)": 0.3229551911354065, "Finetune/Step": 1178, "Finetune/Step Time": 7.389452394098043}
+{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.8803939819335938, "Finetune/Loss (Raw)": 1.0393518209457397, "Finetune/Step": 1179, "Finetune/Step Time": 7.382386114448309}
+{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.8784392476081848, "Finetune/Loss (Raw)": 0.7991462349891663, "Finetune/Step": 1180, "Finetune/Step Time": 7.3976748418062925}
+{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.8794920444488525, "Finetune/Loss (Raw)": 1.0035653114318848, "Finetune/Step": 1181, "Finetune/Step Time": 7.385711153969169}
+{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.8761374354362488, "Finetune/Loss (Raw)": 0.5977689027786255, "Finetune/Step": 1182, "Finetune/Step Time": 7.387409886345267}
+{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.8771840333938599, "Finetune/Loss (Raw)": 0.9680168032646179, "Finetune/Step": 1183, "Finetune/Step Time": 7.388577576726675}
+{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.8747221231460571, "Finetune/Loss (Raw)": 0.7355120182037354, "Finetune/Step": 1184, "Finetune/Step Time": 7.416637049987912}
+{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.8753789067268372, "Finetune/Loss (Raw)": 0.9188355207443237, "Finetune/Step": 1185, "Finetune/Step Time": 7.419905781745911}
+{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.8768670558929443, "Finetune/Loss (Raw)": 1.0503524541854858, "Finetune/Step": 1186, "Finetune/Step Time": 7.42040697298944}
+{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.8728455901145935, "Finetune/Loss (Raw)": 0.3411104381084442, "Finetune/Step": 1187, "Finetune/Step Time": 7.419456794857979}
+{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.8734598159790039, "Finetune/Loss (Raw)": 0.9396601915359497, "Finetune/Step": 1188, "Finetune/Step Time": 7.4183895736932755}
+{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.8753900527954102, "Finetune/Loss (Raw)": 0.9839522838592529, "Finetune/Step": 1189, "Finetune/Step Time": 7.422806074842811}
+{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.875481128692627, "Finetune/Loss (Raw)": 0.9030706882476807, "Finetune/Step": 1190, "Finetune/Step Time": 7.420797904953361}
+{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.8759426474571228, "Finetune/Loss (Raw)": 0.9739770889282227, "Finetune/Step": 1191, "Finetune/Step Time": 7.4140924997627735}
+{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.8745853900909424, "Finetune/Loss (Raw)": 0.9668715000152588, "Finetune/Step": 1192, "Finetune/Step Time": 7.420671695843339}
+{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.8738035559654236, "Finetune/Loss (Raw)": 0.9625385999679565, "Finetune/Step": 1193, "Finetune/Step Time": 7.419384744018316}
+{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.8746971487998962, "Finetune/Loss (Raw)": 0.9568328261375427, "Finetune/Step": 1194, "Finetune/Step Time": 7.432145323604345}
+{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.8734986782073975, "Finetune/Loss (Raw)": 0.8918002247810364, "Finetune/Step": 1195, "Finetune/Step Time": 7.411948086693883}
+{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.8739384412765503, "Finetune/Loss (Raw)": 0.9033663868904114, "Finetune/Step": 1196, "Finetune/Step Time": 7.407148577272892}
+{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.874813973903656, "Finetune/Loss (Raw)": 1.0070605278015137, "Finetune/Step": 1197, "Finetune/Step Time": 7.374530414119363}
+{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.8750656843185425, "Finetune/Loss (Raw)": 0.9866422414779663, "Finetune/Step": 1198, "Finetune/Step Time": 7.378594193607569}
+{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.8749898076057434, "Finetune/Loss (Raw)": 0.9814982414245605, "Finetune/Step": 1199, "Finetune/Step Time": 7.374123057350516}
+{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.8748880624771118, "Finetune/Loss (Raw)": 0.9842119216918945, "Finetune/Step": 1200, "Finetune/Step Time": 7.370111208409071}
+{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.8757271766662598, "Finetune/Loss (Raw)": 1.0015809535980225, "Finetune/Step": 1201, "Finetune/Step Time": 7.382550859823823}
+{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.8763611316680908, "Finetune/Loss (Raw)": 1.0845316648483276, "Finetune/Step": 1202, "Finetune/Step Time": 7.385388679802418}
+{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.8773190975189209, "Finetune/Loss (Raw)": 1.056092381477356, "Finetune/Step": 1203, "Finetune/Step Time": 7.376070762053132}
+{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.8772380948066711, "Finetune/Loss (Raw)": 0.9951585531234741, "Finetune/Step": 1204, "Finetune/Step Time": 7.383794214576483}
+{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.8756264448165894, "Finetune/Loss (Raw)": 0.8162421584129333, "Finetune/Step": 1205, "Finetune/Step Time": 7.410991506651044}
+{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.8760775923728943, "Finetune/Loss (Raw)": 1.0518373250961304, "Finetune/Step": 1206, "Finetune/Step Time": 7.403200076892972}
+{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.8768397569656372, "Finetune/Loss (Raw)": 0.8839593529701233, "Finetune/Step": 1207, "Finetune/Step Time": 7.408478364348412}
+{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.8774852752685547, "Finetune/Loss (Raw)": 0.9572606682777405, "Finetune/Step": 1208, "Finetune/Step Time": 7.408327093347907}
+{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.877304196357727, "Finetune/Loss (Raw)": 0.9703221917152405, "Finetune/Step": 1209, "Finetune/Step Time": 7.406451420858502}
+{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.8782651424407959, "Finetune/Loss (Raw)": 0.8952704071998596, "Finetune/Step": 1210, "Finetune/Step Time": 7.383523186668754}
+{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.8775306940078735, "Finetune/Loss (Raw)": 0.878787636756897, "Finetune/Step": 1211, "Finetune/Step Time": 7.385195340961218}
+{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.8780772686004639, "Finetune/Loss (Raw)": 1.0442532300949097, "Finetune/Step": 1212, "Finetune/Step Time": 7.372511802241206}
+{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.877538800239563, "Finetune/Loss (Raw)": 0.8630018830299377, "Finetune/Step": 1213, "Finetune/Step Time": 7.3719837218523026}
+{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.8757986426353455, "Finetune/Loss (Raw)": 0.7675321698188782, "Finetune/Step": 1214, "Finetune/Step Time": 7.3853989988565445}
+{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.875607430934906, "Finetune/Loss (Raw)": 0.926638662815094, "Finetune/Step": 1215, "Finetune/Step Time": 7.386183813214302}
+{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.8727385997772217, "Finetune/Loss (Raw)": 0.3498343527317047, "Finetune/Step": 1216, "Finetune/Step Time": 7.389536378905177}
+{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.8734472990036011, "Finetune/Loss (Raw)": 1.0180240869522095, "Finetune/Step": 1217, "Finetune/Step Time": 7.393349269405007}
+{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.8733215928077698, "Finetune/Loss (Raw)": 0.9958106279373169, "Finetune/Step": 1218, "Finetune/Step Time": 7.3783814907073975}
+{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.8688578605651855, "Finetune/Loss (Raw)": 0.30229270458221436, "Finetune/Step": 1219, "Finetune/Step Time": 7.392051301896572}
+{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.8681283593177795, "Finetune/Loss (Raw)": 0.9009517431259155, "Finetune/Step": 1220, "Finetune/Step Time": 7.390901751816273}
+{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.8687369227409363, "Finetune/Loss (Raw)": 0.9002426266670227, "Finetune/Step": 1221, "Finetune/Step Time": 7.400905154645443}
+{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.8684561252593994, "Finetune/Loss (Raw)": 0.8773579597473145, "Finetune/Step": 1222, "Finetune/Step Time": 7.411173649132252}
+{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.8680738210678101, "Finetune/Loss (Raw)": 0.9461336135864258, "Finetune/Step": 1223, "Finetune/Step Time": 7.411864273250103}
+{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.8675835132598877, "Finetune/Loss (Raw)": 0.9313287138938904, "Finetune/Step": 1224, "Finetune/Step Time": 7.4031866900622845}
+{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.86669921875, "Finetune/Loss (Raw)": 0.782598078250885, "Finetune/Step": 1225, "Finetune/Step Time": 7.3889685198664665}
+{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.866044282913208, "Finetune/Loss (Raw)": 0.8076817989349365, "Finetune/Step": 1226, "Finetune/Step Time": 7.379685323685408}
+{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.8646024465560913, "Finetune/Loss (Raw)": 0.7428358197212219, "Finetune/Step": 1227, "Finetune/Step Time": 7.38737116008997}
+{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.8647880554199219, "Finetune/Loss (Raw)": 0.9139200448989868, "Finetune/Step": 1228, "Finetune/Step Time": 7.393647838383913}
+{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.8646253347396851, "Finetune/Loss (Raw)": 1.0083471536636353, "Finetune/Step": 1229, "Finetune/Step Time": 7.390238609164953}
+{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.8618006706237793, "Finetune/Loss (Raw)": 0.39984235167503357, "Finetune/Step": 1230, "Finetune/Step Time": 7.418400000780821}
+{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.8616054654121399, "Finetune/Loss (Raw)": 1.0152857303619385, "Finetune/Step": 1231, "Finetune/Step Time": 7.412657296285033}
+{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.8609120845794678, "Finetune/Loss (Raw)": 0.9216904044151306, "Finetune/Step": 1232, "Finetune/Step Time": 7.401584135368466}
+{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.8607178330421448, "Finetune/Loss (Raw)": 0.9312785267829895, "Finetune/Step": 1233, "Finetune/Step Time": 7.386573722586036}
+{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.8597809076309204, "Finetune/Loss (Raw)": 0.7410479187965393, "Finetune/Step": 1234, "Finetune/Step Time": 7.395444007590413}
+{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.8591819405555725, "Finetune/Loss (Raw)": 0.8829840421676636, "Finetune/Step": 1235, "Finetune/Step Time": 7.383573791012168}
+{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.8589629530906677, "Finetune/Loss (Raw)": 1.0197935104370117, "Finetune/Step": 1236, "Finetune/Step Time": 7.380103517323732}
+{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.8609899878501892, "Finetune/Loss (Raw)": 0.9718711376190186, "Finetune/Step": 1237, "Finetune/Step Time": 7.382912468165159}
+{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.8623993396759033, "Finetune/Loss (Raw)": 1.0706210136413574, "Finetune/Step": 1238, "Finetune/Step Time": 7.385674670338631}
+{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.8610674142837524, "Finetune/Loss (Raw)": 0.9098539352416992, "Finetune/Step": 1239, "Finetune/Step Time": 7.394118009135127}
+{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.8612964749336243, "Finetune/Loss (Raw)": 0.8858550190925598, "Finetune/Step": 1240, "Finetune/Step Time": 7.3933668825775385}
+{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.8608225584030151, "Finetune/Loss (Raw)": 0.8227762579917908, "Finetune/Step": 1241, "Finetune/Step Time": 7.397604692727327}
+{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.8606817126274109, "Finetune/Loss (Raw)": 0.8950534462928772, "Finetune/Step": 1242, "Finetune/Step Time": 7.371539128944278}
+{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.8607033491134644, "Finetune/Loss (Raw)": 0.9404379725456238, "Finetune/Step": 1243, "Finetune/Step Time": 7.3651919942349195}
+{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.859398603439331, "Finetune/Loss (Raw)": 0.8633890151977539, "Finetune/Step": 1244, "Finetune/Step Time": 7.3689055517315865}
+{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.8594980835914612, "Finetune/Loss (Raw)": 0.8471197485923767, "Finetune/Step": 1245, "Finetune/Step Time": 7.371530864387751}
+{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.8581675291061401, "Finetune/Loss (Raw)": 0.8298032283782959, "Finetune/Step": 1246, "Finetune/Step Time": 7.393658809363842}
+{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.8609017729759216, "Finetune/Loss (Raw)": 0.9929147958755493, "Finetune/Step": 1247, "Finetune/Step Time": 7.3802736438810825}
+{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.8596220016479492, "Finetune/Loss (Raw)": 0.7236340641975403, "Finetune/Step": 1248, "Finetune/Step Time": 7.384714124724269}
+{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.8577843904495239, "Finetune/Loss (Raw)": 0.8334709405899048, "Finetune/Step": 1249, "Finetune/Step Time": 7.375509485602379}
+{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.8576719760894775, "Finetune/Loss (Raw)": 0.9375719428062439, "Finetune/Step": 1250, "Finetune/Step Time": 7.356238726526499}
+{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.8585553169250488, "Finetune/Loss (Raw)": 0.9332022666931152, "Finetune/Step": 1251, "Finetune/Step Time": 7.342098908498883}
+{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.8560061454772949, "Finetune/Loss (Raw)": 0.8093543648719788, "Finetune/Step": 1252, "Finetune/Step Time": 7.338243866339326}
+{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.8555740118026733, "Finetune/Loss (Raw)": 0.8237099647521973, "Finetune/Step": 1253, "Finetune/Step Time": 7.3564002849161625}
+{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.8555602431297302, "Finetune/Loss (Raw)": 0.9114252328872681, "Finetune/Step": 1254, "Finetune/Step Time": 7.360969943925738}
+{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.8561002016067505, "Finetune/Loss (Raw)": 1.0157374143600464, "Finetune/Step": 1255, "Finetune/Step Time": 7.363381063565612}
+{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.8563920259475708, "Finetune/Loss (Raw)": 0.9274828433990479, "Finetune/Step": 1256, "Finetune/Step Time": 7.359388152137399}
+{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.8530428409576416, "Finetune/Loss (Raw)": 0.5943233370780945, "Finetune/Step": 1257, "Finetune/Step Time": 7.385079380124807}
+{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.8543211221694946, "Finetune/Loss (Raw)": 0.8783761262893677, "Finetune/Step": 1258, "Finetune/Step Time": 7.374393230304122}
+{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.8529371023178101, "Finetune/Loss (Raw)": 0.7996054887771606, "Finetune/Step": 1259, "Finetune/Step Time": 7.396470129489899}
+{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.8538757562637329, "Finetune/Loss (Raw)": 1.0874831676483154, "Finetune/Step": 1260, "Finetune/Step Time": 7.397997023537755}
+{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.8529240489006042, "Finetune/Loss (Raw)": 0.7763827443122864, "Finetune/Step": 1261, "Finetune/Step Time": 7.397739700973034}
+{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.8530214428901672, "Finetune/Loss (Raw)": 0.9134691953659058, "Finetune/Step": 1262, "Finetune/Step Time": 7.393318114802241}
+{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.8527886867523193, "Finetune/Loss (Raw)": 0.957011878490448, "Finetune/Step": 1263, "Finetune/Step Time": 7.389931824058294}
+{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.8530221581459045, "Finetune/Loss (Raw)": 0.9103114604949951, "Finetune/Step": 1264, "Finetune/Step Time": 7.388403894379735}
+{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.8481773138046265, "Finetune/Loss (Raw)": 0.3751539885997772, "Finetune/Step": 1265, "Finetune/Step Time": 7.400736171752214}
+{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.847717821598053, "Finetune/Loss (Raw)": 0.8639206290245056, "Finetune/Step": 1266, "Finetune/Step Time": 7.406664237380028}
+{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.8483742475509644, "Finetune/Loss (Raw)": 0.9667345881462097, "Finetune/Step": 1267, "Finetune/Step Time": 7.393717145547271}
+{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.8488905429840088, "Finetune/Loss (Raw)": 0.9998453855514526, "Finetune/Step": 1268, "Finetune/Step Time": 7.397150019183755}
+{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.8487004041671753, "Finetune/Loss (Raw)": 0.8539459705352783, "Finetune/Step": 1269, "Finetune/Step Time": 7.390108674764633}
+{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.8539202213287354, "Finetune/Loss (Raw)": 0.9670186042785645, "Finetune/Step": 1270, "Finetune/Step Time": 7.386859470978379}
+{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.8550743460655212, "Finetune/Loss (Raw)": 1.0157651901245117, "Finetune/Step": 1271, "Finetune/Step Time": 7.372970342636108}
+{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.8536646962165833, "Finetune/Loss (Raw)": 0.7400586605072021, "Finetune/Step": 1272, "Finetune/Step Time": 7.382362017408013}
+{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.852985143661499, "Finetune/Loss (Raw)": 0.8115319013595581, "Finetune/Step": 1273, "Finetune/Step Time": 7.393591072410345}
+{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.8515502214431763, "Finetune/Loss (Raw)": 0.8114421367645264, "Finetune/Step": 1274, "Finetune/Step Time": 7.385735711082816}
+{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.8541802167892456, "Finetune/Loss (Raw)": 1.0570781230926514, "Finetune/Step": 1275, "Finetune/Step Time": 7.377894561737776}
+{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.8582334518432617, "Finetune/Loss (Raw)": 0.8612200617790222, "Finetune/Step": 1276, "Finetune/Step Time": 7.365581477060914}
+{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.8570681214332581, "Finetune/Loss (Raw)": 0.9051006436347961, "Finetune/Step": 1277, "Finetune/Step Time": 7.369483657181263}
+{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.8550106287002563, "Finetune/Loss (Raw)": 0.618711531162262, "Finetune/Step": 1278, "Finetune/Step Time": 7.366355761885643}
+{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.8555835485458374, "Finetune/Loss (Raw)": 0.885985791683197, "Finetune/Step": 1279, "Finetune/Step Time": 7.3690385222435}
+{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.856804370880127, "Finetune/Loss (Raw)": 1.032973289489746, "Finetune/Step": 1280, "Finetune/Step Time": 7.3485588021576405}
+{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.8560421466827393, "Finetune/Loss (Raw)": 0.9039456248283386, "Finetune/Step": 1281, "Finetune/Step Time": 7.33403037302196}
+{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.8603631258010864, "Finetune/Loss (Raw)": 0.8808018565177917, "Finetune/Step": 1282, "Finetune/Step Time": 7.32232148014009}
+{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.8635297417640686, "Finetune/Loss (Raw)": 0.7452046871185303, "Finetune/Step": 1283, "Finetune/Step Time": 7.321513202041388}
+{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.8620234131813049, "Finetune/Loss (Raw)": 0.8810721039772034, "Finetune/Step": 1284, "Finetune/Step Time": 7.325155984610319}
+{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.8618571162223816, "Finetune/Loss (Raw)": 0.9686758518218994, "Finetune/Step": 1285, "Finetune/Step Time": 7.325456026941538}
+{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.8619168996810913, "Finetune/Loss (Raw)": 0.8564332723617554, "Finetune/Step": 1286, "Finetune/Step Time": 7.341096181422472}
+{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.8626973628997803, "Finetune/Loss (Raw)": 0.8958852291107178, "Finetune/Step": 1287, "Finetune/Step Time": 7.341526333242655}
+{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.862439751625061, "Finetune/Loss (Raw)": 0.8473265767097473, "Finetune/Step": 1288, "Finetune/Step Time": 7.3227768167853355}
+{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.8620527386665344, "Finetune/Loss (Raw)": 0.8304160833358765, "Finetune/Step": 1289, "Finetune/Step Time": 7.308587512001395}
+{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.8624066114425659, "Finetune/Loss (Raw)": 1.0186102390289307, "Finetune/Step": 1290, "Finetune/Step Time": 7.303618500009179}
+{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.8636667728424072, "Finetune/Loss (Raw)": 0.8325417041778564, "Finetune/Step": 1291, "Finetune/Step Time": 7.301372617483139}
+{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.8616963028907776, "Finetune/Loss (Raw)": 0.863323986530304, "Finetune/Step": 1292, "Finetune/Step Time": 7.297609290108085}
+{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.8657644987106323, "Finetune/Loss (Raw)": 0.8842607140541077, "Finetune/Step": 1293, "Finetune/Step Time": 7.284944262355566}
+{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.8666198253631592, "Finetune/Loss (Raw)": 0.9382612705230713, "Finetune/Step": 1294, "Finetune/Step Time": 7.288124307990074}
+{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.8677220940589905, "Finetune/Loss (Raw)": 0.8397772908210754, "Finetune/Step": 1295, "Finetune/Step Time": 7.287821197882295}
+{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.8677542209625244, "Finetune/Loss (Raw)": 0.8358520865440369, "Finetune/Step": 1296, "Finetune/Step Time": 7.292061476036906}
+{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.8668849468231201, "Finetune/Loss (Raw)": 0.8349794149398804, "Finetune/Step": 1297, "Finetune/Step Time": 7.308328067883849}
+{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.869167685508728, "Finetune/Loss (Raw)": 0.7589538097381592, "Finetune/Step": 1298, "Finetune/Step Time": 7.292347468435764}
+{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.8663334846496582, "Finetune/Loss (Raw)": 0.6704589128494263, "Finetune/Step": 1299, "Finetune/Step Time": 7.306602086871862}
+{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.8653680086135864, "Finetune/Loss (Raw)": 0.8148985505104065, "Finetune/Step": 1300, "Finetune/Step Time": 7.305455949157476}
+{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.8648394346237183, "Finetune/Loss (Raw)": 0.8578197360038757, "Finetune/Step": 1301, "Finetune/Step Time": 7.323511477559805}
+{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.8686628937721252, "Finetune/Loss (Raw)": 0.847811758518219, "Finetune/Step": 1302, "Finetune/Step Time": 7.3318072110414505}
+{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.8688724637031555, "Finetune/Loss (Raw)": 0.8515069484710693, "Finetune/Step": 1303, "Finetune/Step Time": 7.31645149178803}
+{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.8696283102035522, "Finetune/Loss (Raw)": 0.9366788864135742, "Finetune/Step": 1304, "Finetune/Step Time": 7.300101883709431}
+{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.8741793036460876, "Finetune/Loss (Raw)": 0.8708688020706177, "Finetune/Step": 1305, "Finetune/Step Time": 7.290430696681142}
+{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.8781664371490479, "Finetune/Loss (Raw)": 0.8333116173744202, "Finetune/Step": 1306, "Finetune/Step Time": 7.294565979391336}
+{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.8778916597366333, "Finetune/Loss (Raw)": 1.0041779279708862, "Finetune/Step": 1307, "Finetune/Step Time": 7.289038995280862}
+{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.8796018958091736, "Finetune/Loss (Raw)": 1.0180588960647583, "Finetune/Step": 1308, "Finetune/Step Time": 7.27238405495882}
+{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.8788131475448608, "Finetune/Loss (Raw)": 0.9026005864143372, "Finetune/Step": 1309, "Finetune/Step Time": 7.291062477976084}
+{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.8807731866836548, "Finetune/Loss (Raw)": 0.8486634492874146, "Finetune/Step": 1310, "Finetune/Step Time": 7.290200324729085}
+{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.8803834915161133, "Finetune/Loss (Raw)": 0.9181361198425293, "Finetune/Step": 1311, "Finetune/Step Time": 7.2929065600037575}
+{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.8795194029808044, "Finetune/Loss (Raw)": 0.6249027252197266, "Finetune/Step": 1312, "Finetune/Step Time": 7.289376651868224}
+{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.8794100284576416, "Finetune/Loss (Raw)": 0.9048353433609009, "Finetune/Step": 1313, "Finetune/Step Time": 7.3061437755823135}
+{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.8786016702651978, "Finetune/Loss (Raw)": 0.9468757510185242, "Finetune/Step": 1314, "Finetune/Step Time": 7.315980032086372}
+{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.8829991817474365, "Finetune/Loss (Raw)": 0.9040020108222961, "Finetune/Step": 1315, "Finetune/Step Time": 7.304370677098632}
+{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.8837133646011353, "Finetune/Loss (Raw)": 1.0310709476470947, "Finetune/Step": 1316, "Finetune/Step Time": 7.309784332290292}
+{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.8835150003433228, "Finetune/Loss (Raw)": 0.9585628509521484, "Finetune/Step": 1317, "Finetune/Step Time": 7.303523005917668}
+{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.8832305669784546, "Finetune/Loss (Raw)": 0.866670548915863, "Finetune/Step": 1318, "Finetune/Step Time": 7.303745549172163}
+{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.8826741576194763, "Finetune/Loss (Raw)": 0.9027501344680786, "Finetune/Step": 1319, "Finetune/Step Time": 7.30223742313683}
+{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.8813455104827881, "Finetune/Loss (Raw)": 0.7968047261238098, "Finetune/Step": 1320, "Finetune/Step Time": 7.304400084540248}
+{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.8809084892272949, "Finetune/Loss (Raw)": 0.9065982103347778, "Finetune/Step": 1321, "Finetune/Step Time": 7.307734835892916}
+{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.8803242444992065, "Finetune/Loss (Raw)": 0.8820529580116272, "Finetune/Step": 1322, "Finetune/Step Time": 7.2979596350342035}
+{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.8806165456771851, "Finetune/Loss (Raw)": 0.9292129278182983, "Finetune/Step": 1323, "Finetune/Step Time": 7.2990565076470375}
+{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.8811039328575134, "Finetune/Loss (Raw)": 0.9657548666000366, "Finetune/Step": 1324, "Finetune/Step Time": 7.3018848188221455}
+{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.8809001445770264, "Finetune/Loss (Raw)": 0.9809720516204834, "Finetune/Step": 1325, "Finetune/Step Time": 7.31941919401288}
+{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.8805782794952393, "Finetune/Loss (Raw)": 0.9454448819160461, "Finetune/Step": 1326, "Finetune/Step Time": 7.313260283321142}
+{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.8787990808486938, "Finetune/Loss (Raw)": 0.7537646293640137, "Finetune/Step": 1327, "Finetune/Step Time": 7.350184166803956}
+{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.8793271780014038, "Finetune/Loss (Raw)": 1.0518016815185547, "Finetune/Step": 1328, "Finetune/Step Time": 7.347222927957773}
+{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.8801167011260986, "Finetune/Loss (Raw)": 1.10263991355896, "Finetune/Step": 1329, "Finetune/Step Time": 7.3397624511271715}
+{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.8770228624343872, "Finetune/Loss (Raw)": 0.688519299030304, "Finetune/Step": 1330, "Finetune/Step Time": 7.334040958434343}
+{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.8762193918228149, "Finetune/Loss (Raw)": 0.9532518982887268, "Finetune/Step": 1331, "Finetune/Step Time": 7.327785609290004}
+{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.8744608759880066, "Finetune/Loss (Raw)": 0.7700706124305725, "Finetune/Step": 1332, "Finetune/Step Time": 7.330933004617691}
+{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.8750858306884766, "Finetune/Loss (Raw)": 0.8962298631668091, "Finetune/Step": 1333, "Finetune/Step Time": 7.308145962655544}
+{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.8741658329963684, "Finetune/Loss (Raw)": 0.9340862035751343, "Finetune/Step": 1334, "Finetune/Step Time": 7.312238769605756}
+{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.8744721412658691, "Finetune/Loss (Raw)": 0.9231613278388977, "Finetune/Step": 1335, "Finetune/Step Time": 7.305847596377134}
+{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.874131441116333, "Finetune/Loss (Raw)": 0.9136530756950378, "Finetune/Step": 1336, "Finetune/Step Time": 7.301677860319614}
+{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.8741438388824463, "Finetune/Loss (Raw)": 0.9719064235687256, "Finetune/Step": 1337, "Finetune/Step Time": 7.304711332544684}
+{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.8695052862167358, "Finetune/Loss (Raw)": 0.30153533816337585, "Finetune/Step": 1338, "Finetune/Step Time": 7.3205526471138}
+{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.8687906265258789, "Finetune/Loss (Raw)": 0.787310779094696, "Finetune/Step": 1339, "Finetune/Step Time": 7.327064108103514}
+{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.8675613403320312, "Finetune/Loss (Raw)": 0.8869155049324036, "Finetune/Step": 1340, "Finetune/Step Time": 7.334665574133396}
+{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.8675910234451294, "Finetune/Loss (Raw)": 0.8667947053909302, "Finetune/Step": 1341, "Finetune/Step Time": 7.336018860340118}
+{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.868916392326355, "Finetune/Loss (Raw)": 0.9371803998947144, "Finetune/Step": 1342, "Finetune/Step Time": 7.333826951682568}
+{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.8677674531936646, "Finetune/Loss (Raw)": 0.7795701026916504, "Finetune/Step": 1343, "Finetune/Step Time": 7.356485038995743}
+{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.8713678121566772, "Finetune/Loss (Raw)": 0.8106850981712341, "Finetune/Step": 1344, "Finetune/Step Time": 7.35051392391324}
+{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.8712138533592224, "Finetune/Loss (Raw)": 0.9983113408088684, "Finetune/Step": 1345, "Finetune/Step Time": 7.35084623657167}
+{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.8702654838562012, "Finetune/Loss (Raw)": 0.8744217753410339, "Finetune/Step": 1346, "Finetune/Step Time": 7.354334682226181}
+{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.8757427930831909, "Finetune/Loss (Raw)": 1.0033942461013794, "Finetune/Step": 1347, "Finetune/Step Time": 7.358419768512249}
+{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.8720417022705078, "Finetune/Loss (Raw)": 0.4272077679634094, "Finetune/Step": 1348, "Finetune/Step Time": 7.374964088201523}
+{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.8724440336227417, "Finetune/Loss (Raw)": 0.9517354369163513, "Finetune/Step": 1349, "Finetune/Step Time": 7.3568241484463215}
+{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.8727048635482788, "Finetune/Loss (Raw)": 0.9107570052146912, "Finetune/Step": 1350, "Finetune/Step Time": 7.355637764558196}
+{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.8727460503578186, "Finetune/Loss (Raw)": 0.9513957500457764, "Finetune/Step": 1351, "Finetune/Step Time": 7.360379623249173}
+{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.8687486052513123, "Finetune/Loss (Raw)": 0.4196574091911316, "Finetune/Step": 1352, "Finetune/Step Time": 7.3739546071738005}
+{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.869322657585144, "Finetune/Loss (Raw)": 0.8560816049575806, "Finetune/Step": 1353, "Finetune/Step Time": 7.374669270589948}
+{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.8699352741241455, "Finetune/Loss (Raw)": 0.8860926628112793, "Finetune/Step": 1354, "Finetune/Step Time": 7.3723008669912815}
+{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.8720529079437256, "Finetune/Loss (Raw)": 1.013895034790039, "Finetune/Step": 1355, "Finetune/Step Time": 7.366338238120079}
+{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.8727685809135437, "Finetune/Loss (Raw)": 1.0055276155471802, "Finetune/Step": 1356, "Finetune/Step Time": 7.360460540279746}
+{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.8719748258590698, "Finetune/Loss (Raw)": 0.9067445993423462, "Finetune/Step": 1357, "Finetune/Step Time": 7.3734872452914715}
+{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.8759739398956299, "Finetune/Loss (Raw)": 0.9117299318313599, "Finetune/Step": 1358, "Finetune/Step Time": 7.345988377928734}
+{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.8742444515228271, "Finetune/Loss (Raw)": 0.7939028143882751, "Finetune/Step": 1359, "Finetune/Step Time": 7.360264306887984}
+{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.8744410276412964, "Finetune/Loss (Raw)": 0.9468556642532349, "Finetune/Step": 1360, "Finetune/Step Time": 7.36380279622972}
+{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.8749732971191406, "Finetune/Loss (Raw)": 0.9994091987609863, "Finetune/Step": 1361, "Finetune/Step Time": 7.365356123074889}
+{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.8760772943496704, "Finetune/Loss (Raw)": 0.8823578357696533, "Finetune/Step": 1362, "Finetune/Step Time": 7.3485102485865355}
+{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.875961422920227, "Finetune/Loss (Raw)": 0.8681531548500061, "Finetune/Step": 1363, "Finetune/Step Time": 7.348700484260917}
+{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.8745772838592529, "Finetune/Loss (Raw)": 0.842629611492157, "Finetune/Step": 1364, "Finetune/Step Time": 7.377515092492104}
+{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.873153805732727, "Finetune/Loss (Raw)": 0.789667546749115, "Finetune/Step": 1365, "Finetune/Step Time": 7.369299486279488}
+{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.8717136383056641, "Finetune/Loss (Raw)": 0.8862762451171875, "Finetune/Step": 1366, "Finetune/Step Time": 7.364434873685241}
+{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.8708306550979614, "Finetune/Loss (Raw)": 0.7968295216560364, "Finetune/Step": 1367, "Finetune/Step Time": 7.383195135742426}
+{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.8709970712661743, "Finetune/Loss (Raw)": 0.9071610569953918, "Finetune/Step": 1368, "Finetune/Step Time": 7.405460949987173}
+{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.8722763061523438, "Finetune/Loss (Raw)": 0.9865203499794006, "Finetune/Step": 1369, "Finetune/Step Time": 7.414593094959855}
+{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.8711981773376465, "Finetune/Loss (Raw)": 0.757046639919281, "Finetune/Step": 1370, "Finetune/Step Time": 7.418098105117679}
+{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.8708858489990234, "Finetune/Loss (Raw)": 0.9004651308059692, "Finetune/Step": 1371, "Finetune/Step Time": 7.417983783408999}
+{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.8670607209205627, "Finetune/Loss (Raw)": 0.37376922369003296, "Finetune/Step": 1372, "Finetune/Step Time": 7.428150400519371}
+{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.868270754814148, "Finetune/Loss (Raw)": 1.001999020576477, "Finetune/Step": 1373, "Finetune/Step Time": 7.416826149448752}
+{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.8678231239318848, "Finetune/Loss (Raw)": 0.7725117206573486, "Finetune/Step": 1374, "Finetune/Step Time": 7.408494494855404}
+{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.867408037185669, "Finetune/Loss (Raw)": 0.9397791028022766, "Finetune/Step": 1375, "Finetune/Step Time": 7.405913945287466}
+{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.8642386198043823, "Finetune/Loss (Raw)": 0.31794631481170654, "Finetune/Step": 1376, "Finetune/Step Time": 7.410838723182678}
+{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.8644070029258728, "Finetune/Loss (Raw)": 0.8550274968147278, "Finetune/Step": 1377, "Finetune/Step Time": 7.419006051495671}
+{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.8647407293319702, "Finetune/Loss (Raw)": 0.9802902340888977, "Finetune/Step": 1378, "Finetune/Step Time": 7.437644591554999}
+{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.8622530698776245, "Finetune/Loss (Raw)": 0.6147817373275757, "Finetune/Step": 1379, "Finetune/Step Time": 7.454575695097446}
+{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.8625307083129883, "Finetune/Loss (Raw)": 0.8448914289474487, "Finetune/Step": 1380, "Finetune/Step Time": 7.455079236999154}
+{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.8633204698562622, "Finetune/Loss (Raw)": 0.924801766872406, "Finetune/Step": 1381, "Finetune/Step Time": 7.440517129376531}
+{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.8630883693695068, "Finetune/Loss (Raw)": 0.8817120790481567, "Finetune/Step": 1382, "Finetune/Step Time": 7.438448315486312}
+{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.8611941337585449, "Finetune/Loss (Raw)": 0.77327960729599, "Finetune/Step": 1383, "Finetune/Step Time": 7.453559555113316}
+{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.8607498407363892, "Finetune/Loss (Raw)": 0.8706091642379761, "Finetune/Step": 1384, "Finetune/Step Time": 7.45599983073771}
+{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.8635397553443909, "Finetune/Loss (Raw)": 0.9514393210411072, "Finetune/Step": 1385, "Finetune/Step Time": 7.432381622493267}
+{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.8632996678352356, "Finetune/Loss (Raw)": 0.8476406335830688, "Finetune/Step": 1386, "Finetune/Step Time": 7.432309525087476}
+{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.8629083633422852, "Finetune/Loss (Raw)": 0.7495158910751343, "Finetune/Step": 1387, "Finetune/Step Time": 7.415843708440661}
+{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.8616617918014526, "Finetune/Loss (Raw)": 0.927921712398529, "Finetune/Step": 1388, "Finetune/Step Time": 7.412078050896525}
+{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.8625799417495728, "Finetune/Loss (Raw)": 0.8939102292060852, "Finetune/Step": 1389, "Finetune/Step Time": 7.412774123251438}
+{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.8634876012802124, "Finetune/Loss (Raw)": 1.0296443700790405, "Finetune/Step": 1390, "Finetune/Step Time": 7.419748287647963}
+{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.8623816967010498, "Finetune/Loss (Raw)": 0.815463125705719, "Finetune/Step": 1391, "Finetune/Step Time": 7.434862108901143}
+{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.8617107272148132, "Finetune/Loss (Raw)": 0.8244227766990662, "Finetune/Step": 1392, "Finetune/Step Time": 7.466675903648138}
+{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.8649564385414124, "Finetune/Loss (Raw)": 0.7906042337417603, "Finetune/Step": 1393, "Finetune/Step Time": 7.490655533969402}
+{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.8654417991638184, "Finetune/Loss (Raw)": 0.9260473251342773, "Finetune/Step": 1394, "Finetune/Step Time": 7.477101873606443}
+{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.8645095825195312, "Finetune/Loss (Raw)": 0.8474101424217224, "Finetune/Step": 1395, "Finetune/Step Time": 7.478531135246158}
+{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.8617054224014282, "Finetune/Loss (Raw)": 0.6409158110618591, "Finetune/Step": 1396, "Finetune/Step Time": 7.485337171703577}
+{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.862106442451477, "Finetune/Loss (Raw)": 0.9052735567092896, "Finetune/Step": 1397, "Finetune/Step Time": 7.507528427988291}
+{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.861465573310852, "Finetune/Loss (Raw)": 0.8849954605102539, "Finetune/Step": 1398, "Finetune/Step Time": 7.49693813547492}
+{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.8583755493164062, "Finetune/Loss (Raw)": 0.6202396750450134, "Finetune/Step": 1399, "Finetune/Step Time": 7.501984341070056}
+{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.8599315881729126, "Finetune/Loss (Raw)": 0.9392250776290894, "Finetune/Step": 1400, "Finetune/Step Time": 7.495980987325311}
+{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.8598953485488892, "Finetune/Loss (Raw)": 0.8068965673446655, "Finetune/Step": 1401, "Finetune/Step Time": 7.493389157578349}
+{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.8565696477890015, "Finetune/Loss (Raw)": 0.3857506811618805, "Finetune/Step": 1402, "Finetune/Step Time": 7.508365286514163}
+{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.8548965454101562, "Finetune/Loss (Raw)": 0.8429189324378967, "Finetune/Step": 1403, "Finetune/Step Time": 7.508670499548316}
+{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.8551449775695801, "Finetune/Loss (Raw)": 0.8930299282073975, "Finetune/Step": 1404, "Finetune/Step Time": 7.505019269883633}
+{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.853562593460083, "Finetune/Loss (Raw)": 0.7025517821311951, "Finetune/Step": 1405, "Finetune/Step Time": 7.502305446192622}
+{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.8555033206939697, "Finetune/Loss (Raw)": 0.8671278357505798, "Finetune/Step": 1406, "Finetune/Step Time": 7.495117077603936}
+{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.8514704704284668, "Finetune/Loss (Raw)": 0.3697704076766968, "Finetune/Step": 1407, "Finetune/Step Time": 7.50207919254899}
+{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.8491631746292114, "Finetune/Loss (Raw)": 0.7376471161842346, "Finetune/Step": 1408, "Finetune/Step Time": 7.50463561527431}
+{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.8491817712783813, "Finetune/Loss (Raw)": 0.9063257575035095, "Finetune/Step": 1409, "Finetune/Step Time": 7.50162273272872}
+{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.8482085466384888, "Finetune/Loss (Raw)": 0.7562251687049866, "Finetune/Step": 1410, "Finetune/Step Time": 7.529124794527888}
+{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.8493268489837646, "Finetune/Loss (Raw)": 0.888342559337616, "Finetune/Step": 1411, "Finetune/Step Time": 7.517701534554362}
+{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.8476364016532898, "Finetune/Loss (Raw)": 0.6647000908851624, "Finetune/Step": 1412, "Finetune/Step Time": 7.516966208815575}
+{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.847313404083252, "Finetune/Loss (Raw)": 0.9273305535316467, "Finetune/Step": 1413, "Finetune/Step Time": 7.520621575415134}
+{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.8485860228538513, "Finetune/Loss (Raw)": 1.0193326473236084, "Finetune/Step": 1414, "Finetune/Step Time": 7.50995640642941}
+{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.8481500148773193, "Finetune/Loss (Raw)": 0.8400782346725464, "Finetune/Step": 1415, "Finetune/Step Time": 7.514033209532499}
+{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.849126398563385, "Finetune/Loss (Raw)": 0.9722985625267029, "Finetune/Step": 1416, "Finetune/Step Time": 7.512297807261348}
+{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.8492341041564941, "Finetune/Loss (Raw)": 0.8442041277885437, "Finetune/Step": 1417, "Finetune/Step Time": 7.510664226487279}
+{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.8469669818878174, "Finetune/Loss (Raw)": 0.7284129858016968, "Finetune/Step": 1418, "Finetune/Step Time": 7.517385087907314}
+{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.8462700247764587, "Finetune/Loss (Raw)": 0.7433336973190308, "Finetune/Step": 1419, "Finetune/Step Time": 7.500061843544245}
+{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.8467386960983276, "Finetune/Loss (Raw)": 0.9233190417289734, "Finetune/Step": 1420, "Finetune/Step Time": 7.499379137530923}
+{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.8462011814117432, "Finetune/Loss (Raw)": 0.8154515624046326, "Finetune/Step": 1421, "Finetune/Step Time": 7.49923649802804}
+{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.8449938297271729, "Finetune/Loss (Raw)": 0.7837302088737488, "Finetune/Step": 1422, "Finetune/Step Time": 7.49531958065927}
+{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.8458463549613953, "Finetune/Loss (Raw)": 0.9488920569419861, "Finetune/Step": 1423, "Finetune/Step Time": 7.495279001072049}
+{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.8454774618148804, "Finetune/Loss (Raw)": 0.7886326313018799, "Finetune/Step": 1424, "Finetune/Step Time": 7.489621367305517}
+{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.8456620573997498, "Finetune/Loss (Raw)": 0.8586091995239258, "Finetune/Step": 1425, "Finetune/Step Time": 7.48175797238946}
+{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.8459382057189941, "Finetune/Loss (Raw)": 0.7943026423454285, "Finetune/Step": 1426, "Finetune/Step Time": 7.4936296828091145}
+{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.8466770052909851, "Finetune/Loss (Raw)": 0.76502525806427, "Finetune/Step": 1427, "Finetune/Step Time": 7.482803791761398}
+{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.8464958667755127, "Finetune/Loss (Raw)": 0.7917153239250183, "Finetune/Step": 1428, "Finetune/Step Time": 7.488362284377217}
+{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.8455414175987244, "Finetune/Loss (Raw)": 0.7356417775154114, "Finetune/Step": 1429, "Finetune/Step Time": 7.4787361565977335}
+{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.8454393148422241, "Finetune/Loss (Raw)": 0.8347488045692444, "Finetune/Step": 1430, "Finetune/Step Time": 7.469394661486149}
+{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.8446311950683594, "Finetune/Loss (Raw)": 0.7480656504631042, "Finetune/Step": 1431, "Finetune/Step Time": 7.479500912129879}
+{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.8435189127922058, "Finetune/Loss (Raw)": 0.7943071722984314, "Finetune/Step": 1432, "Finetune/Step Time": 7.481939913704991}
+{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.8441649675369263, "Finetune/Loss (Raw)": 0.9535685777664185, "Finetune/Step": 1433, "Finetune/Step Time": 7.483040979132056}
+{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.8405078053474426, "Finetune/Loss (Raw)": 0.36519044637680054, "Finetune/Step": 1434, "Finetune/Step Time": 7.479320580139756}
+{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.8397662043571472, "Finetune/Loss (Raw)": 0.9092534184455872, "Finetune/Step": 1435, "Finetune/Step Time": 7.485276687890291}
+{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.8365553617477417, "Finetune/Loss (Raw)": 0.607076108455658, "Finetune/Step": 1436, "Finetune/Step Time": 7.49542935192585}
+{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.8365181684494019, "Finetune/Loss (Raw)": 0.8978270888328552, "Finetune/Step": 1437, "Finetune/Step Time": 7.4881717804819345}
+{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.8368793725967407, "Finetune/Loss (Raw)": 0.8949117660522461, "Finetune/Step": 1438, "Finetune/Step Time": 7.482490925118327}
+{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.8371776938438416, "Finetune/Loss (Raw)": 0.9563156366348267, "Finetune/Step": 1439, "Finetune/Step Time": 7.478483635932207}
+{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.8371822834014893, "Finetune/Loss (Raw)": 0.6254879236221313, "Finetune/Step": 1440, "Finetune/Step Time": 7.48182755894959}
+{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.836712121963501, "Finetune/Loss (Raw)": 0.8446505665779114, "Finetune/Step": 1441, "Finetune/Step Time": 7.4675960298627615}
+{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.8357478380203247, "Finetune/Loss (Raw)": 0.8234535455703735, "Finetune/Step": 1442, "Finetune/Step Time": 7.4610769134014845}
+{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.8351871967315674, "Finetune/Loss (Raw)": 0.8322388529777527, "Finetune/Step": 1443, "Finetune/Step Time": 7.464613204821944}
+{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.833403468132019, "Finetune/Loss (Raw)": 0.8027538657188416, "Finetune/Step": 1444, "Finetune/Step Time": 7.461343243718147}
+{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.8325494527816772, "Finetune/Loss (Raw)": 0.8492438197135925, "Finetune/Step": 1445, "Finetune/Step Time": 7.463006032630801}
+{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.8314251899719238, "Finetune/Loss (Raw)": 0.7227644920349121, "Finetune/Step": 1446, "Finetune/Step Time": 7.477600589394569}
+{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.8314157724380493, "Finetune/Loss (Raw)": 0.9015505909919739, "Finetune/Step": 1447, "Finetune/Step Time": 7.481689071282744}
+{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.8324023485183716, "Finetune/Loss (Raw)": 0.9230912923812866, "Finetune/Step": 1448, "Finetune/Step Time": 7.4726522993296385}
+{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.8310847282409668, "Finetune/Loss (Raw)": 0.7379344701766968, "Finetune/Step": 1449, "Finetune/Step Time": 7.474442891776562}
+{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.829992413520813, "Finetune/Loss (Raw)": 0.7422420382499695, "Finetune/Step": 1450, "Finetune/Step Time": 7.508560931310058}
+{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.8291793465614319, "Finetune/Loss (Raw)": 0.8251402378082275, "Finetune/Step": 1451, "Finetune/Step Time": 7.5113669242709875}
+{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.8289468288421631, "Finetune/Loss (Raw)": 0.9359987378120422, "Finetune/Step": 1452, "Finetune/Step Time": 7.5149176605045795}
+{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.8276138305664062, "Finetune/Loss (Raw)": 0.8103358745574951, "Finetune/Step": 1453, "Finetune/Step Time": 7.508896231651306}
+{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.8285129070281982, "Finetune/Loss (Raw)": 1.06052565574646, "Finetune/Step": 1454, "Finetune/Step Time": 7.51100748591125}
+{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.8299769163131714, "Finetune/Loss (Raw)": 0.941162645816803, "Finetune/Step": 1455, "Finetune/Step Time": 7.478508200496435}
+{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.8281552791595459, "Finetune/Loss (Raw)": 0.8186385035514832, "Finetune/Step": 1456, "Finetune/Step Time": 7.478927586227655}
+{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.8224223256111145, "Finetune/Loss (Raw)": 0.3688141703605652, "Finetune/Step": 1457, "Finetune/Step Time": 7.489684484899044}
+{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.8238396048545837, "Finetune/Loss (Raw)": 0.8699296116828918, "Finetune/Step": 1458, "Finetune/Step Time": 7.486483633518219}
+{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.8241410851478577, "Finetune/Loss (Raw)": 0.9918438196182251, "Finetune/Step": 1459, "Finetune/Step Time": 7.494014540687203}
+{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.8260278701782227, "Finetune/Loss (Raw)": 1.0115755796432495, "Finetune/Step": 1460, "Finetune/Step Time": 7.483209781348705}
+{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.827244758605957, "Finetune/Loss (Raw)": 1.0519914627075195, "Finetune/Step": 1461, "Finetune/Step Time": 7.475927606225014}
+{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.8271113634109497, "Finetune/Loss (Raw)": 0.9170113205909729, "Finetune/Step": 1462, "Finetune/Step Time": 7.477528249844909}
+{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.827383279800415, "Finetune/Loss (Raw)": 0.9579648375511169, "Finetune/Step": 1463, "Finetune/Step Time": 7.477849708870053}
+{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.8265881538391113, "Finetune/Loss (Raw)": 0.8118830919265747, "Finetune/Step": 1464, "Finetune/Step Time": 7.482106205075979}
+{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.8257025480270386, "Finetune/Loss (Raw)": 0.8585449457168579, "Finetune/Step": 1465, "Finetune/Step Time": 7.474744779989123}
+{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.8301919102668762, "Finetune/Loss (Raw)": 0.8761812448501587, "Finetune/Step": 1466, "Finetune/Step Time": 7.465424234047532}
+{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.8307334780693054, "Finetune/Loss (Raw)": 0.8566322326660156, "Finetune/Step": 1467, "Finetune/Step Time": 7.482028180733323}
+{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.8311381936073303, "Finetune/Loss (Raw)": 0.9387166500091553, "Finetune/Step": 1468, "Finetune/Step Time": 7.47394491545856}
+{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.8273636102676392, "Finetune/Loss (Raw)": 0.3836517333984375, "Finetune/Step": 1469, "Finetune/Step Time": 7.492583159357309}
+{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.826472818851471, "Finetune/Loss (Raw)": 0.8231542110443115, "Finetune/Step": 1470, "Finetune/Step Time": 7.4803395960479975}
+{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.8270682096481323, "Finetune/Loss (Raw)": 0.8557755351066589, "Finetune/Step": 1471, "Finetune/Step Time": 7.453889615833759}
+{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.8268114924430847, "Finetune/Loss (Raw)": 0.7778313159942627, "Finetune/Step": 1472, "Finetune/Step Time": 7.446287896484137}
+{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.8238204121589661, "Finetune/Loss (Raw)": 0.615447998046875, "Finetune/Step": 1473, "Finetune/Step Time": 7.45190074108541}
+{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.8251023292541504, "Finetune/Loss (Raw)": 1.0385123491287231, "Finetune/Step": 1474, "Finetune/Step Time": 7.44629411958158}
+{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.8224862217903137, "Finetune/Loss (Raw)": 0.6685320734977722, "Finetune/Step": 1475, "Finetune/Step Time": 7.4391022473573685}
+{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.8263688087463379, "Finetune/Loss (Raw)": 0.9241728186607361, "Finetune/Step": 1476, "Finetune/Step Time": 7.4284704234451056}
+{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.8213059306144714, "Finetune/Loss (Raw)": 0.30369147658348083, "Finetune/Step": 1477, "Finetune/Step Time": 7.446687052026391}
+{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.8220514059066772, "Finetune/Loss (Raw)": 1.0061838626861572, "Finetune/Step": 1478, "Finetune/Step Time": 7.4489079508930445}
+{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.8207176923751831, "Finetune/Loss (Raw)": 0.7806816697120667, "Finetune/Step": 1479, "Finetune/Step Time": 7.463106110692024}
+{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.8243040442466736, "Finetune/Loss (Raw)": 0.8787029981613159, "Finetune/Step": 1480, "Finetune/Step Time": 7.449602069333196}
+{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.8247643113136292, "Finetune/Loss (Raw)": 0.9149959087371826, "Finetune/Step": 1481, "Finetune/Step Time": 7.454711964353919}
+{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.8243855237960815, "Finetune/Loss (Raw)": 0.8376118540763855, "Finetune/Step": 1482, "Finetune/Step Time": 7.446816215291619}
+{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.8215730786323547, "Finetune/Loss (Raw)": 0.6538976430892944, "Finetune/Step": 1483, "Finetune/Step Time": 7.470785146579146}
+{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.8208602666854858, "Finetune/Loss (Raw)": 0.9142920970916748, "Finetune/Step": 1484, "Finetune/Step Time": 7.467567965388298}
+{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.8199890851974487, "Finetune/Loss (Raw)": 0.795224130153656, "Finetune/Step": 1485, "Finetune/Step Time": 7.455666720867157}
+{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.8152755498886108, "Finetune/Loss (Raw)": 0.3084098994731903, "Finetune/Step": 1486, "Finetune/Step Time": 7.468211507424712}
+{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.8170225620269775, "Finetune/Loss (Raw)": 1.0175122022628784, "Finetune/Step": 1487, "Finetune/Step Time": 7.46372145973146}
+{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.818244457244873, "Finetune/Loss (Raw)": 1.1032589673995972, "Finetune/Step": 1488, "Finetune/Step Time": 7.46144961565733}
+{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.8155986070632935, "Finetune/Loss (Raw)": 0.6607416868209839, "Finetune/Step": 1489, "Finetune/Step Time": 7.475958667695522}
+{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.8147823810577393, "Finetune/Loss (Raw)": 0.77788907289505, "Finetune/Step": 1490, "Finetune/Step Time": 7.497316310182214}
+{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.8136136531829834, "Finetune/Loss (Raw)": 0.7185424566268921, "Finetune/Step": 1491, "Finetune/Step Time": 7.511126130819321}
+{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.8144994974136353, "Finetune/Loss (Raw)": 0.9560250639915466, "Finetune/Step": 1492, "Finetune/Step Time": 7.482556778937578}
+{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.810879647731781, "Finetune/Loss (Raw)": 0.3263249397277832, "Finetune/Step": 1493, "Finetune/Step Time": 7.49082225933671}
+{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.810454249382019, "Finetune/Loss (Raw)": 0.8318243622779846, "Finetune/Step": 1494, "Finetune/Step Time": 7.494522040709853}
+{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.8110553026199341, "Finetune/Loss (Raw)": 0.8737695217132568, "Finetune/Step": 1495, "Finetune/Step Time": 7.480493877083063}
+{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.811103105545044, "Finetune/Loss (Raw)": 0.9132755398750305, "Finetune/Step": 1496, "Finetune/Step Time": 7.458943651989102}
+{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.8094016313552856, "Finetune/Loss (Raw)": 0.7687264084815979, "Finetune/Step": 1497, "Finetune/Step Time": 7.45306764356792}
+{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.8111587762832642, "Finetune/Loss (Raw)": 0.9819712042808533, "Finetune/Step": 1498, "Finetune/Step Time": 7.455463211983442}
+{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.8074186444282532, "Finetune/Loss (Raw)": 0.42171820998191833, "Finetune/Step": 1499, "Finetune/Step Time": 7.463935174047947}
+{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.8072555065155029, "Finetune/Loss (Raw)": 0.35289430618286133, "Finetune/Step": 1500, "Finetune/Step Time": 7.463392835110426}
+{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.8070574998855591, "Finetune/Loss (Raw)": 0.9766489863395691, "Finetune/Step": 1501, "Finetune/Step Time": 7.505563609302044}
+{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.8085188865661621, "Finetune/Loss (Raw)": 0.9595813155174255, "Finetune/Step": 1502, "Finetune/Step Time": 7.498347347602248}
+{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.8068034052848816, "Finetune/Loss (Raw)": 0.7201887965202332, "Finetune/Step": 1503, "Finetune/Step Time": 7.501116614788771}
+{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.8111532330513, "Finetune/Loss (Raw)": 0.874722957611084, "Finetune/Step": 1504, "Finetune/Step Time": 7.499086890369654}
+{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.8111486434936523, "Finetune/Loss (Raw)": 0.8544455766677856, "Finetune/Step": 1505, "Finetune/Step Time": 7.485750241205096}
+{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.8096644878387451, "Finetune/Loss (Raw)": 0.7903147339820862, "Finetune/Step": 1506, "Finetune/Step Time": 7.474681345745921}
+{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.8121664524078369, "Finetune/Loss (Raw)": 0.9350261688232422, "Finetune/Step": 1507, "Finetune/Step Time": 7.453341634944081}
+{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.8129858374595642, "Finetune/Loss (Raw)": 0.9497831463813782, "Finetune/Step": 1508, "Finetune/Step Time": 7.456578452140093}
+{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.8126025795936584, "Finetune/Loss (Raw)": 0.8757380843162537, "Finetune/Step": 1509, "Finetune/Step Time": 7.450757406651974}
+{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.8131412863731384, "Finetune/Loss (Raw)": 0.9506693482398987, "Finetune/Step": 1510, "Finetune/Step Time": 7.450706027448177}
+{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.8147191405296326, "Finetune/Loss (Raw)": 0.975246250629425, "Finetune/Step": 1511, "Finetune/Step Time": 7.438721273094416}
+{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.8137525320053101, "Finetune/Loss (Raw)": 0.7468854188919067, "Finetune/Step": 1512, "Finetune/Step Time": 7.443578848615289}
+{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.814121425151825, "Finetune/Loss (Raw)": 0.998652994632721, "Finetune/Step": 1513, "Finetune/Step Time": 7.4460927825421095}
+{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.8138126134872437, "Finetune/Loss (Raw)": 0.8081137537956238, "Finetune/Step": 1514, "Finetune/Step Time": 7.455757278949022}
+{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.8147264719009399, "Finetune/Loss (Raw)": 0.8664896488189697, "Finetune/Step": 1515, "Finetune/Step Time": 7.453684579581022}
+{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.8143860101699829, "Finetune/Loss (Raw)": 0.8843480944633484, "Finetune/Step": 1516, "Finetune/Step Time": 7.455183636397123}
+{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.8135966062545776, "Finetune/Loss (Raw)": 0.7928569912910461, "Finetune/Step": 1517, "Finetune/Step Time": 7.456655343994498}
+{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.8133358359336853, "Finetune/Loss (Raw)": 0.996272623538971, "Finetune/Step": 1518, "Finetune/Step Time": 7.450936237350106}
+{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.812580943107605, "Finetune/Loss (Raw)": 0.7188335061073303, "Finetune/Step": 1519, "Finetune/Step Time": 7.436328526586294}
+{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.8091880083084106, "Finetune/Loss (Raw)": 0.39012259244918823, "Finetune/Step": 1520, "Finetune/Step Time": 7.414710462093353}
+{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.8101168870925903, "Finetune/Loss (Raw)": 0.9095085859298706, "Finetune/Step": 1521, "Finetune/Step Time": 7.378199165686965}
+{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.8086584806442261, "Finetune/Loss (Raw)": 0.7393667101860046, "Finetune/Step": 1522, "Finetune/Step Time": 7.399871282279491}
+{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.8071372509002686, "Finetune/Loss (Raw)": 0.6526895761489868, "Finetune/Step": 1523, "Finetune/Step Time": 7.4134110771119595}
+{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.8078005313873291, "Finetune/Loss (Raw)": 0.7258223295211792, "Finetune/Step": 1524, "Finetune/Step Time": 7.430842077359557}
+{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.8063071966171265, "Finetune/Loss (Raw)": 0.7141273617744446, "Finetune/Step": 1525, "Finetune/Step Time": 7.42012856528163}
+{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.806911826133728, "Finetune/Loss (Raw)": 0.962382435798645, "Finetune/Step": 1526, "Finetune/Step Time": 7.419236415997148}
+{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.8086708188056946, "Finetune/Loss (Raw)": 0.8453923463821411, "Finetune/Step": 1527, "Finetune/Step Time": 7.41384725831449}
+{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.8046029210090637, "Finetune/Loss (Raw)": 0.41853493452072144, "Finetune/Step": 1528, "Finetune/Step Time": 7.421180140227079}
+{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.8059290051460266, "Finetune/Loss (Raw)": 0.9766362309455872, "Finetune/Step": 1529, "Finetune/Step Time": 7.412164099514484}
+{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.8076585531234741, "Finetune/Loss (Raw)": 0.6071377396583557, "Finetune/Step": 1530, "Finetune/Step Time": 7.416598454117775}
+{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.8082634210586548, "Finetune/Loss (Raw)": 0.920337975025177, "Finetune/Step": 1531, "Finetune/Step Time": 7.420342972502112}
+{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.808060884475708, "Finetune/Loss (Raw)": 0.8671016693115234, "Finetune/Step": 1532, "Finetune/Step Time": 7.440262863412499}
+{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.8078203201293945, "Finetune/Loss (Raw)": 0.6717643141746521, "Finetune/Step": 1533, "Finetune/Step Time": 7.434361940249801}
+{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.806593120098114, "Finetune/Loss (Raw)": 0.7100458741188049, "Finetune/Step": 1534, "Finetune/Step Time": 7.44192816503346}
+{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.8101447820663452, "Finetune/Loss (Raw)": 0.8243802189826965, "Finetune/Step": 1535, "Finetune/Step Time": 7.431267932057381}
+{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.8106296062469482, "Finetune/Loss (Raw)": 0.7997009754180908, "Finetune/Step": 1536, "Finetune/Step Time": 7.437387736514211}
+{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.8099597096443176, "Finetune/Loss (Raw)": 0.820585310459137, "Finetune/Step": 1537, "Finetune/Step Time": 7.438014687970281}
+{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.8073989152908325, "Finetune/Loss (Raw)": 0.4284437894821167, "Finetune/Step": 1538, "Finetune/Step Time": 7.421377135440707}
+{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.8073347806930542, "Finetune/Loss (Raw)": 0.8801326751708984, "Finetune/Step": 1539, "Finetune/Step Time": 7.422814944759011}
+{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.8085622787475586, "Finetune/Loss (Raw)": 0.8218230605125427, "Finetune/Step": 1540, "Finetune/Step Time": 7.422441793605685}
+{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.8087130784988403, "Finetune/Loss (Raw)": 0.9466298818588257, "Finetune/Step": 1541, "Finetune/Step Time": 7.422692200168967}
+{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.8062045574188232, "Finetune/Loss (Raw)": 0.6982331871986389, "Finetune/Step": 1542, "Finetune/Step Time": 7.430848518386483}
+{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.8056799173355103, "Finetune/Loss (Raw)": 0.7729370594024658, "Finetune/Step": 1543, "Finetune/Step Time": 7.42712633498013}
+{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.8052076101303101, "Finetune/Loss (Raw)": 0.9118338823318481, "Finetune/Step": 1544, "Finetune/Step Time": 7.42574467509985}
+{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.804977297782898, "Finetune/Loss (Raw)": 0.8147236704826355, "Finetune/Step": 1545, "Finetune/Step Time": 7.4287089090794325}
+{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.8067119121551514, "Finetune/Loss (Raw)": 0.9504435658454895, "Finetune/Step": 1546, "Finetune/Step Time": 7.427588319405913}
+{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.807706356048584, "Finetune/Loss (Raw)": 0.8706303834915161, "Finetune/Step": 1547, "Finetune/Step Time": 7.43310278840363}
+{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.8071905374526978, "Finetune/Loss (Raw)": 0.8572897911071777, "Finetune/Step": 1548, "Finetune/Step Time": 7.442717082798481}
+{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.8039236068725586, "Finetune/Loss (Raw)": 0.3972812592983246, "Finetune/Step": 1549, "Finetune/Step Time": 7.456980377435684}
+{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.8047626614570618, "Finetune/Loss (Raw)": 0.8911318182945251, "Finetune/Step": 1550, "Finetune/Step Time": 7.455717189237475}
+{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.8034195899963379, "Finetune/Loss (Raw)": 0.7769829630851746, "Finetune/Step": 1551, "Finetune/Step Time": 7.440402211621404}
+{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.8043800592422485, "Finetune/Loss (Raw)": 0.9115744829177856, "Finetune/Step": 1552, "Finetune/Step Time": 7.440671080723405}
+{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.8036584258079529, "Finetune/Loss (Raw)": 0.7662363648414612, "Finetune/Step": 1553, "Finetune/Step Time": 7.452779775485396}
+{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.803350567817688, "Finetune/Loss (Raw)": 0.7548949122428894, "Finetune/Step": 1554, "Finetune/Step Time": 7.444173563271761}
+{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.8044116497039795, "Finetune/Loss (Raw)": 0.900842010974884, "Finetune/Step": 1555, "Finetune/Step Time": 7.447437159717083}
+{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.8038403987884521, "Finetune/Loss (Raw)": 0.7186030745506287, "Finetune/Step": 1556, "Finetune/Step Time": 7.453846789896488}
+{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.8043535351753235, "Finetune/Loss (Raw)": 0.8013173937797546, "Finetune/Step": 1557, "Finetune/Step Time": 7.453440614044666}
+{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.8045074939727783, "Finetune/Loss (Raw)": 0.8544604182243347, "Finetune/Step": 1558, "Finetune/Step Time": 7.4434643648564816}
+{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.8071428537368774, "Finetune/Loss (Raw)": 1.0853843688964844, "Finetune/Step": 1559, "Finetune/Step Time": 7.4346041437238455}
+{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.8080404996871948, "Finetune/Loss (Raw)": 0.9092186689376831, "Finetune/Step": 1560, "Finetune/Step Time": 7.43963747471571}
+{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.8074173927307129, "Finetune/Loss (Raw)": 0.8738036751747131, "Finetune/Step": 1561, "Finetune/Step Time": 7.436840754002333}
+{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.8115671873092651, "Finetune/Loss (Raw)": 0.8963678479194641, "Finetune/Step": 1562, "Finetune/Step Time": 7.432773847132921}
+{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.8106521368026733, "Finetune/Loss (Raw)": 0.7921250462532043, "Finetune/Step": 1563, "Finetune/Step Time": 7.450559426099062}
+{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.8120938539505005, "Finetune/Loss (Raw)": 0.7916205525398254, "Finetune/Step": 1564, "Finetune/Step Time": 7.4369357619434595}
+{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.8110195398330688, "Finetune/Loss (Raw)": 0.7603023052215576, "Finetune/Step": 1565, "Finetune/Step Time": 7.436437115073204}
+{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.810137152671814, "Finetune/Loss (Raw)": 0.7819644808769226, "Finetune/Step": 1566, "Finetune/Step Time": 7.443592661991715}
+{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.8093384504318237, "Finetune/Loss (Raw)": 0.8540853261947632, "Finetune/Step": 1567, "Finetune/Step Time": 7.449648078531027}
+{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.8109976053237915, "Finetune/Loss (Raw)": 0.837863564491272, "Finetune/Step": 1568, "Finetune/Step Time": 7.42260779812932}
+{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.8098528981208801, "Finetune/Loss (Raw)": 0.6981292366981506, "Finetune/Step": 1569, "Finetune/Step Time": 7.43427743576467}
+{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.8108157515525818, "Finetune/Loss (Raw)": 0.9466969966888428, "Finetune/Step": 1570, "Finetune/Step Time": 7.431751050055027}
+{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.8113468885421753, "Finetune/Loss (Raw)": 0.9002273678779602, "Finetune/Step": 1571, "Finetune/Step Time": 7.427791256457567}
+{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.8123205304145813, "Finetune/Loss (Raw)": 0.9273770451545715, "Finetune/Step": 1572, "Finetune/Step Time": 7.421771226450801}
+{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.8120635747909546, "Finetune/Loss (Raw)": 0.8163542747497559, "Finetune/Step": 1573, "Finetune/Step Time": 7.437290892004967}
+{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.8119702339172363, "Finetune/Loss (Raw)": 0.7108199596405029, "Finetune/Step": 1574, "Finetune/Step Time": 7.421424662694335}
+{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.8126254081726074, "Finetune/Loss (Raw)": 0.9854074120521545, "Finetune/Step": 1575, "Finetune/Step Time": 7.430683977901936}
+{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.8121662139892578, "Finetune/Loss (Raw)": 0.8643216490745544, "Finetune/Step": 1576, "Finetune/Step Time": 7.433933321386576}
+{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.8132126331329346, "Finetune/Loss (Raw)": 0.8718729615211487, "Finetune/Step": 1577, "Finetune/Step Time": 7.425697021186352}
+{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.8144169449806213, "Finetune/Loss (Raw)": 0.8963922262191772, "Finetune/Step": 1578, "Finetune/Step Time": 7.3850556537508965}
+{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.814087986946106, "Finetune/Loss (Raw)": 0.7830314636230469, "Finetune/Step": 1579, "Finetune/Step Time": 7.39035652205348}
+{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.8122212886810303, "Finetune/Loss (Raw)": 0.6970642805099487, "Finetune/Step": 1580, "Finetune/Step Time": 7.412417935207486}
+{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.8118090629577637, "Finetune/Loss (Raw)": 0.7575682401657104, "Finetune/Step": 1581, "Finetune/Step Time": 7.408344689756632}
+{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.8100987672805786, "Finetune/Loss (Raw)": 0.841602623462677, "Finetune/Step": 1582, "Finetune/Step Time": 7.409746311604977}
+{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.8095307350158691, "Finetune/Loss (Raw)": 0.8684614896774292, "Finetune/Step": 1583, "Finetune/Step Time": 7.413333345204592}
+{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.8097738027572632, "Finetune/Loss (Raw)": 0.8497459292411804, "Finetune/Step": 1584, "Finetune/Step Time": 7.415424596518278}
+{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.8143466711044312, "Finetune/Loss (Raw)": 0.9541450142860413, "Finetune/Step": 1585, "Finetune/Step Time": 7.403409829363227}
+{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.8156435489654541, "Finetune/Loss (Raw)": 1.0359331369400024, "Finetune/Step": 1586, "Finetune/Step Time": 7.445518754422665}
+{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.8153972625732422, "Finetune/Loss (Raw)": 0.9603227376937866, "Finetune/Step": 1587, "Finetune/Step Time": 7.450107097625732}
+{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.814153790473938, "Finetune/Loss (Raw)": 0.8524003624916077, "Finetune/Step": 1588, "Finetune/Step Time": 7.460439482703805}
+{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.8125088214874268, "Finetune/Loss (Raw)": 0.8414401412010193, "Finetune/Step": 1589, "Finetune/Step Time": 7.477174839004874}
+{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.8127092719078064, "Finetune/Loss (Raw)": 0.942668616771698, "Finetune/Step": 1590, "Finetune/Step Time": 7.483786920085549}
+{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.8101179003715515, "Finetune/Loss (Raw)": 0.6262736916542053, "Finetune/Step": 1591, "Finetune/Step Time": 7.510312736034393}
+{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.8094740509986877, "Finetune/Loss (Raw)": 0.7294709086418152, "Finetune/Step": 1592, "Finetune/Step Time": 7.513362247496843}
+{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.8089265823364258, "Finetune/Loss (Raw)": 0.7884631752967834, "Finetune/Step": 1593, "Finetune/Step Time": 7.516707271337509}
+{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.808657169342041, "Finetune/Loss (Raw)": 0.8417015671730042, "Finetune/Step": 1594, "Finetune/Step Time": 7.5225011724978685}
+{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.8075152039527893, "Finetune/Loss (Raw)": 0.7104558348655701, "Finetune/Step": 1595, "Finetune/Step Time": 7.501554587855935}
+{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.8070389032363892, "Finetune/Loss (Raw)": 0.8777522444725037, "Finetune/Step": 1596, "Finetune/Step Time": 7.50622471421957}
+{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.8096784949302673, "Finetune/Loss (Raw)": 0.7215202450752258, "Finetune/Step": 1597, "Finetune/Step Time": 7.493163973093033}
+{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.8098407983779907, "Finetune/Loss (Raw)": 0.8439251780509949, "Finetune/Step": 1598, "Finetune/Step Time": 7.506738778203726}
+{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.8060839176177979, "Finetune/Loss (Raw)": 0.3748970329761505, "Finetune/Step": 1599, "Finetune/Step Time": 7.522371234372258}
+{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.8070827126502991, "Finetune/Loss (Raw)": 0.9056726694107056, "Finetune/Step": 1600, "Finetune/Step Time": 7.526287296786904}
+{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.8052816390991211, "Finetune/Loss (Raw)": 0.3849175274372101, "Finetune/Step": 1601, "Finetune/Step Time": 7.534157428890467}
+{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.8046695590019226, "Finetune/Loss (Raw)": 0.9601638317108154, "Finetune/Step": 1602, "Finetune/Step Time": 7.544153152033687}
+{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.8066359162330627, "Finetune/Loss (Raw)": 0.9202229380607605, "Finetune/Step": 1603, "Finetune/Step Time": 7.5401462614536285}
+{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.8058416843414307, "Finetune/Loss (Raw)": 0.8225089311599731, "Finetune/Step": 1604, "Finetune/Step Time": 7.539540847763419}
+{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.8086851239204407, "Finetune/Loss (Raw)": 0.6676557064056396, "Finetune/Step": 1605, "Finetune/Step Time": 7.535391852259636}
+{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.8057926297187805, "Finetune/Loss (Raw)": 0.6359390020370483, "Finetune/Step": 1606, "Finetune/Step Time": 7.556125501170754}
+{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.8061939477920532, "Finetune/Loss (Raw)": 0.8320587873458862, "Finetune/Step": 1607, "Finetune/Step Time": 7.542698202654719}
+{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.8023200035095215, "Finetune/Loss (Raw)": 0.38284239172935486, "Finetune/Step": 1608, "Finetune/Step Time": 7.555506221950054}
+{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.8020239472389221, "Finetune/Loss (Raw)": 0.8770932555198669, "Finetune/Step": 1609, "Finetune/Step Time": 7.549579272046685}
+{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.8022713661193848, "Finetune/Loss (Raw)": 0.8692877292633057, "Finetune/Step": 1610, "Finetune/Step Time": 7.55047582834959}
+{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.8029894828796387, "Finetune/Loss (Raw)": 0.7458111047744751, "Finetune/Step": 1611, "Finetune/Step Time": 7.541842710226774}
+{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.802253246307373, "Finetune/Loss (Raw)": 0.820052981376648, "Finetune/Step": 1612, "Finetune/Step Time": 7.543429248034954}
+{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.8018181324005127, "Finetune/Loss (Raw)": 0.7395346760749817, "Finetune/Step": 1613, "Finetune/Step Time": 7.554834682494402}
+{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.8062753677368164, "Finetune/Loss (Raw)": 0.8789222836494446, "Finetune/Step": 1614, "Finetune/Step Time": 7.54043616913259}
+{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.8057363033294678, "Finetune/Loss (Raw)": 0.9485223889350891, "Finetune/Step": 1615, "Finetune/Step Time": 7.533116986975074}
+{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.8038084506988525, "Finetune/Loss (Raw)": 0.8564881682395935, "Finetune/Step": 1616, "Finetune/Step Time": 7.531149024143815}
+{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.8049362897872925, "Finetune/Loss (Raw)": 0.805103600025177, "Finetune/Step": 1617, "Finetune/Step Time": 7.526764759793878}
+{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.8053157329559326, "Finetune/Loss (Raw)": 0.8264670372009277, "Finetune/Step": 1618, "Finetune/Step Time": 7.505469970405102}
+{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.8055770397186279, "Finetune/Loss (Raw)": 0.7519847750663757, "Finetune/Step": 1619, "Finetune/Step Time": 7.493760736659169}
+{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.8065586090087891, "Finetune/Loss (Raw)": 1.0816736221313477, "Finetune/Step": 1620, "Finetune/Step Time": 7.496237685903907}
+{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.8101267218589783, "Finetune/Loss (Raw)": 0.7830365896224976, "Finetune/Step": 1621, "Finetune/Step Time": 7.487656528130174}
+{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.8112240433692932, "Finetune/Loss (Raw)": 0.9722813367843628, "Finetune/Step": 1622, "Finetune/Step Time": 7.485338721424341}
+{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.8127866983413696, "Finetune/Loss (Raw)": 1.073791265487671, "Finetune/Step": 1623, "Finetune/Step Time": 7.478641774505377}
+{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.8124688863754272, "Finetune/Loss (Raw)": 0.8725959658622742, "Finetune/Step": 1624, "Finetune/Step Time": 7.479828586801887}
+{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.8133531808853149, "Finetune/Loss (Raw)": 0.8819101452827454, "Finetune/Step": 1625, "Finetune/Step Time": 7.47965102083981}
+{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.8127807378768921, "Finetune/Loss (Raw)": 0.9087035655975342, "Finetune/Step": 1626, "Finetune/Step Time": 7.4698597099632025}
+{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.8168796300888062, "Finetune/Loss (Raw)": 0.9463752508163452, "Finetune/Step": 1627, "Finetune/Step Time": 7.452738227322698}
+{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.820612907409668, "Finetune/Loss (Raw)": 0.8307618498802185, "Finetune/Step": 1628, "Finetune/Step Time": 7.4486636854708195}
+{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.8191393613815308, "Finetune/Loss (Raw)": 0.7880275249481201, "Finetune/Step": 1629, "Finetune/Step Time": 7.409434534609318}
+{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.8185612559318542, "Finetune/Loss (Raw)": 0.8855849504470825, "Finetune/Step": 1630, "Finetune/Step Time": 7.4065068531781435}
+{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.8195147514343262, "Finetune/Loss (Raw)": 0.842238187789917, "Finetune/Step": 1631, "Finetune/Step Time": 7.408216008916497}
+{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.8192068338394165, "Finetune/Loss (Raw)": 0.8353095650672913, "Finetune/Step": 1632, "Finetune/Step Time": 7.399729719385505}
+{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.81867516040802, "Finetune/Loss (Raw)": 0.786381185054779, "Finetune/Step": 1633, "Finetune/Step Time": 7.399222731590271}
+{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.819409966468811, "Finetune/Loss (Raw)": 0.8843738436698914, "Finetune/Step": 1634, "Finetune/Step Time": 7.391715805977583}
+{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.8181974291801453, "Finetune/Loss (Raw)": 0.7798270583152771, "Finetune/Step": 1635, "Finetune/Step Time": 7.41274424828589}
+{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.8178005218505859, "Finetune/Loss (Raw)": 0.8989762663841248, "Finetune/Step": 1636, "Finetune/Step Time": 7.409644905477762}
+{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.8172211647033691, "Finetune/Loss (Raw)": 0.8015847206115723, "Finetune/Step": 1637, "Finetune/Step Time": 7.411051297560334}
+{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.8160247802734375, "Finetune/Loss (Raw)": 0.7975345253944397, "Finetune/Step": 1638, "Finetune/Step Time": 7.411981951445341}
+{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.8142381310462952, "Finetune/Loss (Raw)": 0.7465490698814392, "Finetune/Step": 1639, "Finetune/Step Time": 7.4095588978379965}
+{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.8158659934997559, "Finetune/Loss (Raw)": 0.9552479386329651, "Finetune/Step": 1640, "Finetune/Step Time": 7.3967900685966015}
+{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.8152729272842407, "Finetune/Loss (Raw)": 0.922741711139679, "Finetune/Step": 1641, "Finetune/Step Time": 7.3938281908631325}
+{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.8156132102012634, "Finetune/Loss (Raw)": 0.8516721129417419, "Finetune/Step": 1642, "Finetune/Step Time": 7.392457572743297}
+{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.8164435029029846, "Finetune/Loss (Raw)": 0.9727646112442017, "Finetune/Step": 1643, "Finetune/Step Time": 7.394306965172291}
+{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.8158465623855591, "Finetune/Loss (Raw)": 0.8079407811164856, "Finetune/Step": 1644, "Finetune/Step Time": 7.419784119352698}
+{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.8163175582885742, "Finetune/Loss (Raw)": 0.8531466126441956, "Finetune/Step": 1645, "Finetune/Step Time": 7.421415412798524}
+{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.8158211708068848, "Finetune/Loss (Raw)": 0.9327357411384583, "Finetune/Step": 1646, "Finetune/Step Time": 7.425325080752373}
+{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.8163414001464844, "Finetune/Loss (Raw)": 0.7854255437850952, "Finetune/Step": 1647, "Finetune/Step Time": 7.439084803685546}
+{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.8205275535583496, "Finetune/Loss (Raw)": 0.9259429574012756, "Finetune/Step": 1648, "Finetune/Step Time": 7.430194158107042}
+{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.8197356462478638, "Finetune/Loss (Raw)": 0.8081470727920532, "Finetune/Step": 1649, "Finetune/Step Time": 7.432665307074785}
+{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.820949137210846, "Finetune/Loss (Raw)": 0.8946962952613831, "Finetune/Step": 1650, "Finetune/Step Time": 7.410552831366658}
+{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.8216841816902161, "Finetune/Loss (Raw)": 0.7467724680900574, "Finetune/Step": 1651, "Finetune/Step Time": 7.4134446661919355}
+{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.8224349617958069, "Finetune/Loss (Raw)": 0.8219257593154907, "Finetune/Step": 1652, "Finetune/Step Time": 7.397252127528191}
+{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.8233605623245239, "Finetune/Loss (Raw)": 0.8326063752174377, "Finetune/Step": 1653, "Finetune/Step Time": 7.389750491827726}
+{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.8229590654373169, "Finetune/Loss (Raw)": 0.9109911918640137, "Finetune/Step": 1654, "Finetune/Step Time": 7.402916796505451}
+{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.8193392753601074, "Finetune/Loss (Raw)": 0.3820536732673645, "Finetune/Step": 1655, "Finetune/Step Time": 7.415634207427502}
+{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.8230286836624146, "Finetune/Loss (Raw)": 0.8907773494720459, "Finetune/Step": 1656, "Finetune/Step Time": 7.405446320772171}
+{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.8216793537139893, "Finetune/Loss (Raw)": 0.8039218187332153, "Finetune/Step": 1657, "Finetune/Step Time": 7.403608689084649}
+{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.8238388895988464, "Finetune/Loss (Raw)": 0.8835630416870117, "Finetune/Step": 1658, "Finetune/Step Time": 7.3884922955185175}
+{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.8229625225067139, "Finetune/Loss (Raw)": 0.8081567287445068, "Finetune/Step": 1659, "Finetune/Step Time": 7.388350810855627}
+{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.8230409622192383, "Finetune/Loss (Raw)": 0.8771455883979797, "Finetune/Step": 1660, "Finetune/Step Time": 7.385897133499384}
+{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.824397623538971, "Finetune/Loss (Raw)": 0.8454172015190125, "Finetune/Step": 1661, "Finetune/Step Time": 7.3810597732663155}
+{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.8262413740158081, "Finetune/Loss (Raw)": 0.946046769618988, "Finetune/Step": 1662, "Finetune/Step Time": 7.379709634929895}
+{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.8245725631713867, "Finetune/Loss (Raw)": 0.6107761859893799, "Finetune/Step": 1663, "Finetune/Step Time": 7.38901611417532}
+{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.8237754702568054, "Finetune/Loss (Raw)": 0.6976685523986816, "Finetune/Step": 1664, "Finetune/Step Time": 7.381963174790144}
+{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.8251227736473083, "Finetune/Loss (Raw)": 0.9930395483970642, "Finetune/Step": 1665, "Finetune/Step Time": 7.38127551227808}
+{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.8282302618026733, "Finetune/Loss (Raw)": 0.8262099027633667, "Finetune/Step": 1666, "Finetune/Step Time": 7.363025287166238}
+{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.8282796144485474, "Finetune/Loss (Raw)": 0.8864400386810303, "Finetune/Step": 1667, "Finetune/Step Time": 7.35996126011014}
+{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.8290743827819824, "Finetune/Loss (Raw)": 0.9235643744468689, "Finetune/Step": 1668, "Finetune/Step Time": 7.364566056057811}
+{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.8285765051841736, "Finetune/Loss (Raw)": 0.8828930258750916, "Finetune/Step": 1669, "Finetune/Step Time": 7.361659195274115}
+{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.8303240537643433, "Finetune/Loss (Raw)": 0.9219256043434143, "Finetune/Step": 1670, "Finetune/Step Time": 7.347598670050502}
+{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.8306405544281006, "Finetune/Loss (Raw)": 0.8134413361549377, "Finetune/Step": 1671, "Finetune/Step Time": 7.354611918330193}
+{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.8301597237586975, "Finetune/Loss (Raw)": 0.8502887487411499, "Finetune/Step": 1672, "Finetune/Step Time": 7.3705042246729136}
+{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.8292719125747681, "Finetune/Loss (Raw)": 0.7010887265205383, "Finetune/Step": 1673, "Finetune/Step Time": 7.375463925302029}
+{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.8266767263412476, "Finetune/Loss (Raw)": 0.6182591319084167, "Finetune/Step": 1674, "Finetune/Step Time": 7.382068872451782}
+{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.8253351449966431, "Finetune/Loss (Raw)": 0.6989061832427979, "Finetune/Step": 1675, "Finetune/Step Time": 7.3861891478300095}
+{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.8258652687072754, "Finetune/Loss (Raw)": 0.9251484870910645, "Finetune/Step": 1676, "Finetune/Step Time": 7.380002709105611}
+{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.8302254676818848, "Finetune/Loss (Raw)": 0.9553762078285217, "Finetune/Step": 1677, "Finetune/Step Time": 7.366014102473855}
+{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.829356849193573, "Finetune/Loss (Raw)": 0.779954731464386, "Finetune/Step": 1678, "Finetune/Step Time": 7.363570453599095}
+{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.826292872428894, "Finetune/Loss (Raw)": 0.3847866356372833, "Finetune/Step": 1679, "Finetune/Step Time": 7.378507835790515}
+{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.8258215188980103, "Finetune/Loss (Raw)": 0.8512452840805054, "Finetune/Step": 1680, "Finetune/Step Time": 7.385762710124254}
+{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.8267011046409607, "Finetune/Loss (Raw)": 0.8788241147994995, "Finetune/Step": 1681, "Finetune/Step Time": 7.367664989084005}
+{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.828965425491333, "Finetune/Loss (Raw)": 1.0447263717651367, "Finetune/Step": 1682, "Finetune/Step Time": 7.369717724621296}
+{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.8274537324905396, "Finetune/Loss (Raw)": 0.707351803779602, "Finetune/Step": 1683, "Finetune/Step Time": 7.377293547615409}
+{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.8283503651618958, "Finetune/Loss (Raw)": 0.8333731889724731, "Finetune/Step": 1684, "Finetune/Step Time": 7.368781002238393}
+{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.8279643654823303, "Finetune/Loss (Raw)": 0.7519038915634155, "Finetune/Step": 1685, "Finetune/Step Time": 7.372160190716386}
+{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.826295018196106, "Finetune/Loss (Raw)": 0.6407884955406189, "Finetune/Step": 1686, "Finetune/Step Time": 7.38391618616879}
+{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.8249417543411255, "Finetune/Loss (Raw)": 0.912163496017456, "Finetune/Step": 1687, "Finetune/Step Time": 7.386483881622553}
+{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.8243415355682373, "Finetune/Loss (Raw)": 0.8323940634727478, "Finetune/Step": 1688, "Finetune/Step Time": 7.384603893384337}
+{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.8198750019073486, "Finetune/Loss (Raw)": 0.30208534002304077, "Finetune/Step": 1689, "Finetune/Step Time": 7.396011605858803}
+{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.8202462196350098, "Finetune/Loss (Raw)": 0.9438822865486145, "Finetune/Step": 1690, "Finetune/Step Time": 7.387609912082553}
+{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.8208073973655701, "Finetune/Loss (Raw)": 0.863955020904541, "Finetune/Step": 1691, "Finetune/Step Time": 7.380404807627201}
+{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.8203606605529785, "Finetune/Loss (Raw)": 0.7344407439231873, "Finetune/Step": 1692, "Finetune/Step Time": 7.402421874925494}
+{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.8197752833366394, "Finetune/Loss (Raw)": 0.6853699088096619, "Finetune/Step": 1693, "Finetune/Step Time": 7.4107884261757135}
+{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.8183771371841431, "Finetune/Loss (Raw)": 0.6030057072639465, "Finetune/Step": 1694, "Finetune/Step Time": 7.414002764970064}
+{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.8170573711395264, "Finetune/Loss (Raw)": 0.6851476430892944, "Finetune/Step": 1695, "Finetune/Step Time": 7.420799918472767}
+{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.8172025680541992, "Finetune/Loss (Raw)": 0.8564501404762268, "Finetune/Step": 1696, "Finetune/Step Time": 7.419307520613074}
+{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.8188884258270264, "Finetune/Loss (Raw)": 0.9139253497123718, "Finetune/Step": 1697, "Finetune/Step Time": 7.416260661557317}
+{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.8180234432220459, "Finetune/Loss (Raw)": 0.8359770774841309, "Finetune/Step": 1698, "Finetune/Step Time": 7.4183897245675325}
+{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.817987322807312, "Finetune/Loss (Raw)": 0.8955996632575989, "Finetune/Step": 1699, "Finetune/Step Time": 7.416823660954833}
+{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.817740797996521, "Finetune/Loss (Raw)": 0.8958249092102051, "Finetune/Step": 1700, "Finetune/Step Time": 7.426735138520598}
+{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.8189248442649841, "Finetune/Loss (Raw)": 0.9679127335548401, "Finetune/Step": 1701, "Finetune/Step Time": 7.412511298432946}
+{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.8206202983856201, "Finetune/Loss (Raw)": 0.9278352856636047, "Finetune/Step": 1702, "Finetune/Step Time": 7.411921881139278}
+{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.8181066513061523, "Finetune/Loss (Raw)": 0.6636626124382019, "Finetune/Step": 1703, "Finetune/Step Time": 7.419429359957576}
+{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.8140524625778198, "Finetune/Loss (Raw)": 0.34539085626602173, "Finetune/Step": 1704, "Finetune/Step Time": 7.428983172401786}
+{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.8139241337776184, "Finetune/Loss (Raw)": 0.8554389476776123, "Finetune/Step": 1705, "Finetune/Step Time": 7.431780571117997}
+{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.8139903545379639, "Finetune/Loss (Raw)": 0.9048706293106079, "Finetune/Step": 1706, "Finetune/Step Time": 7.433754144236445}
+{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.8146231174468994, "Finetune/Loss (Raw)": 0.8640288710594177, "Finetune/Step": 1707, "Finetune/Step Time": 7.430935205891728}
+{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.8157390356063843, "Finetune/Loss (Raw)": 0.8398950695991516, "Finetune/Step": 1708, "Finetune/Step Time": 7.412379235029221}
+{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.817457914352417, "Finetune/Loss (Raw)": 0.9775919318199158, "Finetune/Step": 1709, "Finetune/Step Time": 7.410569068044424}
+{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.8174557089805603, "Finetune/Loss (Raw)": 0.8413153886795044, "Finetune/Step": 1710, "Finetune/Step Time": 7.419998036697507}
+{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.8173389434814453, "Finetune/Loss (Raw)": 0.853517472743988, "Finetune/Step": 1711, "Finetune/Step Time": 7.423417570069432}
+{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.8184977769851685, "Finetune/Loss (Raw)": 0.9980769753456116, "Finetune/Step": 1712, "Finetune/Step Time": 7.423828521743417}
+{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.8180434703826904, "Finetune/Loss (Raw)": 0.8959917426109314, "Finetune/Step": 1713, "Finetune/Step Time": 7.423826279118657}
+{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.817030131816864, "Finetune/Loss (Raw)": 0.9062286019325256, "Finetune/Step": 1714, "Finetune/Step Time": 7.389829117804766}
+{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.8145478963851929, "Finetune/Loss (Raw)": 0.6425908803939819, "Finetune/Step": 1715, "Finetune/Step Time": 7.387886760756373}
+{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.8146457076072693, "Finetune/Loss (Raw)": 0.8649292588233948, "Finetune/Step": 1716, "Finetune/Step Time": 7.376382604241371}
+{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.8149040937423706, "Finetune/Loss (Raw)": 0.8745128512382507, "Finetune/Step": 1717, "Finetune/Step Time": 7.3762448988854885}
+{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.81470787525177, "Finetune/Loss (Raw)": 0.9175465106964111, "Finetune/Step": 1718, "Finetune/Step Time": 7.36633450165391}
+{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.8162108063697815, "Finetune/Loss (Raw)": 0.8186507821083069, "Finetune/Step": 1719, "Finetune/Step Time": 7.341915482655168}
+{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.8178865909576416, "Finetune/Loss (Raw)": 0.9439730048179626, "Finetune/Step": 1720, "Finetune/Step Time": 7.339756200090051}
+{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.8188347220420837, "Finetune/Loss (Raw)": 0.9098228812217712, "Finetune/Step": 1721, "Finetune/Step Time": 7.340883582830429}
+{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.8190536499023438, "Finetune/Loss (Raw)": 0.8697222471237183, "Finetune/Step": 1722, "Finetune/Step Time": 7.331354703754187}
+{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.8201382160186768, "Finetune/Loss (Raw)": 0.8492822051048279, "Finetune/Step": 1723, "Finetune/Step Time": 7.347167801111937}
+{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.8194639682769775, "Finetune/Loss (Raw)": 0.7914485335350037, "Finetune/Step": 1724, "Finetune/Step Time": 7.340513989329338}
+{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.820556104183197, "Finetune/Loss (Raw)": 0.8613162636756897, "Finetune/Step": 1725, "Finetune/Step Time": 7.3308424931019545}
+{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.8201265335083008, "Finetune/Loss (Raw)": 0.7889440655708313, "Finetune/Step": 1726, "Finetune/Step Time": 7.323427492752671}
+{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.8237721920013428, "Finetune/Loss (Raw)": 0.8415325880050659, "Finetune/Step": 1727, "Finetune/Step Time": 7.325842572376132}
+{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.8240517973899841, "Finetune/Loss (Raw)": 0.9414669871330261, "Finetune/Step": 1728, "Finetune/Step Time": 7.323067842051387}
+{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.8279816508293152, "Finetune/Loss (Raw)": 0.8879332542419434, "Finetune/Step": 1729, "Finetune/Step Time": 7.322455808520317}
+{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.8263430595397949, "Finetune/Loss (Raw)": 0.7504279613494873, "Finetune/Step": 1730, "Finetune/Step Time": 7.314797408878803}
+{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.8271781206130981, "Finetune/Loss (Raw)": 1.0271039009094238, "Finetune/Step": 1731, "Finetune/Step Time": 7.311294224113226}
+{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.8280036449432373, "Finetune/Loss (Raw)": 0.9281890988349915, "Finetune/Step": 1732, "Finetune/Step Time": 7.326337970793247}
+{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.8295098543167114, "Finetune/Loss (Raw)": 0.8604390621185303, "Finetune/Step": 1733, "Finetune/Step Time": 7.318029507994652}
+{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.8316229581832886, "Finetune/Loss (Raw)": 0.9064189195632935, "Finetune/Step": 1734, "Finetune/Step Time": 7.302030220627785}
+{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.8316711187362671, "Finetune/Loss (Raw)": 0.8382245898246765, "Finetune/Step": 1735, "Finetune/Step Time": 7.301862793043256}
+{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.8355239629745483, "Finetune/Loss (Raw)": 0.8760122656822205, "Finetune/Step": 1736, "Finetune/Step Time": 7.288544876500964}
+{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.8348712921142578, "Finetune/Loss (Raw)": 0.7935510277748108, "Finetune/Step": 1737, "Finetune/Step Time": 7.287864655256271}
+{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.8308442831039429, "Finetune/Loss (Raw)": 0.3538246750831604, "Finetune/Step": 1738, "Finetune/Step Time": 7.2979818023741245}
+{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.8315783739089966, "Finetune/Loss (Raw)": 0.8397744297981262, "Finetune/Step": 1739, "Finetune/Step Time": 7.277145931497216}
+{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.8311095833778381, "Finetune/Loss (Raw)": 0.7600512504577637, "Finetune/Step": 1740, "Finetune/Step Time": 7.29228257574141}
+{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.8335348963737488, "Finetune/Loss (Raw)": 1.0499749183654785, "Finetune/Step": 1741, "Finetune/Step Time": 7.282796796411276}
+{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.8320149183273315, "Finetune/Loss (Raw)": 0.6843724846839905, "Finetune/Step": 1742, "Finetune/Step Time": 7.2904513739049435}
+{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.8312822580337524, "Finetune/Loss (Raw)": 0.8547365069389343, "Finetune/Step": 1743, "Finetune/Step Time": 7.305479193106294}
+{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.8309743404388428, "Finetune/Loss (Raw)": 0.8170709609985352, "Finetune/Step": 1744, "Finetune/Step Time": 7.30750529281795}
+{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.8316249847412109, "Finetune/Loss (Raw)": 0.8883901834487915, "Finetune/Step": 1745, "Finetune/Step Time": 7.302867507562041}
+{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.8327684998512268, "Finetune/Loss (Raw)": 0.9728316068649292, "Finetune/Step": 1746, "Finetune/Step Time": 7.3027079328894615}
+{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.830267608165741, "Finetune/Loss (Raw)": 0.4318695366382599, "Finetune/Step": 1747, "Finetune/Step Time": 7.314678110182285}
+{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.8272486925125122, "Finetune/Loss (Raw)": 0.6952598690986633, "Finetune/Step": 1748, "Finetune/Step Time": 7.325065026059747}
+{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.8280083537101746, "Finetune/Loss (Raw)": 0.8802658915519714, "Finetune/Step": 1749, "Finetune/Step Time": 7.3237191420048475}
+{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.8278677463531494, "Finetune/Loss (Raw)": 0.9542876482009888, "Finetune/Step": 1750, "Finetune/Step Time": 7.341939076781273}
+{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.8267138600349426, "Finetune/Loss (Raw)": 0.9260878562927246, "Finetune/Step": 1751, "Finetune/Step Time": 7.356263725087047}
+{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.8278213739395142, "Finetune/Loss (Raw)": 1.0143680572509766, "Finetune/Step": 1752, "Finetune/Step Time": 7.35528888553381}
+{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.8277126550674438, "Finetune/Loss (Raw)": 0.867990255355835, "Finetune/Step": 1753, "Finetune/Step Time": 7.353255737572908}
+{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.8278527855873108, "Finetune/Loss (Raw)": 0.9266368746757507, "Finetune/Step": 1754, "Finetune/Step Time": 7.370729135349393}
+{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.8272920846939087, "Finetune/Loss (Raw)": 0.8746082782745361, "Finetune/Step": 1755, "Finetune/Step Time": 7.376509990543127}
+{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.8284793496131897, "Finetune/Loss (Raw)": 0.9827295541763306, "Finetune/Step": 1756, "Finetune/Step Time": 7.369465121999383}
+{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.8251132965087891, "Finetune/Loss (Raw)": 0.35717156529426575, "Finetune/Step": 1757, "Finetune/Step Time": 7.382934784516692}
+{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.8241152763366699, "Finetune/Loss (Raw)": 0.7578405737876892, "Finetune/Step": 1758, "Finetune/Step Time": 7.386586019769311}
+{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.8249642252922058, "Finetune/Loss (Raw)": 0.9509055614471436, "Finetune/Step": 1759, "Finetune/Step Time": 7.392128579318523}
+{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.8259849548339844, "Finetune/Loss (Raw)": 0.9659591317176819, "Finetune/Step": 1760, "Finetune/Step Time": 7.390052365139127}
+{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.8258147239685059, "Finetune/Loss (Raw)": 0.7645999789237976, "Finetune/Step": 1761, "Finetune/Step Time": 7.394632235169411}
+{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.8248846530914307, "Finetune/Loss (Raw)": 0.7653157114982605, "Finetune/Step": 1762, "Finetune/Step Time": 7.403276186436415}
+{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.826688826084137, "Finetune/Loss (Raw)": 1.0107643604278564, "Finetune/Step": 1763, "Finetune/Step Time": 7.398688493296504}
+{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.8270041346549988, "Finetune/Loss (Raw)": 0.9393382668495178, "Finetune/Step": 1764, "Finetune/Step Time": 7.418924381956458}
+{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.8267626166343689, "Finetune/Loss (Raw)": 0.7706631422042847, "Finetune/Step": 1765, "Finetune/Step Time": 7.432040702551603}
+{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.827606201171875, "Finetune/Loss (Raw)": 0.9055191874504089, "Finetune/Step": 1766, "Finetune/Step Time": 7.434298461303115}
+{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.8275441527366638, "Finetune/Loss (Raw)": 0.7386052012443542, "Finetune/Step": 1767, "Finetune/Step Time": 7.434733519330621}
+{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.8258694410324097, "Finetune/Loss (Raw)": 0.7408814430236816, "Finetune/Step": 1768, "Finetune/Step Time": 7.43585954234004}
+{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.8240437507629395, "Finetune/Loss (Raw)": 0.6890532970428467, "Finetune/Step": 1769, "Finetune/Step Time": 7.450921215116978}
+{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.8243589401245117, "Finetune/Loss (Raw)": 0.8920132517814636, "Finetune/Step": 1770, "Finetune/Step Time": 7.443045074120164}
+{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.823039174079895, "Finetune/Loss (Raw)": 0.803839385509491, "Finetune/Step": 1771, "Finetune/Step Time": 7.440660700201988}
+{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.8245031237602234, "Finetune/Loss (Raw)": 0.9953261613845825, "Finetune/Step": 1772, "Finetune/Step Time": 7.414789309725165}
+{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.8241138458251953, "Finetune/Loss (Raw)": 0.8033142685890198, "Finetune/Step": 1773, "Finetune/Step Time": 7.4234736654907465}
+{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.8228847980499268, "Finetune/Loss (Raw)": 0.7754223346710205, "Finetune/Step": 1774, "Finetune/Step Time": 7.43719357252121}
+{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.8241417407989502, "Finetune/Loss (Raw)": 0.9463137984275818, "Finetune/Step": 1775, "Finetune/Step Time": 7.424265457317233}
+{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.8234655261039734, "Finetune/Loss (Raw)": 0.8393890857696533, "Finetune/Step": 1776, "Finetune/Step Time": 7.423476699739695}
+{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.8240746855735779, "Finetune/Loss (Raw)": 0.8861255645751953, "Finetune/Step": 1777, "Finetune/Step Time": 7.4183942675590515}
+{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.8235787153244019, "Finetune/Loss (Raw)": 0.8312050700187683, "Finetune/Step": 1778, "Finetune/Step Time": 7.420742178335786}
+{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.825932502746582, "Finetune/Loss (Raw)": 1.048064112663269, "Finetune/Step": 1779, "Finetune/Step Time": 7.40522101148963}
+{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.8260207176208496, "Finetune/Loss (Raw)": 0.8332173228263855, "Finetune/Step": 1780, "Finetune/Step Time": 7.39751598611474}
+{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.8250573873519897, "Finetune/Loss (Raw)": 0.7092898488044739, "Finetune/Step": 1781, "Finetune/Step Time": 7.39859283156693}
+{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.8246490955352783, "Finetune/Loss (Raw)": 0.8587340712547302, "Finetune/Step": 1782, "Finetune/Step Time": 7.385431634262204}
+{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.8274550437927246, "Finetune/Loss (Raw)": 0.7412219047546387, "Finetune/Step": 1783, "Finetune/Step Time": 7.3731895331293344}
+{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.8283001184463501, "Finetune/Loss (Raw)": 0.9989394545555115, "Finetune/Step": 1784, "Finetune/Step Time": 7.3771000970155}
+{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.8270121812820435, "Finetune/Loss (Raw)": 0.6390622854232788, "Finetune/Step": 1785, "Finetune/Step Time": 7.392282595857978}
+{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.8265570402145386, "Finetune/Loss (Raw)": 0.8253145813941956, "Finetune/Step": 1786, "Finetune/Step Time": 7.39086140692234}
+{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.8256983757019043, "Finetune/Loss (Raw)": 0.6982423067092896, "Finetune/Step": 1787, "Finetune/Step Time": 7.396340660750866}
+{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.8248951435089111, "Finetune/Loss (Raw)": 0.7743383049964905, "Finetune/Step": 1788, "Finetune/Step Time": 7.380718166008592}
+{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.8205872774124146, "Finetune/Loss (Raw)": 0.2940102517604828, "Finetune/Step": 1789, "Finetune/Step Time": 7.39738392457366}
+{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.8202131390571594, "Finetune/Loss (Raw)": 0.8981513381004333, "Finetune/Step": 1790, "Finetune/Step Time": 7.400748295709491}
+{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.822975754737854, "Finetune/Loss (Raw)": 0.9643868207931519, "Finetune/Step": 1791, "Finetune/Step Time": 7.393102472648025}
+{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.824699342250824, "Finetune/Loss (Raw)": 0.918295681476593, "Finetune/Step": 1792, "Finetune/Step Time": 7.392898488789797}
+{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.8225805163383484, "Finetune/Loss (Raw)": 0.7218296527862549, "Finetune/Step": 1793, "Finetune/Step Time": 7.407817887142301}
+{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.8235704898834229, "Finetune/Loss (Raw)": 0.9529213905334473, "Finetune/Step": 1794, "Finetune/Step Time": 7.413937991485}
+{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.819521427154541, "Finetune/Loss (Raw)": 0.3681657612323761, "Finetune/Step": 1795, "Finetune/Step Time": 7.428097216412425}
+{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.8187198638916016, "Finetune/Loss (Raw)": 0.8209666609764099, "Finetune/Step": 1796, "Finetune/Step Time": 7.421408466994762}
+{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.8185008764266968, "Finetune/Loss (Raw)": 0.8548499941825867, "Finetune/Step": 1797, "Finetune/Step Time": 7.420705419033766}
+{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.8181109428405762, "Finetune/Loss (Raw)": 0.8720176219940186, "Finetune/Step": 1798, "Finetune/Step Time": 7.435373356565833}
+{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.8181146383285522, "Finetune/Loss (Raw)": 0.8139253258705139, "Finetune/Step": 1799, "Finetune/Step Time": 7.426997935399413}
+{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.8177656531333923, "Finetune/Loss (Raw)": 0.8056134581565857, "Finetune/Step": 1800, "Finetune/Step Time": 7.4210750088095665}
+{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.8192423582077026, "Finetune/Loss (Raw)": 0.8900989890098572, "Finetune/Step": 1801, "Finetune/Step Time": 7.42481735907495}
+{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.8205739259719849, "Finetune/Loss (Raw)": 0.788709282875061, "Finetune/Step": 1802, "Finetune/Step Time": 7.426623784005642}
+{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.8216208219528198, "Finetune/Loss (Raw)": 0.8329053521156311, "Finetune/Step": 1803, "Finetune/Step Time": 7.438301347196102}
+{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.821357011795044, "Finetune/Loss (Raw)": 0.8913858532905579, "Finetune/Step": 1804, "Finetune/Step Time": 7.441775191575289}
+{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.8181455731391907, "Finetune/Loss (Raw)": 0.5443060398101807, "Finetune/Step": 1805, "Finetune/Step Time": 7.449632924050093}
+{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.8179492950439453, "Finetune/Loss (Raw)": 0.7548325061798096, "Finetune/Step": 1806, "Finetune/Step Time": 7.4710663594305515}
+{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.8218740224838257, "Finetune/Loss (Raw)": 0.8871535062789917, "Finetune/Step": 1807, "Finetune/Step Time": 7.456895180046558}
+{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.8214491009712219, "Finetune/Loss (Raw)": 0.7968559265136719, "Finetune/Step": 1808, "Finetune/Step Time": 7.44614826515317}
+{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.8214176297187805, "Finetune/Loss (Raw)": 0.8747934103012085, "Finetune/Step": 1809, "Finetune/Step Time": 7.445243678987026}
+{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.8193179368972778, "Finetune/Loss (Raw)": 0.7759630084037781, "Finetune/Step": 1810, "Finetune/Step Time": 7.447208462283015}
+{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.8204169273376465, "Finetune/Loss (Raw)": 0.848019540309906, "Finetune/Step": 1811, "Finetune/Step Time": 7.439162354916334}
+{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.8199036121368408, "Finetune/Loss (Raw)": 0.7676796317100525, "Finetune/Step": 1812, "Finetune/Step Time": 7.445983259007335}
+{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.8203526735305786, "Finetune/Loss (Raw)": 0.8093705773353577, "Finetune/Step": 1813, "Finetune/Step Time": 7.435874404385686}
+{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.8221419453620911, "Finetune/Loss (Raw)": 0.869819700717926, "Finetune/Step": 1814, "Finetune/Step Time": 7.423875166103244}
+{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.8214309215545654, "Finetune/Loss (Raw)": 0.8211540579795837, "Finetune/Step": 1815, "Finetune/Step Time": 7.422259073704481}
+{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.8221564292907715, "Finetune/Loss (Raw)": 0.9252620935440063, "Finetune/Step": 1816, "Finetune/Step Time": 7.415986958891153}
+{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.8263676166534424, "Finetune/Loss (Raw)": 0.8411177396774292, "Finetune/Step": 1817, "Finetune/Step Time": 7.414722822606564}
+{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.8250849843025208, "Finetune/Loss (Raw)": 0.7797040343284607, "Finetune/Step": 1818, "Finetune/Step Time": 7.415604278445244}
+{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.8252344727516174, "Finetune/Loss (Raw)": 0.8830889463424683, "Finetune/Step": 1819, "Finetune/Step Time": 7.4026778396219015}
+{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.8253333568572998, "Finetune/Loss (Raw)": 0.7470993399620056, "Finetune/Step": 1820, "Finetune/Step Time": 7.38108292594552}
+{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.8266893029212952, "Finetune/Loss (Raw)": 0.8589258193969727, "Finetune/Step": 1821, "Finetune/Step Time": 7.365685550495982}
+{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.8303511142730713, "Finetune/Loss (Raw)": 1.0717211961746216, "Finetune/Step": 1822, "Finetune/Step Time": 7.3570156916975975}
+{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.8316206932067871, "Finetune/Loss (Raw)": 0.8476517796516418, "Finetune/Step": 1823, "Finetune/Step Time": 7.347377464175224}
+{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.8300312757492065, "Finetune/Loss (Raw)": 0.6530039310455322, "Finetune/Step": 1824, "Finetune/Step Time": 7.351444752886891}
+{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.829373836517334, "Finetune/Loss (Raw)": 0.8297789096832275, "Finetune/Step": 1825, "Finetune/Step Time": 7.3419414311647415}
+{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.8298352956771851, "Finetune/Loss (Raw)": 0.8950437903404236, "Finetune/Step": 1826, "Finetune/Step Time": 7.342175850644708}
+{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.8292056322097778, "Finetune/Loss (Raw)": 0.8149961233139038, "Finetune/Step": 1827, "Finetune/Step Time": 7.373158244416118}
+{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.8292137980461121, "Finetune/Loss (Raw)": 0.8968750238418579, "Finetune/Step": 1828, "Finetune/Step Time": 7.37090951949358}
+{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.8297432661056519, "Finetune/Loss (Raw)": 1.0356817245483398, "Finetune/Step": 1829, "Finetune/Step Time": 7.374183563515544}
+{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.8299892544746399, "Finetune/Loss (Raw)": 0.9593258500099182, "Finetune/Step": 1830, "Finetune/Step Time": 7.385811697691679}
+{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.8312811851501465, "Finetune/Loss (Raw)": 0.8290245532989502, "Finetune/Step": 1831, "Finetune/Step Time": 7.37062369287014}
+{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.836152195930481, "Finetune/Loss (Raw)": 0.9688888788223267, "Finetune/Step": 1832, "Finetune/Step Time": 7.360724398866296}
+{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.8352447748184204, "Finetune/Loss (Raw)": 0.739284873008728, "Finetune/Step": 1833, "Finetune/Step Time": 7.378968520089984}
+{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.8358963131904602, "Finetune/Loss (Raw)": 0.9882622361183167, "Finetune/Step": 1834, "Finetune/Step Time": 7.378617357462645}
+{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.8360726237297058, "Finetune/Loss (Raw)": 0.8865997791290283, "Finetune/Step": 1835, "Finetune/Step Time": 7.386833967640996}
+{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.8364827632904053, "Finetune/Loss (Raw)": 0.8923918604850769, "Finetune/Step": 1836, "Finetune/Step Time": 7.38137518055737}
+{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.8352290391921997, "Finetune/Loss (Raw)": 0.8171185255050659, "Finetune/Step": 1837, "Finetune/Step Time": 7.382360618561506}
+{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.8353891968727112, "Finetune/Loss (Raw)": 0.8618124723434448, "Finetune/Step": 1838, "Finetune/Step Time": 7.374574065208435}
+{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.8356815576553345, "Finetune/Loss (Raw)": 0.890946090221405, "Finetune/Step": 1839, "Finetune/Step Time": 7.376029789447784}
+{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.834388256072998, "Finetune/Loss (Raw)": 0.8325350880622864, "Finetune/Step": 1840, "Finetune/Step Time": 7.385696511715651}
+{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.83331698179245, "Finetune/Loss (Raw)": 0.758863627910614, "Finetune/Step": 1841, "Finetune/Step Time": 7.3864657916128635}
+{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.833573579788208, "Finetune/Loss (Raw)": 0.9390764832496643, "Finetune/Step": 1842, "Finetune/Step Time": 7.385021390393376}
+{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.8351908326148987, "Finetune/Loss (Raw)": 0.8495984673500061, "Finetune/Step": 1843, "Finetune/Step Time": 7.389929233118892}
+{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.8347005248069763, "Finetune/Loss (Raw)": 0.8021674156188965, "Finetune/Step": 1844, "Finetune/Step Time": 7.401313474401832}
+{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.8338640332221985, "Finetune/Loss (Raw)": 0.7674452662467957, "Finetune/Step": 1845, "Finetune/Step Time": 7.3946771919727325}
+{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.8341246843338013, "Finetune/Loss (Raw)": 0.9509089589118958, "Finetune/Step": 1846, "Finetune/Step Time": 7.395924132317305}
+{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.8342329263687134, "Finetune/Loss (Raw)": 0.8325060606002808, "Finetune/Step": 1847, "Finetune/Step Time": 7.404563203454018}
+{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.8335503339767456, "Finetune/Loss (Raw)": 0.8565948009490967, "Finetune/Step": 1848, "Finetune/Step Time": 7.397322382777929}
+{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.8340145349502563, "Finetune/Loss (Raw)": 0.9692472815513611, "Finetune/Step": 1849, "Finetune/Step Time": 7.3911921959370375}
+{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.8344187140464783, "Finetune/Loss (Raw)": 0.9214484691619873, "Finetune/Step": 1850, "Finetune/Step Time": 7.397287581115961}
+{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.833065390586853, "Finetune/Loss (Raw)": 0.6760624051094055, "Finetune/Step": 1851, "Finetune/Step Time": 7.40065236389637}
+{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.8338949680328369, "Finetune/Loss (Raw)": 0.8976293206214905, "Finetune/Step": 1852, "Finetune/Step Time": 7.402079721912742}
+{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.8342688083648682, "Finetune/Loss (Raw)": 0.909178614616394, "Finetune/Step": 1853, "Finetune/Step Time": 7.402566131204367}
+{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.8351759910583496, "Finetune/Loss (Raw)": 0.9050547480583191, "Finetune/Step": 1854, "Finetune/Step Time": 7.396495092660189}
+{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.8355758190155029, "Finetune/Loss (Raw)": 0.8927146196365356, "Finetune/Step": 1855, "Finetune/Step Time": 7.381379399448633}
+{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.8359937071800232, "Finetune/Loss (Raw)": 0.9949551224708557, "Finetune/Step": 1856, "Finetune/Step Time": 7.3813343439251184}
+{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.8350313901901245, "Finetune/Loss (Raw)": 0.7647501826286316, "Finetune/Step": 1857, "Finetune/Step Time": 7.406300976872444}
+{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.8356740474700928, "Finetune/Loss (Raw)": 0.832699179649353, "Finetune/Step": 1858, "Finetune/Step Time": 7.414435071870685}
+{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.8351998925209045, "Finetune/Loss (Raw)": 0.9664112329483032, "Finetune/Step": 1859, "Finetune/Step Time": 7.409613758325577}
+{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.8335181474685669, "Finetune/Loss (Raw)": 0.7129189372062683, "Finetune/Step": 1860, "Finetune/Step Time": 7.408358765766025}
+{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.8329870700836182, "Finetune/Loss (Raw)": 0.7924618124961853, "Finetune/Step": 1861, "Finetune/Step Time": 7.408423312008381}
+{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.8319758176803589, "Finetune/Loss (Raw)": 0.7769772410392761, "Finetune/Step": 1862, "Finetune/Step Time": 7.3931756895035505}
+{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.8311513662338257, "Finetune/Loss (Raw)": 0.7326971292495728, "Finetune/Step": 1863, "Finetune/Step Time": 7.392140805721283}
+{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.830232560634613, "Finetune/Loss (Raw)": 0.7584041357040405, "Finetune/Step": 1864, "Finetune/Step Time": 7.396772058680654}
+{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.8311597108840942, "Finetune/Loss (Raw)": 0.9122286438941956, "Finetune/Step": 1865, "Finetune/Step Time": 7.399837050586939}
+{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.8357350826263428, "Finetune/Loss (Raw)": 0.9394742250442505, "Finetune/Step": 1866, "Finetune/Step Time": 7.411594420671463}
+{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.8366307020187378, "Finetune/Loss (Raw)": 0.9544119238853455, "Finetune/Step": 1867, "Finetune/Step Time": 7.417686004191637}
+{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.8366272449493408, "Finetune/Loss (Raw)": 0.7596044540405273, "Finetune/Step": 1868, "Finetune/Step Time": 7.420300345867872}
+{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.8358117341995239, "Finetune/Loss (Raw)": 0.9455947279930115, "Finetune/Step": 1869, "Finetune/Step Time": 7.418179847300053}
+{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.836503267288208, "Finetune/Loss (Raw)": 0.7728890180587769, "Finetune/Step": 1870, "Finetune/Step Time": 7.411676062270999}
+{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.8361622095108032, "Finetune/Loss (Raw)": 0.811073899269104, "Finetune/Step": 1871, "Finetune/Step Time": 7.425372349098325}
+{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.8352258205413818, "Finetune/Loss (Raw)": 0.6972181797027588, "Finetune/Step": 1872, "Finetune/Step Time": 7.430413667112589}
+{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.8311176300048828, "Finetune/Loss (Raw)": 0.3625377118587494, "Finetune/Step": 1873, "Finetune/Step Time": 7.439174456521869}
+{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.8305610418319702, "Finetune/Loss (Raw)": 0.9015889763832092, "Finetune/Step": 1874, "Finetune/Step Time": 7.44122519902885}
+{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.8324159979820251, "Finetune/Loss (Raw)": 0.6693069338798523, "Finetune/Step": 1875, "Finetune/Step Time": 7.439846301451325}
+{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.833973228931427, "Finetune/Loss (Raw)": 0.8945843577384949, "Finetune/Step": 1876, "Finetune/Step Time": 7.427154455333948}
+{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.834007740020752, "Finetune/Loss (Raw)": 0.8846858739852905, "Finetune/Step": 1877, "Finetune/Step Time": 7.4321292247623205}
+{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.8317650556564331, "Finetune/Loss (Raw)": 0.6672272086143494, "Finetune/Step": 1878, "Finetune/Step Time": 7.426577722653747}
+{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.8319528102874756, "Finetune/Loss (Raw)": 0.9501127004623413, "Finetune/Step": 1879, "Finetune/Step Time": 7.40800741314888}
+{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.829058825969696, "Finetune/Loss (Raw)": 0.6439400315284729, "Finetune/Step": 1880, "Finetune/Step Time": 7.438697833567858}
+{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.8279862403869629, "Finetune/Loss (Raw)": 0.7307004928588867, "Finetune/Step": 1881, "Finetune/Step Time": 7.447603834792972}
+{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.8277355432510376, "Finetune/Loss (Raw)": 0.8945527672767639, "Finetune/Step": 1882, "Finetune/Step Time": 7.434222389012575}
+{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.8261648416519165, "Finetune/Loss (Raw)": 0.673550009727478, "Finetune/Step": 1883, "Finetune/Step Time": 7.443535828962922}
+{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.8212358951568604, "Finetune/Loss (Raw)": 0.3518237769603729, "Finetune/Step": 1884, "Finetune/Step Time": 7.45567268691957}
+{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.8254305720329285, "Finetune/Loss (Raw)": 0.8940922617912292, "Finetune/Step": 1885, "Finetune/Step Time": 7.444353738799691}
+{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.8274139761924744, "Finetune/Loss (Raw)": 1.0117162466049194, "Finetune/Step": 1886, "Finetune/Step Time": 7.448486719280481}
+{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.825676679611206, "Finetune/Loss (Raw)": 0.7285358905792236, "Finetune/Step": 1887, "Finetune/Step Time": 7.443905420601368}
+{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.8236185908317566, "Finetune/Loss (Raw)": 0.7025201320648193, "Finetune/Step": 1888, "Finetune/Step Time": 7.4491615276783705}
+{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.8241080045700073, "Finetune/Loss (Raw)": 0.827250063419342, "Finetune/Step": 1889, "Finetune/Step Time": 7.455020252615213}
+{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.8245300650596619, "Finetune/Loss (Raw)": 0.819337785243988, "Finetune/Step": 1890, "Finetune/Step Time": 7.449923852458596}
+{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.8238438367843628, "Finetune/Loss (Raw)": 0.9229269623756409, "Finetune/Step": 1891, "Finetune/Step Time": 7.4341258611530066}
+{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.8242443203926086, "Finetune/Loss (Raw)": 0.9905993938446045, "Finetune/Step": 1892, "Finetune/Step Time": 7.414388708770275}
+{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.8244535326957703, "Finetune/Loss (Raw)": 0.7974411845207214, "Finetune/Step": 1893, "Finetune/Step Time": 7.415725892409682}
+{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.8231473565101624, "Finetune/Loss (Raw)": 0.7383309006690979, "Finetune/Step": 1894, "Finetune/Step Time": 7.407925479114056}
+{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.8237285017967224, "Finetune/Loss (Raw)": 0.8129922151565552, "Finetune/Step": 1895, "Finetune/Step Time": 7.407803952693939}
+{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.8245894312858582, "Finetune/Loss (Raw)": 0.8510790467262268, "Finetune/Step": 1896, "Finetune/Step Time": 7.41029592230916}
+{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.8268802165985107, "Finetune/Loss (Raw)": 0.982273519039154, "Finetune/Step": 1897, "Finetune/Step Time": 7.397176286205649}
+{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.8267267346382141, "Finetune/Loss (Raw)": 0.8723660707473755, "Finetune/Step": 1898, "Finetune/Step Time": 7.402582876384258}
+{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.8260002136230469, "Finetune/Loss (Raw)": 0.7108457684516907, "Finetune/Step": 1899, "Finetune/Step Time": 7.422658480703831}
+{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.8247063755989075, "Finetune/Loss (Raw)": 0.8297151923179626, "Finetune/Step": 1900, "Finetune/Step Time": 7.424937516450882}
+{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.8248600959777832, "Finetune/Loss (Raw)": 0.8229894042015076, "Finetune/Step": 1901, "Finetune/Step Time": 7.42072869092226}
+{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.8261914849281311, "Finetune/Loss (Raw)": 0.9458419680595398, "Finetune/Step": 1902, "Finetune/Step Time": 7.411104127764702}
+{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.8247421979904175, "Finetune/Loss (Raw)": 0.7608099579811096, "Finetune/Step": 1903, "Finetune/Step Time": 7.430325083434582}
+{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.8245856165885925, "Finetune/Loss (Raw)": 0.819340169429779, "Finetune/Step": 1904, "Finetune/Step Time": 7.4351236168295145}
+{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.8201649188995361, "Finetune/Loss (Raw)": 0.3202786147594452, "Finetune/Step": 1905, "Finetune/Step Time": 7.450824860483408}
+{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.8196423649787903, "Finetune/Loss (Raw)": 0.7643213868141174, "Finetune/Step": 1906, "Finetune/Step Time": 7.463088061660528}
+{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.818303108215332, "Finetune/Loss (Raw)": 0.8766297698020935, "Finetune/Step": 1907, "Finetune/Step Time": 7.478865487501025}
+{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.8179183006286621, "Finetune/Loss (Raw)": 0.783962070941925, "Finetune/Step": 1908, "Finetune/Step Time": 7.477082120254636}
+{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.8170584440231323, "Finetune/Loss (Raw)": 0.599238932132721, "Finetune/Step": 1909, "Finetune/Step Time": 7.4775868728756905}
+{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.8169910311698914, "Finetune/Loss (Raw)": 0.8501003384590149, "Finetune/Step": 1910, "Finetune/Step Time": 7.480639044195414}
+{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.8182271122932434, "Finetune/Loss (Raw)": 0.8994388580322266, "Finetune/Step": 1911, "Finetune/Step Time": 7.4860380701720715}
+{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.8169139623641968, "Finetune/Loss (Raw)": 0.8308561444282532, "Finetune/Step": 1912, "Finetune/Step Time": 7.480601800605655}
+{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.8184254765510559, "Finetune/Loss (Raw)": 0.8325379490852356, "Finetune/Step": 1913, "Finetune/Step Time": 7.465070378035307}
+{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.8197709321975708, "Finetune/Loss (Raw)": 0.9975321292877197, "Finetune/Step": 1914, "Finetune/Step Time": 7.46267150901258}
+{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.8215142488479614, "Finetune/Loss (Raw)": 0.9213829040527344, "Finetune/Step": 1915, "Finetune/Step Time": 7.49472657777369}
+{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.8218665719032288, "Finetune/Loss (Raw)": 0.8194411993026733, "Finetune/Step": 1916, "Finetune/Step Time": 7.495717475190759}
+{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.8255460262298584, "Finetune/Loss (Raw)": 0.7649734020233154, "Finetune/Step": 1917, "Finetune/Step Time": 7.479432854801416}
+{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.8249143362045288, "Finetune/Loss (Raw)": 0.8173011541366577, "Finetune/Step": 1918, "Finetune/Step Time": 7.468298546969891}
+{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.8238998055458069, "Finetune/Loss (Raw)": 0.8345256447792053, "Finetune/Step": 1919, "Finetune/Step Time": 7.465329537168145}
+{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.8224713802337646, "Finetune/Loss (Raw)": 0.7354522943496704, "Finetune/Step": 1920, "Finetune/Step Time": 7.47626463137567}
+{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.8242550492286682, "Finetune/Loss (Raw)": 0.950145423412323, "Finetune/Step": 1921, "Finetune/Step Time": 7.460998015478253}
+{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.8192068338394165, "Finetune/Loss (Raw)": 0.3067564070224762, "Finetune/Step": 1922, "Finetune/Step Time": 7.473384527489543}
+{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.8229371309280396, "Finetune/Loss (Raw)": 0.8456300497055054, "Finetune/Step": 1923, "Finetune/Step Time": 7.461799301207066}
+{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.8235689997673035, "Finetune/Loss (Raw)": 0.9018471240997314, "Finetune/Step": 1924, "Finetune/Step Time": 7.460686570033431}
+{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.8249284029006958, "Finetune/Loss (Raw)": 1.0288561582565308, "Finetune/Step": 1925, "Finetune/Step Time": 7.459028607234359}
+{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.820727527141571, "Finetune/Loss (Raw)": 0.33430564403533936, "Finetune/Step": 1926, "Finetune/Step Time": 7.457390572875738}
+{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.8174705505371094, "Finetune/Loss (Raw)": 0.39702409505844116, "Finetune/Step": 1927, "Finetune/Step Time": 7.47309497371316}
+{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.8184680938720703, "Finetune/Loss (Raw)": 0.9333069920539856, "Finetune/Step": 1928, "Finetune/Step Time": 7.462295018136501}
+{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.8170474767684937, "Finetune/Loss (Raw)": 0.708257794380188, "Finetune/Step": 1929, "Finetune/Step Time": 7.454780172556639}
+{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.8160912394523621, "Finetune/Loss (Raw)": 0.6663205027580261, "Finetune/Step": 1930, "Finetune/Step Time": 7.441477138549089}
+{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.8165435791015625, "Finetune/Loss (Raw)": 0.890799880027771, "Finetune/Step": 1931, "Finetune/Step Time": 7.420116152614355}
+{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.8149205446243286, "Finetune/Loss (Raw)": 0.6836363673210144, "Finetune/Step": 1932, "Finetune/Step Time": 7.43469712138176}
+{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.8175833225250244, "Finetune/Loss (Raw)": 0.8851475119590759, "Finetune/Step": 1933, "Finetune/Step Time": 7.429132208228111}
+{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.8186432123184204, "Finetune/Loss (Raw)": 0.8904981017112732, "Finetune/Step": 1934, "Finetune/Step Time": 7.406199282035232}
+{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.8191077709197998, "Finetune/Loss (Raw)": 0.9466145038604736, "Finetune/Step": 1935, "Finetune/Step Time": 7.422579849138856}
+{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.8186107873916626, "Finetune/Loss (Raw)": 0.7332323789596558, "Finetune/Step": 1936, "Finetune/Step Time": 7.432056248188019}
+{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.8184124231338501, "Finetune/Loss (Raw)": 0.8494133353233337, "Finetune/Step": 1937, "Finetune/Step Time": 7.431420590728521}
+{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.8155362606048584, "Finetune/Loss (Raw)": 0.4078146815299988, "Finetune/Step": 1938, "Finetune/Step Time": 7.439353231340647}
+{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.8154596090316772, "Finetune/Loss (Raw)": 0.838201105594635, "Finetune/Step": 1939, "Finetune/Step Time": 7.436447400599718}
+{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.8131687641143799, "Finetune/Loss (Raw)": 0.47444820404052734, "Finetune/Step": 1940, "Finetune/Step Time": 7.437764236703515}
+{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.8130999207496643, "Finetune/Loss (Raw)": 0.8005670309066772, "Finetune/Step": 1941, "Finetune/Step Time": 7.436707939952612}
+{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.8140945434570312, "Finetune/Loss (Raw)": 0.997132420539856, "Finetune/Step": 1942, "Finetune/Step Time": 7.4386546947062016}
+{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.8149820566177368, "Finetune/Loss (Raw)": 0.9347466230392456, "Finetune/Step": 1943, "Finetune/Step Time": 7.438000304624438}
+{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.8145763874053955, "Finetune/Loss (Raw)": 0.8733367919921875, "Finetune/Step": 1944, "Finetune/Step Time": 7.453142857179046}
+{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.8110160827636719, "Finetune/Loss (Raw)": 0.38540804386138916, "Finetune/Step": 1945, "Finetune/Step Time": 7.456303073093295}
+{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.8120183348655701, "Finetune/Loss (Raw)": 0.9079939723014832, "Finetune/Step": 1946, "Finetune/Step Time": 7.468218483030796}
+{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.8129587173461914, "Finetune/Loss (Raw)": 1.0034526586532593, "Finetune/Step": 1947, "Finetune/Step Time": 7.466968536376953}
+{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.815134584903717, "Finetune/Loss (Raw)": 1.0256078243255615, "Finetune/Step": 1948, "Finetune/Step Time": 7.465928677469492}
+{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.8159557580947876, "Finetune/Loss (Raw)": 0.9640418291091919, "Finetune/Step": 1949, "Finetune/Step Time": 7.464842671528459}
+{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.8152896165847778, "Finetune/Loss (Raw)": 0.9864575862884521, "Finetune/Step": 1950, "Finetune/Step Time": 7.461590090766549}
+{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.8161723613739014, "Finetune/Loss (Raw)": 0.9606362581253052, "Finetune/Step": 1951, "Finetune/Step Time": 7.4673310704529285}
+{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.8186644315719604, "Finetune/Loss (Raw)": 0.9719910621643066, "Finetune/Step": 1952, "Finetune/Step Time": 7.462279759347439}
+{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.8166276216506958, "Finetune/Loss (Raw)": 0.5690671801567078, "Finetune/Step": 1953, "Finetune/Step Time": 7.474487027153373}
+{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.8142242431640625, "Finetune/Loss (Raw)": 0.587410032749176, "Finetune/Step": 1954, "Finetune/Step Time": 7.483898814767599}
+{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.8135221600532532, "Finetune/Loss (Raw)": 0.7251336574554443, "Finetune/Step": 1955, "Finetune/Step Time": 7.469966346397996}
+{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.8122576475143433, "Finetune/Loss (Raw)": 0.7350046634674072, "Finetune/Step": 1956, "Finetune/Step Time": 7.464794399216771}
+{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.8114140033721924, "Finetune/Loss (Raw)": 0.927712619304657, "Finetune/Step": 1957, "Finetune/Step Time": 7.459245717152953}
+{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.8115456700325012, "Finetune/Loss (Raw)": 0.9761741161346436, "Finetune/Step": 1958, "Finetune/Step Time": 7.445399319753051}
+{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.8110612034797668, "Finetune/Loss (Raw)": 0.7670096755027771, "Finetune/Step": 1959, "Finetune/Step Time": 7.447696020826697}
+{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.8112237453460693, "Finetune/Loss (Raw)": 0.9896978735923767, "Finetune/Step": 1960, "Finetune/Step Time": 7.4530600886791945}
+{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.8110988140106201, "Finetune/Loss (Raw)": 0.7232902646064758, "Finetune/Step": 1961, "Finetune/Step Time": 7.441729949787259}
+{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.8065618276596069, "Finetune/Loss (Raw)": 0.4075283110141754, "Finetune/Step": 1962, "Finetune/Step Time": 7.458023052662611}
+{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.8027180433273315, "Finetune/Loss (Raw)": 0.3945971131324768, "Finetune/Step": 1963, "Finetune/Step Time": 7.459556873887777}
+{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.8021351099014282, "Finetune/Loss (Raw)": 0.8177676200866699, "Finetune/Step": 1964, "Finetune/Step Time": 7.4673632103949785}
+{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.800804853439331, "Finetune/Loss (Raw)": 0.6468505859375, "Finetune/Step": 1965, "Finetune/Step Time": 7.467073433101177}
+{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.7999297976493835, "Finetune/Loss (Raw)": 0.7498109340667725, "Finetune/Step": 1966, "Finetune/Step Time": 7.462640868499875}
+{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.7989196181297302, "Finetune/Loss (Raw)": 0.7616379857063293, "Finetune/Step": 1967, "Finetune/Step Time": 7.451282298192382}
+{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.7995914816856384, "Finetune/Loss (Raw)": 0.9185396432876587, "Finetune/Step": 1968, "Finetune/Step Time": 7.4378262516111135}
+{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.7971394658088684, "Finetune/Loss (Raw)": 0.4450017809867859, "Finetune/Step": 1969, "Finetune/Step Time": 7.449529031291604}
+{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.7959696054458618, "Finetune/Loss (Raw)": 0.7893393039703369, "Finetune/Step": 1970, "Finetune/Step Time": 7.455096676945686}
+{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.7924946546554565, "Finetune/Loss (Raw)": 0.404798686504364, "Finetune/Step": 1971, "Finetune/Step Time": 7.452062712982297}
+{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.7926867008209229, "Finetune/Loss (Raw)": 0.8267514109611511, "Finetune/Step": 1972, "Finetune/Step Time": 7.4401362631469965}
+{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.7927329540252686, "Finetune/Loss (Raw)": 0.7733666896820068, "Finetune/Step": 1973, "Finetune/Step Time": 7.465796085074544}
+{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.7930086851119995, "Finetune/Loss (Raw)": 0.986204206943512, "Finetune/Step": 1974, "Finetune/Step Time": 7.464915426447988}
+{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.7932194471359253, "Finetune/Loss (Raw)": 0.8594751358032227, "Finetune/Step": 1975, "Finetune/Step Time": 7.453571397811174}
+{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.7932609915733337, "Finetune/Loss (Raw)": 0.8619142770767212, "Finetune/Step": 1976, "Finetune/Step Time": 7.4552537724375725}
+{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.792679488658905, "Finetune/Loss (Raw)": 0.8948121666908264, "Finetune/Step": 1977, "Finetune/Step Time": 7.462784178555012}
+{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.7930799722671509, "Finetune/Loss (Raw)": 0.972718358039856, "Finetune/Step": 1978, "Finetune/Step Time": 7.4558801259845495}
+{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.7907364368438721, "Finetune/Loss (Raw)": 0.37608250975608826, "Finetune/Step": 1979, "Finetune/Step Time": 7.445306424051523}
+{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.7891471982002258, "Finetune/Loss (Raw)": 0.694209635257721, "Finetune/Step": 1980, "Finetune/Step Time": 7.458130821585655}
+{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.7888857126235962, "Finetune/Loss (Raw)": 0.8757060766220093, "Finetune/Step": 1981, "Finetune/Step Time": 7.458695823326707}
+{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.7886230945587158, "Finetune/Loss (Raw)": 0.871444821357727, "Finetune/Step": 1982, "Finetune/Step Time": 7.465339144691825}
+{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.7881234884262085, "Finetune/Loss (Raw)": 0.8287662267684937, "Finetune/Step": 1983, "Finetune/Step Time": 7.463324423879385}
+{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.7882099747657776, "Finetune/Loss (Raw)": 1.0060251951217651, "Finetune/Step": 1984, "Finetune/Step Time": 7.46205542050302}
+{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.7897019982337952, "Finetune/Loss (Raw)": 0.9557235836982727, "Finetune/Step": 1985, "Finetune/Step Time": 7.422874519601464}
+{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.7913159132003784, "Finetune/Loss (Raw)": 1.0392813682556152, "Finetune/Step": 1986, "Finetune/Step Time": 7.412099357694387}
+{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.7899492383003235, "Finetune/Loss (Raw)": 0.7914756536483765, "Finetune/Step": 1987, "Finetune/Step Time": 7.437029633671045}
+{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.7907421588897705, "Finetune/Loss (Raw)": 0.8144177198410034, "Finetune/Step": 1988, "Finetune/Step Time": 7.424705317243934}
+{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.7916669249534607, "Finetune/Loss (Raw)": 0.9108235836029053, "Finetune/Step": 1989, "Finetune/Step Time": 7.42570541985333}
+{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.792556643486023, "Finetune/Loss (Raw)": 0.8908603191375732, "Finetune/Step": 1990, "Finetune/Step Time": 7.426141653209925}
+{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.7925400733947754, "Finetune/Loss (Raw)": 0.7305819392204285, "Finetune/Step": 1991, "Finetune/Step Time": 7.422504369169474}
+{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.7933852076530457, "Finetune/Loss (Raw)": 0.8665788769721985, "Finetune/Step": 1992, "Finetune/Step Time": 7.417517274618149}
+{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.7918140888214111, "Finetune/Loss (Raw)": 0.7111247181892395, "Finetune/Step": 1993, "Finetune/Step Time": 7.421263938769698}
+{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.7897094488143921, "Finetune/Loss (Raw)": 0.6700819134712219, "Finetune/Step": 1994, "Finetune/Step Time": 7.405799372121692}
+{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.7879899740219116, "Finetune/Loss (Raw)": 0.7343242764472961, "Finetune/Step": 1995, "Finetune/Step Time": 7.409381387755275}
+{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.7878074645996094, "Finetune/Loss (Raw)": 0.7362370491027832, "Finetune/Step": 1996, "Finetune/Step Time": 7.396421544253826}
+{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.7879539728164673, "Finetune/Loss (Raw)": 0.9643469452857971, "Finetune/Step": 1997, "Finetune/Step Time": 7.398046530783176}
+{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.7881661653518677, "Finetune/Loss (Raw)": 0.8000485301017761, "Finetune/Step": 1998, "Finetune/Step Time": 7.398747205734253}
+{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.7850073575973511, "Finetune/Loss (Raw)": 0.4067513346672058, "Finetune/Step": 1999, "Finetune/Step Time": 7.381393730640411}
+{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.7848859429359436, "Finetune/Loss (Raw)": 0.6816787719726562, "Finetune/Step": 2000, "Finetune/Step Time": 7.4042272586375475}
+{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.7888715863227844, "Finetune/Loss (Raw)": 0.8726968765258789, "Finetune/Step": 2001, "Finetune/Step Time": 7.395470535382628}
+{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.7885032892227173, "Finetune/Loss (Raw)": 0.8544440269470215, "Finetune/Step": 2002, "Finetune/Step Time": 7.392466269433498}
+{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.789431095123291, "Finetune/Loss (Raw)": 0.7880743741989136, "Finetune/Step": 2003, "Finetune/Step Time": 7.3913170881569386}
+{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.7888029217720032, "Finetune/Loss (Raw)": 0.814177930355072, "Finetune/Step": 2004, "Finetune/Step Time": 7.395691519603133}
+{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.7880716919898987, "Finetune/Loss (Raw)": 0.7910823225975037, "Finetune/Step": 2005, "Finetune/Step Time": 7.39996843598783}
+{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.789185643196106, "Finetune/Loss (Raw)": 0.8098076581954956, "Finetune/Step": 2006, "Finetune/Step Time": 7.388777699321508}
+{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.7899817228317261, "Finetune/Loss (Raw)": 1.0520204305648804, "Finetune/Step": 2007, "Finetune/Step Time": 7.398638870567083}
+{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.7912599444389343, "Finetune/Loss (Raw)": 0.8075507283210754, "Finetune/Step": 2008, "Finetune/Step Time": 7.373594036325812}
+{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.7917755842208862, "Finetune/Loss (Raw)": 0.7966979146003723, "Finetune/Step": 2009, "Finetune/Step Time": 7.361930808052421}
+{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.7920079231262207, "Finetune/Loss (Raw)": 0.9242992401123047, "Finetune/Step": 2010, "Finetune/Step Time": 7.36120267957449}
+{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.794792652130127, "Finetune/Loss (Raw)": 1.029996395111084, "Finetune/Step": 2011, "Finetune/Step Time": 7.354195626452565}
+{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.7986307740211487, "Finetune/Loss (Raw)": 0.8431029915809631, "Finetune/Step": 2012, "Finetune/Step Time": 7.339446343481541}
+{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.7986356019973755, "Finetune/Loss (Raw)": 0.8947062492370605, "Finetune/Step": 2013, "Finetune/Step Time": 7.355107255280018}
+{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.7959845066070557, "Finetune/Loss (Raw)": 0.6723795533180237, "Finetune/Step": 2014, "Finetune/Step Time": 7.364733578637242}
+{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.7933408617973328, "Finetune/Loss (Raw)": 0.3901446759700775, "Finetune/Step": 2015, "Finetune/Step Time": 7.375494508072734}
+{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.7909691333770752, "Finetune/Loss (Raw)": 0.39894160628318787, "Finetune/Step": 2016, "Finetune/Step Time": 7.384499670937657}
+{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.7899905443191528, "Finetune/Loss (Raw)": 0.7019932866096497, "Finetune/Step": 2017, "Finetune/Step Time": 7.390386126935482}
+{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.7905110120773315, "Finetune/Loss (Raw)": 0.8859577178955078, "Finetune/Step": 2018, "Finetune/Step Time": 7.391774689778686}
+{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.7894139289855957, "Finetune/Loss (Raw)": 0.7825009226799011, "Finetune/Step": 2019, "Finetune/Step Time": 7.397860610857606}
+{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.7885360717773438, "Finetune/Loss (Raw)": 0.8782348036766052, "Finetune/Step": 2020, "Finetune/Step Time": 7.401329837739468}
+{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.7884615063667297, "Finetune/Loss (Raw)": 0.7878942489624023, "Finetune/Step": 2021, "Finetune/Step Time": 7.397881489247084}
+{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.7890928983688354, "Finetune/Loss (Raw)": 0.8191408514976501, "Finetune/Step": 2022, "Finetune/Step Time": 7.40359752997756}
+{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.7876754999160767, "Finetune/Loss (Raw)": 0.6315686106681824, "Finetune/Step": 2023, "Finetune/Step Time": 7.4279023837298155}
+{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.7871837615966797, "Finetune/Loss (Raw)": 0.7881435751914978, "Finetune/Step": 2024, "Finetune/Step Time": 7.4371548015624285}
+{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.7855677008628845, "Finetune/Loss (Raw)": 0.7754126787185669, "Finetune/Step": 2025, "Finetune/Step Time": 7.449008898809552}
+{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.7857233881950378, "Finetune/Loss (Raw)": 0.8922945857048035, "Finetune/Step": 2026, "Finetune/Step Time": 7.434887729585171}
+{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.786405086517334, "Finetune/Loss (Raw)": 0.7981069087982178, "Finetune/Step": 2027, "Finetune/Step Time": 7.413960974663496}
+{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.786584734916687, "Finetune/Loss (Raw)": 0.8527107238769531, "Finetune/Step": 2028, "Finetune/Step Time": 7.427198560908437}
+{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.7872205972671509, "Finetune/Loss (Raw)": 0.9043751955032349, "Finetune/Step": 2029, "Finetune/Step Time": 7.4205970242619514}
+{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.7825354933738708, "Finetune/Loss (Raw)": 0.34614893794059753, "Finetune/Step": 2030, "Finetune/Step Time": 7.427069567143917}
+{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.7828558683395386, "Finetune/Loss (Raw)": 0.8018203973770142, "Finetune/Step": 2031, "Finetune/Step Time": 7.4063328970223665}
+{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.7837554812431335, "Finetune/Loss (Raw)": 0.9344853758811951, "Finetune/Step": 2032, "Finetune/Step Time": 7.401041666045785}
+{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.7880340218544006, "Finetune/Loss (Raw)": 0.8679383993148804, "Finetune/Step": 2033, "Finetune/Step Time": 7.391508687287569}
+{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.7896230220794678, "Finetune/Loss (Raw)": 0.9677073955535889, "Finetune/Step": 2034, "Finetune/Step Time": 7.3785313833504915}
+{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.7879920601844788, "Finetune/Loss (Raw)": 0.6678687930107117, "Finetune/Step": 2035, "Finetune/Step Time": 7.387329155579209}
+{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.7886914014816284, "Finetune/Loss (Raw)": 0.8734815716743469, "Finetune/Step": 2036, "Finetune/Step Time": 7.400788515806198}
+{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.7902146577835083, "Finetune/Loss (Raw)": 0.7942181825637817, "Finetune/Step": 2037, "Finetune/Step Time": 7.415300441905856}
+{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.7889112234115601, "Finetune/Loss (Raw)": 0.6832550168037415, "Finetune/Step": 2038, "Finetune/Step Time": 7.4178544376045465}
+{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.7893771529197693, "Finetune/Loss (Raw)": 0.9590778946876526, "Finetune/Step": 2039, "Finetune/Step Time": 7.412970170378685}
+{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.789804220199585, "Finetune/Loss (Raw)": 0.8855128288269043, "Finetune/Step": 2040, "Finetune/Step Time": 7.411276424303651}
+{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.7901879549026489, "Finetune/Loss (Raw)": 0.8816666603088379, "Finetune/Step": 2041, "Finetune/Step Time": 7.452711278572679}
+{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.7882333993911743, "Finetune/Loss (Raw)": 0.7473449110984802, "Finetune/Step": 2042, "Finetune/Step Time": 7.454051548615098}
+{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.7876497507095337, "Finetune/Loss (Raw)": 0.8466778993606567, "Finetune/Step": 2043, "Finetune/Step Time": 7.414651019498706}
+{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.7880350351333618, "Finetune/Loss (Raw)": 0.8687613010406494, "Finetune/Step": 2044, "Finetune/Step Time": 7.41312943585217}
+{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.7888352870941162, "Finetune/Loss (Raw)": 0.8674052953720093, "Finetune/Step": 2045, "Finetune/Step Time": 7.42474783025682}
+{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.7899894714355469, "Finetune/Loss (Raw)": 0.9650313258171082, "Finetune/Step": 2046, "Finetune/Step Time": 7.424806686118245}
+{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.790733814239502, "Finetune/Loss (Raw)": 0.9298069477081299, "Finetune/Step": 2047, "Finetune/Step Time": 7.427777580916882}
+{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.7906643748283386, "Finetune/Loss (Raw)": 0.7265552878379822, "Finetune/Step": 2048, "Finetune/Step Time": 7.416991587728262}
+{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.78751540184021, "Finetune/Loss (Raw)": 0.5470829010009766, "Finetune/Step": 2049, "Finetune/Step Time": 7.430998982861638}
+{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.7904307842254639, "Finetune/Loss (Raw)": 0.6799149513244629, "Finetune/Step": 2050, "Finetune/Step Time": 7.430416064336896}
+{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.7915447354316711, "Finetune/Loss (Raw)": 0.9882237315177917, "Finetune/Step": 2051, "Finetune/Step Time": 7.433461913838983}
+{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.7918497323989868, "Finetune/Loss (Raw)": 0.9408917427062988, "Finetune/Step": 2052, "Finetune/Step Time": 7.444611012935638}
+{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.7907055020332336, "Finetune/Loss (Raw)": 0.882394552230835, "Finetune/Step": 2053, "Finetune/Step Time": 7.446393795311451}
+{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.7955122590065002, "Finetune/Loss (Raw)": 0.9495614767074585, "Finetune/Step": 2054, "Finetune/Step Time": 7.434064382687211}
+{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.7995425462722778, "Finetune/Loss (Raw)": 0.9129119515419006, "Finetune/Step": 2055, "Finetune/Step Time": 7.424531700089574}
+{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.7994343042373657, "Finetune/Loss (Raw)": 0.9194456934928894, "Finetune/Step": 2056, "Finetune/Step Time": 7.424035770818591}
+{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.7996170520782471, "Finetune/Loss (Raw)": 0.7316455841064453, "Finetune/Step": 2057, "Finetune/Step Time": 7.431459579616785}
+{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.8003090023994446, "Finetune/Loss (Raw)": 0.7548943758010864, "Finetune/Step": 2058, "Finetune/Step Time": 7.441988799721003}
+{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.7993093132972717, "Finetune/Loss (Raw)": 0.7628397345542908, "Finetune/Step": 2059, "Finetune/Step Time": 7.44337254576385}
+{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.8001285791397095, "Finetune/Loss (Raw)": 0.7885093688964844, "Finetune/Step": 2060, "Finetune/Step Time": 7.423157174140215}
+{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.8005693554878235, "Finetune/Loss (Raw)": 0.9415569305419922, "Finetune/Step": 2061, "Finetune/Step Time": 7.420826459303498}
+{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.7997010946273804, "Finetune/Loss (Raw)": 0.7793599367141724, "Finetune/Step": 2062, "Finetune/Step Time": 7.419917281717062}
+{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.7995072603225708, "Finetune/Loss (Raw)": 0.9218107461929321, "Finetune/Step": 2063, "Finetune/Step Time": 7.401380013674498}
+{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.7995556592941284, "Finetune/Loss (Raw)": 0.7394280433654785, "Finetune/Step": 2064, "Finetune/Step Time": 7.41375957429409}
+{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.7992044687271118, "Finetune/Loss (Raw)": 0.8044570088386536, "Finetune/Step": 2065, "Finetune/Step Time": 7.4208185113966465}
+{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.7986339330673218, "Finetune/Loss (Raw)": 0.33478793501853943, "Finetune/Step": 2066, "Finetune/Step Time": 7.431170905008912}
+{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.7985607385635376, "Finetune/Loss (Raw)": 0.8288335204124451, "Finetune/Step": 2067, "Finetune/Step Time": 7.4315721318125725}
+{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.8014451265335083, "Finetune/Loss (Raw)": 0.8436447978019714, "Finetune/Step": 2068, "Finetune/Step Time": 7.420298378914595}
+{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.8017368316650391, "Finetune/Loss (Raw)": 0.837908148765564, "Finetune/Step": 2069, "Finetune/Step Time": 7.416363317519426}
+{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.7978452444076538, "Finetune/Loss (Raw)": 0.4990057051181793, "Finetune/Step": 2070, "Finetune/Step Time": 7.427276507019997}
+{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.7973237037658691, "Finetune/Loss (Raw)": 0.8679933547973633, "Finetune/Step": 2071, "Finetune/Step Time": 7.433377141132951}
+{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.797930121421814, "Finetune/Loss (Raw)": 0.9509585499763489, "Finetune/Step": 2072, "Finetune/Step Time": 7.415449226275086}
+{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.8007813692092896, "Finetune/Loss (Raw)": 0.7503677606582642, "Finetune/Step": 2073, "Finetune/Step Time": 7.411185551434755}
+{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.801146924495697, "Finetune/Loss (Raw)": 0.9547851085662842, "Finetune/Step": 2074, "Finetune/Step Time": 7.412871606647968}
+{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.7993821501731873, "Finetune/Loss (Raw)": 0.7775601744651794, "Finetune/Step": 2075, "Finetune/Step Time": 7.411698525771499}
+{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.796768307685852, "Finetune/Loss (Raw)": 0.691042423248291, "Finetune/Step": 2076, "Finetune/Step Time": 7.423856172710657}
+{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.7954927682876587, "Finetune/Loss (Raw)": 0.8007627129554749, "Finetune/Step": 2077, "Finetune/Step Time": 7.423574659973383}
+{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.7938072681427002, "Finetune/Loss (Raw)": 0.7707118391990662, "Finetune/Step": 2078, "Finetune/Step Time": 7.422921117395163}
+{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.7924363613128662, "Finetune/Loss (Raw)": 0.7851657271385193, "Finetune/Step": 2079, "Finetune/Step Time": 7.4268543645739555}
+{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.7903733253479004, "Finetune/Loss (Raw)": 0.707920253276825, "Finetune/Step": 2080, "Finetune/Step Time": 7.433536108583212}
+{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.7921958565711975, "Finetune/Loss (Raw)": 0.8023554682731628, "Finetune/Step": 2081, "Finetune/Step Time": 7.4328179862350225}
+{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.7938384413719177, "Finetune/Loss (Raw)": 0.7976593971252441, "Finetune/Step": 2082, "Finetune/Step Time": 7.419259374961257}
+{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.7951132655143738, "Finetune/Loss (Raw)": 0.8883107900619507, "Finetune/Step": 2083, "Finetune/Step Time": 7.401942741125822}
+{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.797098696231842, "Finetune/Loss (Raw)": 0.9891403317451477, "Finetune/Step": 2084, "Finetune/Step Time": 7.39674461632967}
+{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.7923131585121155, "Finetune/Loss (Raw)": 0.31516233086586, "Finetune/Step": 2085, "Finetune/Step Time": 7.408269057050347}
+{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.791779637336731, "Finetune/Loss (Raw)": 0.9078792333602905, "Finetune/Step": 2086, "Finetune/Step Time": 7.412741528823972}
+{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.793439507484436, "Finetune/Loss (Raw)": 0.9794763326644897, "Finetune/Step": 2087, "Finetune/Step Time": 7.402770703658462}
+{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.7927948236465454, "Finetune/Loss (Raw)": 0.9071864485740662, "Finetune/Step": 2088, "Finetune/Step Time": 7.392782920971513}
+{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.7938907146453857, "Finetune/Loss (Raw)": 0.8635648488998413, "Finetune/Step": 2089, "Finetune/Step Time": 7.386418748646975}
+{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.7928372025489807, "Finetune/Loss (Raw)": 0.2726713716983795, "Finetune/Step": 2090, "Finetune/Step Time": 7.385862253606319}
+{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.7957477569580078, "Finetune/Loss (Raw)": 0.7671521902084351, "Finetune/Step": 2091, "Finetune/Step Time": 7.374272743239999}
+{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.796190619468689, "Finetune/Loss (Raw)": 0.874454915523529, "Finetune/Step": 2092, "Finetune/Step Time": 7.3610326293855906}
+{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.7983318567276001, "Finetune/Loss (Raw)": 0.9209204316139221, "Finetune/Step": 2093, "Finetune/Step Time": 7.3581744488328695}
+{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.8000351786613464, "Finetune/Loss (Raw)": 0.9678409695625305, "Finetune/Step": 2094, "Finetune/Step Time": 7.358050236478448}
+{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.800780177116394, "Finetune/Loss (Raw)": 0.8569970726966858, "Finetune/Step": 2095, "Finetune/Step Time": 7.361519979313016}
+{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.7999849915504456, "Finetune/Loss (Raw)": 0.8167577385902405, "Finetune/Step": 2096, "Finetune/Step Time": 7.362971978262067}
+{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.8035849928855896, "Finetune/Loss (Raw)": 0.9058051705360413, "Finetune/Step": 2097, "Finetune/Step Time": 7.348415307700634}
+{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.8033899068832397, "Finetune/Loss (Raw)": 0.7643625140190125, "Finetune/Step": 2098, "Finetune/Step Time": 7.3460598941892385}
+{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.8030464053153992, "Finetune/Loss (Raw)": 0.360830157995224, "Finetune/Step": 2099, "Finetune/Step Time": 7.3488032557070255}
+{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.8018430471420288, "Finetune/Loss (Raw)": 0.672723650932312, "Finetune/Step": 2100, "Finetune/Step Time": 7.354677218943834}
+{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.8029077053070068, "Finetune/Loss (Raw)": 0.9096412062644958, "Finetune/Step": 2101, "Finetune/Step Time": 7.320335913449526}
+{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.8015201091766357, "Finetune/Loss (Raw)": 0.8085887432098389, "Finetune/Step": 2102, "Finetune/Step Time": 7.32288615219295}
+{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.7977023720741272, "Finetune/Loss (Raw)": 0.3708076477050781, "Finetune/Step": 2103, "Finetune/Step Time": 7.33855702355504}
+{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.7973604798316956, "Finetune/Loss (Raw)": 0.8181552290916443, "Finetune/Step": 2104, "Finetune/Step Time": 7.346423199400306}
+{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.7969163656234741, "Finetune/Loss (Raw)": 0.8379708528518677, "Finetune/Step": 2105, "Finetune/Step Time": 7.356881586834788}
+{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.795968234539032, "Finetune/Loss (Raw)": 0.8513495326042175, "Finetune/Step": 2106, "Finetune/Step Time": 7.355796532705426}
+{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.7998746037483215, "Finetune/Loss (Raw)": 0.8760952949523926, "Finetune/Step": 2107, "Finetune/Step Time": 7.341861929744482}
+{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.8005293011665344, "Finetune/Loss (Raw)": 0.7780172228813171, "Finetune/Step": 2108, "Finetune/Step Time": 7.329076636582613}
+{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.8007000684738159, "Finetune/Loss (Raw)": 0.8975574970245361, "Finetune/Step": 2109, "Finetune/Step Time": 7.332045150920749}
+{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.8002270460128784, "Finetune/Loss (Raw)": 0.8108956217765808, "Finetune/Step": 2110, "Finetune/Step Time": 7.340194437652826}
+{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.7998360395431519, "Finetune/Loss (Raw)": 0.7787193655967712, "Finetune/Step": 2111, "Finetune/Step Time": 7.35520969517529}
+{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.7955523133277893, "Finetune/Loss (Raw)": 0.45771288871765137, "Finetune/Step": 2112, "Finetune/Step Time": 7.369610406458378}
+{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.7946844100952148, "Finetune/Loss (Raw)": 0.8446311354637146, "Finetune/Step": 2113, "Finetune/Step Time": 7.368400460109115}
+{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.7937045097351074, "Finetune/Loss (Raw)": 0.9138512015342712, "Finetune/Step": 2114, "Finetune/Step Time": 7.386853601783514}
+{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.7946115732192993, "Finetune/Loss (Raw)": 0.9075766801834106, "Finetune/Step": 2115, "Finetune/Step Time": 7.364423673599958}
+{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.7915059328079224, "Finetune/Loss (Raw)": 0.416907399892807, "Finetune/Step": 2116, "Finetune/Step Time": 7.375097654759884}
+{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.7896308898925781, "Finetune/Loss (Raw)": 0.6708118915557861, "Finetune/Step": 2117, "Finetune/Step Time": 7.3921796549111605}
+{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.7886495590209961, "Finetune/Loss (Raw)": 0.7652485966682434, "Finetune/Step": 2118, "Finetune/Step Time": 7.388269884511828}
+{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.7886546850204468, "Finetune/Loss (Raw)": 0.7312334179878235, "Finetune/Step": 2119, "Finetune/Step Time": 7.401813544332981}
+{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.7844890356063843, "Finetune/Loss (Raw)": 0.3333825170993805, "Finetune/Step": 2120, "Finetune/Step Time": 7.416710291057825}
+{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.7855981588363647, "Finetune/Loss (Raw)": 0.8531001806259155, "Finetune/Step": 2121, "Finetune/Step Time": 7.409531509503722}
+{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.7874084711074829, "Finetune/Loss (Raw)": 0.9017950296401978, "Finetune/Step": 2122, "Finetune/Step Time": 7.404130341485143}
+{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.7884508371353149, "Finetune/Loss (Raw)": 0.8677428364753723, "Finetune/Step": 2123, "Finetune/Step Time": 7.3965360298752785}
+{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.7895418405532837, "Finetune/Loss (Raw)": 0.8758909106254578, "Finetune/Step": 2124, "Finetune/Step Time": 7.393298257142305}
+{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.788823127746582, "Finetune/Loss (Raw)": 0.8723529577255249, "Finetune/Step": 2125, "Finetune/Step Time": 7.417717857286334}
+{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.7898165583610535, "Finetune/Loss (Raw)": 0.9271993637084961, "Finetune/Step": 2126, "Finetune/Step Time": 7.415075635537505}
+{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.7933651804924011, "Finetune/Loss (Raw)": 0.8609822392463684, "Finetune/Step": 2127, "Finetune/Step Time": 7.404188608750701}
+{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.7907858490943909, "Finetune/Loss (Raw)": 0.35152241587638855, "Finetune/Step": 2128, "Finetune/Step Time": 7.390374520793557}
+{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.7861230373382568, "Finetune/Loss (Raw)": 0.275858998298645, "Finetune/Step": 2129, "Finetune/Step Time": 7.3992346078157425}
+{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.78624427318573, "Finetune/Loss (Raw)": 0.8699565529823303, "Finetune/Step": 2130, "Finetune/Step Time": 7.39839962311089}
+{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.787226676940918, "Finetune/Loss (Raw)": 0.9138264060020447, "Finetune/Step": 2131, "Finetune/Step Time": 7.388507848605514}
+{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.7870126962661743, "Finetune/Loss (Raw)": 0.7867926955223083, "Finetune/Step": 2132, "Finetune/Step Time": 7.3928570710122585}
+{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.7893791198730469, "Finetune/Loss (Raw)": 1.0939819812774658, "Finetune/Step": 2133, "Finetune/Step Time": 7.379635887220502}
+{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.7889789342880249, "Finetune/Loss (Raw)": 0.7585747838020325, "Finetune/Step": 2134, "Finetune/Step Time": 7.390000989660621}
+{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.7867547273635864, "Finetune/Loss (Raw)": 0.7673208713531494, "Finetune/Step": 2135, "Finetune/Step Time": 7.38645744509995}
+{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.7871061563491821, "Finetune/Loss (Raw)": 0.8525382280349731, "Finetune/Step": 2136, "Finetune/Step Time": 7.378729963675141}
+{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.7841652035713196, "Finetune/Loss (Raw)": 0.4202645719051361, "Finetune/Step": 2137, "Finetune/Step Time": 7.393300883471966}
+{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.7836992740631104, "Finetune/Loss (Raw)": 0.8646559119224548, "Finetune/Step": 2138, "Finetune/Step Time": 7.391568399965763}
+{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.7815142273902893, "Finetune/Loss (Raw)": 0.7503060698509216, "Finetune/Step": 2139, "Finetune/Step Time": 7.405255852267146}
+{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.7819157242774963, "Finetune/Loss (Raw)": 0.8944999575614929, "Finetune/Step": 2140, "Finetune/Step Time": 7.40755601786077}
+{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.7826482057571411, "Finetune/Loss (Raw)": 0.9884589910507202, "Finetune/Step": 2141, "Finetune/Step Time": 7.393038097769022}
+{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.7835825681686401, "Finetune/Loss (Raw)": 0.7919773459434509, "Finetune/Step": 2142, "Finetune/Step Time": 7.381203407421708}
+{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.7869890928268433, "Finetune/Loss (Raw)": 0.8261874318122864, "Finetune/Step": 2143, "Finetune/Step Time": 7.3836681339889765}
+{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.7901172637939453, "Finetune/Loss (Raw)": 0.7993419170379639, "Finetune/Step": 2144, "Finetune/Step Time": 7.392354913055897}
+{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.7888095378875732, "Finetune/Loss (Raw)": 0.5346114039421082, "Finetune/Step": 2145, "Finetune/Step Time": 7.391618482768536}
+{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.7885198593139648, "Finetune/Loss (Raw)": 0.8488667607307434, "Finetune/Step": 2146, "Finetune/Step Time": 7.405604533851147}
+{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.788373589515686, "Finetune/Loss (Raw)": 0.7637867331504822, "Finetune/Step": 2147, "Finetune/Step Time": 7.407409751787782}
+{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.7891935706138611, "Finetune/Loss (Raw)": 0.9831883311271667, "Finetune/Step": 2148, "Finetune/Step Time": 7.403038425371051}
+{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.7900412082672119, "Finetune/Loss (Raw)": 0.8963865041732788, "Finetune/Step": 2149, "Finetune/Step Time": 7.391386292874813}
+{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.7899109721183777, "Finetune/Loss (Raw)": 0.8024754524230957, "Finetune/Step": 2150, "Finetune/Step Time": 7.3887399435043335}
+{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.7921384572982788, "Finetune/Loss (Raw)": 0.9166827201843262, "Finetune/Step": 2151, "Finetune/Step Time": 7.372786903753877}
+{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.7919074296951294, "Finetune/Loss (Raw)": 0.7585740089416504, "Finetune/Step": 2152, "Finetune/Step Time": 7.368090165778995}
+{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.7920489311218262, "Finetune/Loss (Raw)": 0.7935272455215454, "Finetune/Step": 2153, "Finetune/Step Time": 7.357391392812133}
+{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.7907490730285645, "Finetune/Loss (Raw)": 0.7259169220924377, "Finetune/Step": 2154, "Finetune/Step Time": 7.366380734369159}
+{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.7909231781959534, "Finetune/Loss (Raw)": 0.8203859329223633, "Finetune/Step": 2155, "Finetune/Step Time": 7.372880827635527}
+{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.7895635366439819, "Finetune/Loss (Raw)": 0.6786807775497437, "Finetune/Step": 2156, "Finetune/Step Time": 7.368322661146522}
+{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.7883298397064209, "Finetune/Loss (Raw)": 0.7464665174484253, "Finetune/Step": 2157, "Finetune/Step Time": 7.377364786341786}
+{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.7926709055900574, "Finetune/Loss (Raw)": 0.9017987251281738, "Finetune/Step": 2158, "Finetune/Step Time": 7.363587882369757}
+{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.7932188510894775, "Finetune/Loss (Raw)": 0.8719537258148193, "Finetune/Step": 2159, "Finetune/Step Time": 7.379121407866478}
+{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.7922982573509216, "Finetune/Loss (Raw)": 0.8166546821594238, "Finetune/Step": 2160, "Finetune/Step Time": 7.375505255535245}
+{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.7914769053459167, "Finetune/Loss (Raw)": 0.7628047466278076, "Finetune/Step": 2161, "Finetune/Step Time": 7.368989165872335}
+{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.7898572683334351, "Finetune/Loss (Raw)": 0.7603954076766968, "Finetune/Step": 2162, "Finetune/Step Time": 7.37387902289629}
+{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.7908650636672974, "Finetune/Loss (Raw)": 0.7968679070472717, "Finetune/Step": 2163, "Finetune/Step Time": 7.358678326010704}
+{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.7915520668029785, "Finetune/Loss (Raw)": 0.9614100456237793, "Finetune/Step": 2164, "Finetune/Step Time": 7.344750436022878}
+{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.7916631102561951, "Finetune/Loss (Raw)": 0.8084326386451721, "Finetune/Step": 2165, "Finetune/Step Time": 7.353961592540145}
+{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.7934054136276245, "Finetune/Loss (Raw)": 0.9062768816947937, "Finetune/Step": 2166, "Finetune/Step Time": 7.353430211544037}
+{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.7930032014846802, "Finetune/Loss (Raw)": 0.9075871109962463, "Finetune/Step": 2167, "Finetune/Step Time": 7.3523093946278095}
+{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.792339563369751, "Finetune/Loss (Raw)": 0.8005783557891846, "Finetune/Step": 2168, "Finetune/Step Time": 7.351113086566329}
+{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.792457103729248, "Finetune/Loss (Raw)": 0.8967050313949585, "Finetune/Step": 2169, "Finetune/Step Time": 7.310285245999694}
+{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.7922797203063965, "Finetune/Loss (Raw)": 0.7246406674385071, "Finetune/Step": 2170, "Finetune/Step Time": 7.311083475127816}
+{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.791461706161499, "Finetune/Loss (Raw)": 0.7419707775115967, "Finetune/Step": 2171, "Finetune/Step Time": 7.320681747049093}
+{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.7914316654205322, "Finetune/Loss (Raw)": 0.8649205565452576, "Finetune/Step": 2172, "Finetune/Step Time": 7.321703130379319}
+{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.7894190549850464, "Finetune/Loss (Raw)": 0.6097883582115173, "Finetune/Step": 2173, "Finetune/Step Time": 7.325407415628433}
+{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.7863994836807251, "Finetune/Loss (Raw)": 0.578522801399231, "Finetune/Step": 2174, "Finetune/Step Time": 7.338067373260856}
+{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.7850668430328369, "Finetune/Loss (Raw)": 0.7592262029647827, "Finetune/Step": 2175, "Finetune/Step Time": 7.354061087593436}
+{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.7865976691246033, "Finetune/Loss (Raw)": 0.9225062131881714, "Finetune/Step": 2176, "Finetune/Step Time": 7.35394355468452}
+{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.7894266843795776, "Finetune/Loss (Raw)": 0.9091934561729431, "Finetune/Step": 2177, "Finetune/Step Time": 7.3428812101483345}
+{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.7896050810813904, "Finetune/Loss (Raw)": 0.7027536034584045, "Finetune/Step": 2178, "Finetune/Step Time": 7.330746542662382}
+{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.7880024909973145, "Finetune/Loss (Raw)": 0.783092737197876, "Finetune/Step": 2179, "Finetune/Step Time": 7.340717948973179}
+{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.7875075340270996, "Finetune/Loss (Raw)": 0.8775319457054138, "Finetune/Step": 2180, "Finetune/Step Time": 7.335396364331245}
+{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.7876623868942261, "Finetune/Loss (Raw)": 0.9022229313850403, "Finetune/Step": 2181, "Finetune/Step Time": 7.333749420940876}
+{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.7876299023628235, "Finetune/Loss (Raw)": 0.9454032182693481, "Finetune/Step": 2182, "Finetune/Step Time": 7.337742595002055}
+{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.7858718037605286, "Finetune/Loss (Raw)": 0.6878706812858582, "Finetune/Step": 2183, "Finetune/Step Time": 7.359381016343832}
+{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.7840211391448975, "Finetune/Loss (Raw)": 0.6825676560401917, "Finetune/Step": 2184, "Finetune/Step Time": 7.3852203991264105}
+{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.7850310802459717, "Finetune/Loss (Raw)": 0.8609142899513245, "Finetune/Step": 2185, "Finetune/Step Time": 7.373234439641237}
+{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.7854825258255005, "Finetune/Loss (Raw)": 0.8126800060272217, "Finetune/Step": 2186, "Finetune/Step Time": 7.358857436105609}
+{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.7837811708450317, "Finetune/Loss (Raw)": 0.5450642108917236, "Finetune/Step": 2187, "Finetune/Step Time": 7.391487039625645}
+{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.7835427522659302, "Finetune/Loss (Raw)": 0.7579973936080933, "Finetune/Step": 2188, "Finetune/Step Time": 7.425281887874007}
+{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.781387448310852, "Finetune/Loss (Raw)": 0.6656687259674072, "Finetune/Step": 2189, "Finetune/Step Time": 7.444228000938892}
+{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.7807027101516724, "Finetune/Loss (Raw)": 0.6917172074317932, "Finetune/Step": 2190, "Finetune/Step Time": 7.454463308677077}
+{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.7795737981796265, "Finetune/Loss (Raw)": 0.7773054242134094, "Finetune/Step": 2191, "Finetune/Step Time": 7.470159782096744}
+{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.778969943523407, "Finetune/Loss (Raw)": 0.6621353626251221, "Finetune/Step": 2192, "Finetune/Step Time": 7.453145235776901}
+{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.7797737121582031, "Finetune/Loss (Raw)": 0.907341480255127, "Finetune/Step": 2193, "Finetune/Step Time": 7.44792990013957}
+{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.7836859226226807, "Finetune/Loss (Raw)": 0.8355544805526733, "Finetune/Step": 2194, "Finetune/Step Time": 7.428272081539035}
+{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.7841463088989258, "Finetune/Loss (Raw)": 0.8877576589584351, "Finetune/Step": 2195, "Finetune/Step Time": 7.427790028974414}
+{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.783323347568512, "Finetune/Loss (Raw)": 0.7383071780204773, "Finetune/Step": 2196, "Finetune/Step Time": 7.43787931650877}
+{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.7831436991691589, "Finetune/Loss (Raw)": 0.8149169087409973, "Finetune/Step": 2197, "Finetune/Step Time": 7.439612625166774}
+{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.7852593660354614, "Finetune/Loss (Raw)": 0.7698116898536682, "Finetune/Step": 2198, "Finetune/Step Time": 7.4345573633909225}
+{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.78440260887146, "Finetune/Loss (Raw)": 0.7583228945732117, "Finetune/Step": 2199, "Finetune/Step Time": 7.426998510956764}
+{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.7826406955718994, "Finetune/Loss (Raw)": 0.7254423499107361, "Finetune/Step": 2200, "Finetune/Step Time": 7.4397230092436075}
+{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.779533326625824, "Finetune/Loss (Raw)": 0.3526148498058319, "Finetune/Step": 2201, "Finetune/Step Time": 7.442030142992735}
+{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.7782827019691467, "Finetune/Loss (Raw)": 0.7947126626968384, "Finetune/Step": 2202, "Finetune/Step Time": 7.423188341781497}
+{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.7784532308578491, "Finetune/Loss (Raw)": 0.7993914484977722, "Finetune/Step": 2203, "Finetune/Step Time": 7.424667842686176}
+{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.7786458134651184, "Finetune/Loss (Raw)": 0.7156860828399658, "Finetune/Step": 2204, "Finetune/Step Time": 7.423172535374761}
+{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.7757309675216675, "Finetune/Loss (Raw)": 0.4276650547981262, "Finetune/Step": 2205, "Finetune/Step Time": 7.435888666659594}
+{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.7740391492843628, "Finetune/Loss (Raw)": 0.5541566014289856, "Finetune/Step": 2206, "Finetune/Step Time": 7.478325791656971}
+{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.7745037078857422, "Finetune/Loss (Raw)": 0.8446359038352966, "Finetune/Step": 2207, "Finetune/Step Time": 7.465241959318519}
+{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.7750723361968994, "Finetune/Loss (Raw)": 0.780695378780365, "Finetune/Step": 2208, "Finetune/Step Time": 7.4693623054772615}
+{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.7749969959259033, "Finetune/Loss (Raw)": 0.7927203178405762, "Finetune/Step": 2209, "Finetune/Step Time": 7.460170246660709}
+{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.7718406319618225, "Finetune/Loss (Raw)": 0.3936389684677124, "Finetune/Step": 2210, "Finetune/Step Time": 7.472857043147087}
+{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.7721186876296997, "Finetune/Loss (Raw)": 0.9239119291305542, "Finetune/Step": 2211, "Finetune/Step Time": 7.497364433482289}
+{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.7689224481582642, "Finetune/Loss (Raw)": 0.5800094604492188, "Finetune/Step": 2212, "Finetune/Step Time": 7.531687060371041}
+{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.7720043659210205, "Finetune/Loss (Raw)": 0.7096476554870605, "Finetune/Step": 2213, "Finetune/Step Time": 7.526009298861027}
+{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.7697410583496094, "Finetune/Loss (Raw)": 0.6181743741035461, "Finetune/Step": 2214, "Finetune/Step Time": 7.532015904784203}
+{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.7688661813735962, "Finetune/Loss (Raw)": 0.8675047159194946, "Finetune/Step": 2215, "Finetune/Step Time": 7.5323989018797874}
+{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.7684314250946045, "Finetune/Loss (Raw)": 0.8515360355377197, "Finetune/Step": 2216, "Finetune/Step Time": 7.534668158739805}
+{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.769051194190979, "Finetune/Loss (Raw)": 0.9428868293762207, "Finetune/Step": 2217, "Finetune/Step Time": 7.536653941497207}
+{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.7714022994041443, "Finetune/Loss (Raw)": 0.5736148953437805, "Finetune/Step": 2218, "Finetune/Step Time": 7.528911780565977}
+{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.7709253430366516, "Finetune/Loss (Raw)": 0.7061077356338501, "Finetune/Step": 2219, "Finetune/Step Time": 7.559381118044257}
+{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.7708134651184082, "Finetune/Loss (Raw)": 0.8601253628730774, "Finetune/Step": 2220, "Finetune/Step Time": 7.560496151447296}
+{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.7691415548324585, "Finetune/Loss (Raw)": 0.7069222331047058, "Finetune/Step": 2221, "Finetune/Step Time": 7.577317615970969}
+{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.768619954586029, "Finetune/Loss (Raw)": 0.9010736346244812, "Finetune/Step": 2222, "Finetune/Step Time": 7.58705548197031}
+{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.7686258554458618, "Finetune/Loss (Raw)": 0.8577529788017273, "Finetune/Step": 2223, "Finetune/Step Time": 7.591323882341385}
+{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.7687617540359497, "Finetune/Loss (Raw)": 0.8341531157493591, "Finetune/Step": 2224, "Finetune/Step Time": 7.593234833329916}
+{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.7677779793739319, "Finetune/Loss (Raw)": 0.7798848748207092, "Finetune/Step": 2225, "Finetune/Step Time": 7.605372549965978}
+{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.768416702747345, "Finetune/Loss (Raw)": 0.8461174368858337, "Finetune/Step": 2226, "Finetune/Step Time": 7.605856658890843}
+{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.7726027965545654, "Finetune/Loss (Raw)": 0.8966502547264099, "Finetune/Step": 2227, "Finetune/Step Time": 7.59683713875711}
+{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.773388147354126, "Finetune/Loss (Raw)": 0.7732473611831665, "Finetune/Step": 2228, "Finetune/Step Time": 7.595358030870557}
+{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.772270679473877, "Finetune/Loss (Raw)": 0.7666033506393433, "Finetune/Step": 2229, "Finetune/Step Time": 7.594998586922884}
+{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.772036075592041, "Finetune/Loss (Raw)": 0.7785598635673523, "Finetune/Step": 2230, "Finetune/Step Time": 7.596225388348103}
+{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.7764392495155334, "Finetune/Loss (Raw)": 0.9344168305397034, "Finetune/Step": 2231, "Finetune/Step Time": 7.582923196256161}
+{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.7776494026184082, "Finetune/Loss (Raw)": 0.9730456471443176, "Finetune/Step": 2232, "Finetune/Step Time": 7.573861511424184}
+{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.776496171951294, "Finetune/Loss (Raw)": 0.6903737187385559, "Finetune/Step": 2233, "Finetune/Step Time": 7.572261318564415}
+{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.7770453691482544, "Finetune/Loss (Raw)": 0.9216388463973999, "Finetune/Step": 2234, "Finetune/Step Time": 7.5765347350388765}
+{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.7774068713188171, "Finetune/Loss (Raw)": 0.9223678112030029, "Finetune/Step": 2235, "Finetune/Step Time": 7.588457429781556}
+{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.778570294380188, "Finetune/Loss (Raw)": 0.9269329905509949, "Finetune/Step": 2236, "Finetune/Step Time": 7.589487928897142}
+{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.777342677116394, "Finetune/Loss (Raw)": 0.7404248714447021, "Finetune/Step": 2237, "Finetune/Step Time": 7.590042697265744}
+{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.7762388586997986, "Finetune/Loss (Raw)": 0.6696048378944397, "Finetune/Step": 2238, "Finetune/Step Time": 7.5943396389484406}
+{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.778772234916687, "Finetune/Loss (Raw)": 1.102996587753296, "Finetune/Step": 2239, "Finetune/Step Time": 7.591018119826913}
+{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.7827917337417603, "Finetune/Loss (Raw)": 0.9721977710723877, "Finetune/Step": 2240, "Finetune/Step Time": 7.579034175723791}
+{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.7835408449172974, "Finetune/Loss (Raw)": 0.9405252933502197, "Finetune/Step": 2241, "Finetune/Step Time": 7.586536383256316}
+{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.7825698256492615, "Finetune/Loss (Raw)": 0.7895586490631104, "Finetune/Step": 2242, "Finetune/Step Time": 7.568945778533816}
+{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.7817612290382385, "Finetune/Loss (Raw)": 0.8040761351585388, "Finetune/Step": 2243, "Finetune/Step Time": 7.580837341025472}
+{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.7869668006896973, "Finetune/Loss (Raw)": 1.0832184553146362, "Finetune/Step": 2244, "Finetune/Step Time": 7.564567156136036}
+{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.7885162830352783, "Finetune/Loss (Raw)": 0.8691522479057312, "Finetune/Step": 2245, "Finetune/Step Time": 7.544117316603661}
+{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.7901386618614197, "Finetune/Loss (Raw)": 0.9729070663452148, "Finetune/Step": 2246, "Finetune/Step Time": 7.546127108857036}
+{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.7898738384246826, "Finetune/Loss (Raw)": 0.6973321437835693, "Finetune/Step": 2247, "Finetune/Step Time": 7.544152935966849}
+{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.7928107380867004, "Finetune/Loss (Raw)": 0.7093043327331543, "Finetune/Step": 2248, "Finetune/Step Time": 7.526301944628358}
+{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.7922570109367371, "Finetune/Loss (Raw)": 0.7822318077087402, "Finetune/Step": 2249, "Finetune/Step Time": 7.525425119325519}
+{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.7912284135818481, "Finetune/Loss (Raw)": 0.7701241374015808, "Finetune/Step": 2250, "Finetune/Step Time": 7.545092070475221}
+{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.791185736656189, "Finetune/Loss (Raw)": 0.8622811436653137, "Finetune/Step": 2251, "Finetune/Step Time": 7.545794265344739}
+{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.7868173122406006, "Finetune/Loss (Raw)": 0.31674301624298096, "Finetune/Step": 2252, "Finetune/Step Time": 7.554320819675922}
+{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.7869352102279663, "Finetune/Loss (Raw)": 0.8874425292015076, "Finetune/Step": 2253, "Finetune/Step Time": 7.525182448327541}
+{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.7870001196861267, "Finetune/Loss (Raw)": 0.935504138469696, "Finetune/Step": 2254, "Finetune/Step Time": 7.530165258795023}
+{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.7869510650634766, "Finetune/Loss (Raw)": 0.8547084927558899, "Finetune/Step": 2255, "Finetune/Step Time": 7.527246206998825}
+{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.7901599407196045, "Finetune/Loss (Raw)": 0.7622542381286621, "Finetune/Step": 2256, "Finetune/Step Time": 7.51528855599463}
+{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.7944283485412598, "Finetune/Loss (Raw)": 0.8222213387489319, "Finetune/Step": 2257, "Finetune/Step Time": 7.503930155187845}
+{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.7925785183906555, "Finetune/Loss (Raw)": 0.6331721544265747, "Finetune/Step": 2258, "Finetune/Step Time": 7.50384415499866}
+{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.7913264036178589, "Finetune/Loss (Raw)": 0.7535576224327087, "Finetune/Step": 2259, "Finetune/Step Time": 7.500845270231366}
+{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.7910876274108887, "Finetune/Loss (Raw)": 0.7562240362167358, "Finetune/Step": 2260, "Finetune/Step Time": 7.50564518943429}
+{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.7893686294555664, "Finetune/Loss (Raw)": 0.8739562034606934, "Finetune/Step": 2261, "Finetune/Step Time": 7.507781609892845}
+{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.7911107540130615, "Finetune/Loss (Raw)": 0.9815624356269836, "Finetune/Step": 2262, "Finetune/Step Time": 7.501458398997784}
+{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.7913131713867188, "Finetune/Loss (Raw)": 0.7932252287864685, "Finetune/Step": 2263, "Finetune/Step Time": 7.495151912793517}
+{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.7915998101234436, "Finetune/Loss (Raw)": 0.88923579454422, "Finetune/Step": 2264, "Finetune/Step Time": 7.498339045792818}
+{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.7946462035179138, "Finetune/Loss (Raw)": 0.8102025985717773, "Finetune/Step": 2265, "Finetune/Step Time": 7.486722346395254}
+{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.7921817302703857, "Finetune/Loss (Raw)": 0.5491948127746582, "Finetune/Step": 2266, "Finetune/Step Time": 7.493561567738652}
+{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.7926499843597412, "Finetune/Loss (Raw)": 0.8102424144744873, "Finetune/Step": 2267, "Finetune/Step Time": 7.474278420209885}
+{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.7915018200874329, "Finetune/Loss (Raw)": 0.747546911239624, "Finetune/Step": 2268, "Finetune/Step Time": 7.472051903605461}
+{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.7906202077865601, "Finetune/Loss (Raw)": 0.8756032586097717, "Finetune/Step": 2269, "Finetune/Step Time": 7.466140616685152}
+{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.7889576554298401, "Finetune/Loss (Raw)": 0.5791768431663513, "Finetune/Step": 2270, "Finetune/Step Time": 7.475434090942144}
+{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.7894229292869568, "Finetune/Loss (Raw)": 0.8857423663139343, "Finetune/Step": 2271, "Finetune/Step Time": 7.455669105052948}
+{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.7901860475540161, "Finetune/Loss (Raw)": 0.8970202207565308, "Finetune/Step": 2272, "Finetune/Step Time": 7.438311155885458}
+{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.7923536896705627, "Finetune/Loss (Raw)": 0.8120706081390381, "Finetune/Step": 2273, "Finetune/Step Time": 7.42449557594955}
+{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.7916565537452698, "Finetune/Loss (Raw)": 0.7596354484558105, "Finetune/Step": 2274, "Finetune/Step Time": 7.435821022838354}
+{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.7928574681282043, "Finetune/Loss (Raw)": 0.9174997210502625, "Finetune/Step": 2275, "Finetune/Step Time": 7.428968382999301}
+{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.7918659448623657, "Finetune/Loss (Raw)": 0.8562753200531006, "Finetune/Step": 2276, "Finetune/Step Time": 7.432192740961909}
+{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.7902082204818726, "Finetune/Loss (Raw)": 0.684199869632721, "Finetune/Step": 2277, "Finetune/Step Time": 7.436885150149465}
+{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.7909067273139954, "Finetune/Loss (Raw)": 0.8918799757957458, "Finetune/Step": 2278, "Finetune/Step Time": 7.435562573373318}
+{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.7904045581817627, "Finetune/Loss (Raw)": 0.8524001836776733, "Finetune/Step": 2279, "Finetune/Step Time": 7.424974391236901}
+{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.791053295135498, "Finetune/Loss (Raw)": 0.8416252732276917, "Finetune/Step": 2280, "Finetune/Step Time": 7.431799968704581}
+{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.7911111116409302, "Finetune/Loss (Raw)": 0.8009179830551147, "Finetune/Step": 2281, "Finetune/Step Time": 7.433525009080768}
+{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.7918200492858887, "Finetune/Loss (Raw)": 0.8166688680648804, "Finetune/Step": 2282, "Finetune/Step Time": 7.428104363381863}
+{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.7927929162979126, "Finetune/Loss (Raw)": 0.9449133276939392, "Finetune/Step": 2283, "Finetune/Step Time": 7.416365494951606}
+{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.7924305200576782, "Finetune/Loss (Raw)": 0.6322948336601257, "Finetune/Step": 2284, "Finetune/Step Time": 7.4307147692888975}
+{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.7926808595657349, "Finetune/Loss (Raw)": 0.7785014510154724, "Finetune/Step": 2285, "Finetune/Step Time": 7.430858496576548}
+{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.7918087244033813, "Finetune/Loss (Raw)": 0.7901649475097656, "Finetune/Step": 2286, "Finetune/Step Time": 7.4417461808770895}
+{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.789747416973114, "Finetune/Loss (Raw)": 0.6081117391586304, "Finetune/Step": 2287, "Finetune/Step Time": 7.4277433604002}
+{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.790519118309021, "Finetune/Loss (Raw)": 0.9154268503189087, "Finetune/Step": 2288, "Finetune/Step Time": 7.4313087947666645}
+{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.7893593311309814, "Finetune/Loss (Raw)": 0.6143501400947571, "Finetune/Step": 2289, "Finetune/Step Time": 7.444949835538864}
+{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.7906171083450317, "Finetune/Loss (Raw)": 0.921398401260376, "Finetune/Step": 2290, "Finetune/Step Time": 7.438367063179612}
+{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.7903986573219299, "Finetune/Loss (Raw)": 0.7689037322998047, "Finetune/Step": 2291, "Finetune/Step Time": 7.450120745226741}
+{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.7887377738952637, "Finetune/Loss (Raw)": 0.7488219141960144, "Finetune/Step": 2292, "Finetune/Step Time": 7.458077847957611}
+{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.7867716550827026, "Finetune/Loss (Raw)": 0.5567647814750671, "Finetune/Step": 2293, "Finetune/Step Time": 7.453513050451875}
+{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.7864259481430054, "Finetune/Loss (Raw)": 0.8620279431343079, "Finetune/Step": 2294, "Finetune/Step Time": 7.451757567003369}
+{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.7855435609817505, "Finetune/Loss (Raw)": 0.7946394085884094, "Finetune/Step": 2295, "Finetune/Step Time": 7.469374783337116}
+{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.7846001386642456, "Finetune/Loss (Raw)": 0.6798242330551147, "Finetune/Step": 2296, "Finetune/Step Time": 7.470539005473256}
+{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.7837893962860107, "Finetune/Loss (Raw)": 0.7929286956787109, "Finetune/Step": 2297, "Finetune/Step Time": 7.482951868325472}
+{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.7844769954681396, "Finetune/Loss (Raw)": 0.8126572966575623, "Finetune/Step": 2298, "Finetune/Step Time": 7.483765050768852}
+{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.7855913043022156, "Finetune/Loss (Raw)": 0.8846004009246826, "Finetune/Step": 2299, "Finetune/Step Time": 7.481815962120891}
+{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.7857904434204102, "Finetune/Loss (Raw)": 0.8904075622558594, "Finetune/Step": 2300, "Finetune/Step Time": 7.487203070893884}
+{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.7869722843170166, "Finetune/Loss (Raw)": 0.7610669136047363, "Finetune/Step": 2301, "Finetune/Step Time": 7.474232038483024}
+{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.7880599498748779, "Finetune/Loss (Raw)": 0.7177363038063049, "Finetune/Step": 2302, "Finetune/Step Time": 7.466538071632385}
+{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.7887464761734009, "Finetune/Loss (Raw)": 0.8471077680587769, "Finetune/Step": 2303, "Finetune/Step Time": 7.44891095533967}
+{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.7864993810653687, "Finetune/Loss (Raw)": 0.6348695755004883, "Finetune/Step": 2304, "Finetune/Step Time": 7.457246635109186}
+{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.7852594256401062, "Finetune/Loss (Raw)": 0.7504863142967224, "Finetune/Step": 2305, "Finetune/Step Time": 7.453728882595897}
+{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.7870655059814453, "Finetune/Loss (Raw)": 0.9339268803596497, "Finetune/Step": 2306, "Finetune/Step Time": 7.455975659191608}
+{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.7877377867698669, "Finetune/Loss (Raw)": 0.8691481947898865, "Finetune/Step": 2307, "Finetune/Step Time": 7.440706973895431}
+{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.7849321365356445, "Finetune/Loss (Raw)": 0.5184105634689331, "Finetune/Step": 2308, "Finetune/Step Time": 7.443027291446924}
+{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.7838364839553833, "Finetune/Loss (Raw)": 0.7619752287864685, "Finetune/Step": 2309, "Finetune/Step Time": 7.4432376604527235}
+{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.7834607362747192, "Finetune/Loss (Raw)": 0.8973060846328735, "Finetune/Step": 2310, "Finetune/Step Time": 7.438509730622172}
+{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.7851014137268066, "Finetune/Loss (Raw)": 0.897883415222168, "Finetune/Step": 2311, "Finetune/Step Time": 7.413647599518299}
+{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.7853929400444031, "Finetune/Loss (Raw)": 0.7198824882507324, "Finetune/Step": 2312, "Finetune/Step Time": 7.411997212097049}
+{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.7849732637405396, "Finetune/Loss (Raw)": 0.807198703289032, "Finetune/Step": 2313, "Finetune/Step Time": 7.417210977524519}
+{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.784605860710144, "Finetune/Loss (Raw)": 0.7656514644622803, "Finetune/Step": 2314, "Finetune/Step Time": 7.424568867310882}
+{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.7863815426826477, "Finetune/Loss (Raw)": 0.7723493576049805, "Finetune/Step": 2315, "Finetune/Step Time": 7.392005121335387}
+{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.787574827671051, "Finetune/Loss (Raw)": 0.9107372164726257, "Finetune/Step": 2316, "Finetune/Step Time": 7.356968095526099}
+{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.7884347438812256, "Finetune/Loss (Raw)": 0.7757453918457031, "Finetune/Step": 2317, "Finetune/Step Time": 7.34261923097074}
+{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.7887469530105591, "Finetune/Loss (Raw)": 0.7316783666610718, "Finetune/Step": 2318, "Finetune/Step Time": 7.330549668520689}
+{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.7899762988090515, "Finetune/Loss (Raw)": 0.9346597790718079, "Finetune/Step": 2319, "Finetune/Step Time": 7.321388810873032}
+{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.7908388376235962, "Finetune/Loss (Raw)": 0.77253657579422, "Finetune/Step": 2320, "Finetune/Step Time": 7.319815319031477}
+{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.7901276350021362, "Finetune/Loss (Raw)": 0.8163070678710938, "Finetune/Step": 2321, "Finetune/Step Time": 7.3278492875397205}
+{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.7901198863983154, "Finetune/Loss (Raw)": 0.8345627784729004, "Finetune/Step": 2322, "Finetune/Step Time": 7.327910328283906}
+{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.7884968519210815, "Finetune/Loss (Raw)": 0.680006206035614, "Finetune/Step": 2323, "Finetune/Step Time": 7.34161095879972}
+{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.7887628078460693, "Finetune/Loss (Raw)": 0.7723538875579834, "Finetune/Step": 2324, "Finetune/Step Time": 7.331159476190805}
+{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.7890760898590088, "Finetune/Loss (Raw)": 0.8550199866294861, "Finetune/Step": 2325, "Finetune/Step Time": 7.338018350303173}
+{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.7864853143692017, "Finetune/Loss (Raw)": 0.43818679451942444, "Finetune/Step": 2326, "Finetune/Step Time": 7.3449385687708855}
+{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.7871444821357727, "Finetune/Loss (Raw)": 0.8426946401596069, "Finetune/Step": 2327, "Finetune/Step Time": 7.360069135203958}
+{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.787321925163269, "Finetune/Loss (Raw)": 0.7481604218482971, "Finetune/Step": 2328, "Finetune/Step Time": 7.353608015924692}
+{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.7917813062667847, "Finetune/Loss (Raw)": 0.9234191179275513, "Finetune/Step": 2329, "Finetune/Step Time": 7.341713663190603}
+{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.7911996841430664, "Finetune/Loss (Raw)": 0.7202590107917786, "Finetune/Step": 2330, "Finetune/Step Time": 7.354006238281727}
+{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.7913628220558167, "Finetune/Loss (Raw)": 0.8202733397483826, "Finetune/Step": 2331, "Finetune/Step Time": 7.36139003187418}
+{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.7937034368515015, "Finetune/Loss (Raw)": 1.015290379524231, "Finetune/Step": 2332, "Finetune/Step Time": 7.3559237234294415}
+{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.7971610426902771, "Finetune/Loss (Raw)": 0.8702349066734314, "Finetune/Step": 2333, "Finetune/Step Time": 7.359674461185932}
+{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.7994133830070496, "Finetune/Loss (Raw)": 0.842457115650177, "Finetune/Step": 2334, "Finetune/Step Time": 7.3315926771610975}
+{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.7991946935653687, "Finetune/Loss (Raw)": 0.8166411519050598, "Finetune/Step": 2335, "Finetune/Step Time": 7.332274347543716}
+{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.7994173765182495, "Finetune/Loss (Raw)": 0.8091973662376404, "Finetune/Step": 2336, "Finetune/Step Time": 7.3365619741380215}
+{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.8004594445228577, "Finetune/Loss (Raw)": 0.9261096119880676, "Finetune/Step": 2337, "Finetune/Step Time": 7.335603795945644}
+{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.804053783416748, "Finetune/Loss (Raw)": 0.8537049889564514, "Finetune/Step": 2338, "Finetune/Step Time": 7.322363693267107}
+{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.8024880290031433, "Finetune/Loss (Raw)": 0.7235015034675598, "Finetune/Step": 2339, "Finetune/Step Time": 7.316617593169212}
+{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.8039417266845703, "Finetune/Loss (Raw)": 0.766076922416687, "Finetune/Step": 2340, "Finetune/Step Time": 7.291303275153041}
+{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.8053523302078247, "Finetune/Loss (Raw)": 0.8902110457420349, "Finetune/Step": 2341, "Finetune/Step Time": 7.316227259114385}
+{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.8032726049423218, "Finetune/Loss (Raw)": 0.35197484493255615, "Finetune/Step": 2342, "Finetune/Step Time": 7.32124207355082}
+{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.8035659790039062, "Finetune/Loss (Raw)": 0.9050515294075012, "Finetune/Step": 2343, "Finetune/Step Time": 7.3385575376451015}
+{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.8030784130096436, "Finetune/Loss (Raw)": 0.7891322374343872, "Finetune/Step": 2344, "Finetune/Step Time": 7.3621163461357355}
+{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.803663432598114, "Finetune/Loss (Raw)": 1.0177651643753052, "Finetune/Step": 2345, "Finetune/Step Time": 7.356836970895529}
+{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.8054287433624268, "Finetune/Loss (Raw)": 0.7995712161064148, "Finetune/Step": 2346, "Finetune/Step Time": 7.352382842451334}
+{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.8064080476760864, "Finetune/Loss (Raw)": 0.8314616680145264, "Finetune/Step": 2347, "Finetune/Step Time": 7.3206186927855015}
+{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.8062994480133057, "Finetune/Loss (Raw)": 0.8462201356887817, "Finetune/Step": 2348, "Finetune/Step Time": 7.331822209060192}
+{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.806986927986145, "Finetune/Loss (Raw)": 0.7949249148368835, "Finetune/Step": 2349, "Finetune/Step Time": 7.334326447919011}
+{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.8064374923706055, "Finetune/Loss (Raw)": 0.8307512402534485, "Finetune/Step": 2350, "Finetune/Step Time": 7.327013494446874}
+{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.8069952130317688, "Finetune/Loss (Raw)": 0.9291334748268127, "Finetune/Step": 2351, "Finetune/Step Time": 7.324270626530051}
+{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.8071616888046265, "Finetune/Loss (Raw)": 0.8554621934890747, "Finetune/Step": 2352, "Finetune/Step Time": 7.341792976483703}
+{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.8076736927032471, "Finetune/Loss (Raw)": 0.8454184532165527, "Finetune/Step": 2353, "Finetune/Step Time": 7.33508076146245}
+{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.8076828122138977, "Finetune/Loss (Raw)": 0.8472850918769836, "Finetune/Step": 2354, "Finetune/Step Time": 7.327082093805075}
+{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.8068649768829346, "Finetune/Loss (Raw)": 0.791973888874054, "Finetune/Step": 2355, "Finetune/Step Time": 7.324117217212915}
+{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.8061914443969727, "Finetune/Loss (Raw)": 0.6870335936546326, "Finetune/Step": 2356, "Finetune/Step Time": 7.323585890233517}
+{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.8066431879997253, "Finetune/Loss (Raw)": 0.8244265913963318, "Finetune/Step": 2357, "Finetune/Step Time": 7.327801363542676}
+{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.8076409101486206, "Finetune/Loss (Raw)": 0.9062666893005371, "Finetune/Step": 2358, "Finetune/Step Time": 7.324166724458337}
+{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.8026068210601807, "Finetune/Loss (Raw)": 0.29005277156829834, "Finetune/Step": 2359, "Finetune/Step Time": 7.336050340905786}
+{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.8018929958343506, "Finetune/Loss (Raw)": 0.881683886051178, "Finetune/Step": 2360, "Finetune/Step Time": 7.335629416629672}
+{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.8033580780029297, "Finetune/Loss (Raw)": 0.8779011368751526, "Finetune/Step": 2361, "Finetune/Step Time": 7.329031253233552}
+{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.802560567855835, "Finetune/Loss (Raw)": 0.8195480108261108, "Finetune/Step": 2362, "Finetune/Step Time": 7.321916818618774}
+{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.7996967434883118, "Finetune/Loss (Raw)": 0.555803120136261, "Finetune/Step": 2363, "Finetune/Step Time": 7.327143911272287}
+{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.7983298301696777, "Finetune/Loss (Raw)": 0.7519684433937073, "Finetune/Step": 2364, "Finetune/Step Time": 7.3243946749717}
+{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.7994275093078613, "Finetune/Loss (Raw)": 0.8809219598770142, "Finetune/Step": 2365, "Finetune/Step Time": 7.32049311324954}
+{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.7986834645271301, "Finetune/Loss (Raw)": 0.5743747353553772, "Finetune/Step": 2366, "Finetune/Step Time": 7.317333027720451}
+{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.7973043918609619, "Finetune/Loss (Raw)": 0.9264795780181885, "Finetune/Step": 2367, "Finetune/Step Time": 7.311773840337992}
+{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.7957711219787598, "Finetune/Loss (Raw)": 0.7759409546852112, "Finetune/Step": 2368, "Finetune/Step Time": 7.308082757517695}
+{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.7958726286888123, "Finetune/Loss (Raw)": 0.9535101652145386, "Finetune/Step": 2369, "Finetune/Step Time": 7.305444156751037}
+{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.7960700988769531, "Finetune/Loss (Raw)": 0.8148351907730103, "Finetune/Step": 2370, "Finetune/Step Time": 7.30786195024848}
+{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.7969608306884766, "Finetune/Loss (Raw)": 0.9180907011032104, "Finetune/Step": 2371, "Finetune/Step Time": 7.2968632858246565}
+{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.7944675087928772, "Finetune/Loss (Raw)": 0.7640747427940369, "Finetune/Step": 2372, "Finetune/Step Time": 7.300287840887904}
+{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.794792115688324, "Finetune/Loss (Raw)": 0.910702109336853, "Finetune/Step": 2373, "Finetune/Step Time": 7.322505792602897}
+{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.7928831577301025, "Finetune/Loss (Raw)": 0.7285585403442383, "Finetune/Step": 2374, "Finetune/Step Time": 7.324789037927985}
+{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.7925280928611755, "Finetune/Loss (Raw)": 0.6518847942352295, "Finetune/Step": 2375, "Finetune/Step Time": 7.328320709988475}
+{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.7941070199012756, "Finetune/Loss (Raw)": 0.9114068150520325, "Finetune/Step": 2376, "Finetune/Step Time": 7.3336614314466715}
+{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.795626163482666, "Finetune/Loss (Raw)": 0.9766800403594971, "Finetune/Step": 2377, "Finetune/Step Time": 7.334140548482537}
+{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.796784520149231, "Finetune/Loss (Raw)": 0.9183922410011292, "Finetune/Step": 2378, "Finetune/Step Time": 7.313709706068039}
+{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.7966475486755371, "Finetune/Loss (Raw)": 0.8447493314743042, "Finetune/Step": 2379, "Finetune/Step Time": 7.331011563539505}
+{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.7999356985092163, "Finetune/Loss (Raw)": 0.737632691860199, "Finetune/Step": 2380, "Finetune/Step Time": 7.3179066106677055}
+{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.7994500398635864, "Finetune/Loss (Raw)": 0.8252777457237244, "Finetune/Step": 2381, "Finetune/Step Time": 7.32027100212872}
+{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.7973465323448181, "Finetune/Loss (Raw)": 0.6662516593933105, "Finetune/Step": 2382, "Finetune/Step Time": 7.333204949274659}
+{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.7950153946876526, "Finetune/Loss (Raw)": 0.5563265681266785, "Finetune/Step": 2383, "Finetune/Step Time": 7.347734900191426}
+{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.7964644432067871, "Finetune/Loss (Raw)": 0.9477302432060242, "Finetune/Step": 2384, "Finetune/Step Time": 7.3445436488837}
+{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.7962677478790283, "Finetune/Loss (Raw)": 0.7970395684242249, "Finetune/Step": 2385, "Finetune/Step Time": 7.350002262741327}
+{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.798854649066925, "Finetune/Loss (Raw)": 0.964300274848938, "Finetune/Step": 2386, "Finetune/Step Time": 7.356988443061709}
+{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.7993139624595642, "Finetune/Loss (Raw)": 0.8123512864112854, "Finetune/Step": 2387, "Finetune/Step Time": 7.371458051726222}
+{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.7998040914535522, "Finetune/Loss (Raw)": 0.818955659866333, "Finetune/Step": 2388, "Finetune/Step Time": 7.381713077425957}
+{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.8004319071769714, "Finetune/Loss (Raw)": 0.9543203711509705, "Finetune/Step": 2389, "Finetune/Step Time": 7.380397437140346}
+{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.8000486493110657, "Finetune/Loss (Raw)": 0.9325024485588074, "Finetune/Step": 2390, "Finetune/Step Time": 7.384270941838622}
+{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.8010492324829102, "Finetune/Loss (Raw)": 0.9213016629219055, "Finetune/Step": 2391, "Finetune/Step Time": 7.384032199159265}
+{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.800682008266449, "Finetune/Loss (Raw)": 0.842227041721344, "Finetune/Step": 2392, "Finetune/Step Time": 7.384381491690874}
+{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.801397979259491, "Finetune/Loss (Raw)": 0.9018515944480896, "Finetune/Step": 2393, "Finetune/Step Time": 7.397821560502052}
+{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.8001849055290222, "Finetune/Loss (Raw)": 0.3939172923564911, "Finetune/Step": 2394, "Finetune/Step Time": 7.412490397691727}
+{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.8005987405776978, "Finetune/Loss (Raw)": 0.8632245063781738, "Finetune/Step": 2395, "Finetune/Step Time": 7.417744329199195}
+{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.8008960485458374, "Finetune/Loss (Raw)": 0.7855916619300842, "Finetune/Step": 2396, "Finetune/Step Time": 7.415717858821154}
+{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.800652265548706, "Finetune/Loss (Raw)": 0.8443976044654846, "Finetune/Step": 2397, "Finetune/Step Time": 7.413091083988547}
+{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.8039984703063965, "Finetune/Loss (Raw)": 1.007495403289795, "Finetune/Step": 2398, "Finetune/Step Time": 7.403783166781068}
+{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.8042159080505371, "Finetune/Loss (Raw)": 0.913573145866394, "Finetune/Step": 2399, "Finetune/Step Time": 7.4108439311385155}
+{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.8029462099075317, "Finetune/Loss (Raw)": 0.7344962358474731, "Finetune/Step": 2400, "Finetune/Step Time": 7.4032913744449615}
+{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.8030688166618347, "Finetune/Loss (Raw)": 0.8277685642242432, "Finetune/Step": 2401, "Finetune/Step Time": 7.405904948711395}
+{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.8027076125144958, "Finetune/Loss (Raw)": 0.713398277759552, "Finetune/Step": 2402, "Finetune/Step Time": 7.40003864094615}
+{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.8021584153175354, "Finetune/Loss (Raw)": 0.8472084403038025, "Finetune/Step": 2403, "Finetune/Step Time": 7.407648999243975}
+{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.8021581768989563, "Finetune/Loss (Raw)": 0.8562412261962891, "Finetune/Step": 2404, "Finetune/Step Time": 7.406523782759905}
+{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.803111732006073, "Finetune/Loss (Raw)": 0.8062542676925659, "Finetune/Step": 2405, "Finetune/Step Time": 7.403168125078082}
+{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.803490400314331, "Finetune/Loss (Raw)": 0.9403517842292786, "Finetune/Step": 2406, "Finetune/Step Time": 7.414427066221833}
+{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.8014166355133057, "Finetune/Loss (Raw)": 0.5869503617286682, "Finetune/Step": 2407, "Finetune/Step Time": 7.435717038810253}
+{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.802746593952179, "Finetune/Loss (Raw)": 1.011864185333252, "Finetune/Step": 2408, "Finetune/Step Time": 7.433004589751363}
+{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.8028128147125244, "Finetune/Loss (Raw)": 0.8093917369842529, "Finetune/Step": 2409, "Finetune/Step Time": 7.432921629399061}
+{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.8025692701339722, "Finetune/Loss (Raw)": 0.7854976058006287, "Finetune/Step": 2410, "Finetune/Step Time": 7.441697154194117}
+{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.8004943132400513, "Finetune/Loss (Raw)": 0.6793196797370911, "Finetune/Step": 2411, "Finetune/Step Time": 7.448606755584478}
+{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.801426351070404, "Finetune/Loss (Raw)": 0.7515981197357178, "Finetune/Step": 2412, "Finetune/Step Time": 7.426781788468361}
+{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.8012456893920898, "Finetune/Loss (Raw)": 0.7553764581680298, "Finetune/Step": 2413, "Finetune/Step Time": 7.416636757552624}
+{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.802085280418396, "Finetune/Loss (Raw)": 0.8976314663887024, "Finetune/Step": 2414, "Finetune/Step Time": 7.401861215010285}
+{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.8038012385368347, "Finetune/Loss (Raw)": 0.8277502059936523, "Finetune/Step": 2415, "Finetune/Step Time": 7.4006825145334005}
+{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.8027490377426147, "Finetune/Loss (Raw)": 0.7807484269142151, "Finetune/Step": 2416, "Finetune/Step Time": 7.398196155205369}
+{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.8035664558410645, "Finetune/Loss (Raw)": 0.7189797163009644, "Finetune/Step": 2417, "Finetune/Step Time": 7.395793534815311}
+{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.79981529712677, "Finetune/Loss (Raw)": 0.4412534236907959, "Finetune/Step": 2418, "Finetune/Step Time": 7.418759532272816}
+{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.7998228669166565, "Finetune/Loss (Raw)": 0.7698706984519958, "Finetune/Step": 2419, "Finetune/Step Time": 7.425350043922663}
+{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.8017138242721558, "Finetune/Loss (Raw)": 0.9908581376075745, "Finetune/Step": 2420, "Finetune/Step Time": 7.4150461331009865}
+{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.8025733232498169, "Finetune/Loss (Raw)": 0.6667842864990234, "Finetune/Step": 2421, "Finetune/Step Time": 7.412965772673488}
+{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.801242470741272, "Finetune/Loss (Raw)": 0.6916776895523071, "Finetune/Step": 2422, "Finetune/Step Time": 7.422454761341214}
+{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.7995165586471558, "Finetune/Loss (Raw)": 0.5737200975418091, "Finetune/Step": 2423, "Finetune/Step Time": 7.415734624490142}
+{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.8011396527290344, "Finetune/Loss (Raw)": 0.8875855207443237, "Finetune/Step": 2424, "Finetune/Step Time": 7.414761984720826}
+{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.800287663936615, "Finetune/Loss (Raw)": 0.6838753819465637, "Finetune/Step": 2425, "Finetune/Step Time": 7.414197381585836}
+{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.7967846393585205, "Finetune/Loss (Raw)": 0.3642737865447998, "Finetune/Step": 2426, "Finetune/Step Time": 7.42675837315619}
+{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.7964804768562317, "Finetune/Loss (Raw)": 0.8456642627716064, "Finetune/Step": 2427, "Finetune/Step Time": 7.4171149376779795}
+{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.7951177358627319, "Finetune/Loss (Raw)": 0.7159755229949951, "Finetune/Step": 2428, "Finetune/Step Time": 7.411159574985504}
+{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.7957625985145569, "Finetune/Loss (Raw)": 0.8436080813407898, "Finetune/Step": 2429, "Finetune/Step Time": 7.421928163617849}
+{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.79554283618927, "Finetune/Loss (Raw)": 0.6896090507507324, "Finetune/Step": 2430, "Finetune/Step Time": 7.445196637883782}
+{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.796016275882721, "Finetune/Loss (Raw)": 0.9077048897743225, "Finetune/Step": 2431, "Finetune/Step Time": 7.4430740885436535}
+{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.7973556518554688, "Finetune/Loss (Raw)": 0.8063096404075623, "Finetune/Step": 2432, "Finetune/Step Time": 7.44468161277473}
+{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.7972433567047119, "Finetune/Loss (Raw)": 0.736117959022522, "Finetune/Step": 2433, "Finetune/Step Time": 7.443815832957625}
+{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.7965770959854126, "Finetune/Loss (Raw)": 0.8486421704292297, "Finetune/Step": 2434, "Finetune/Step Time": 7.442533558234572}
+{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.7960803508758545, "Finetune/Loss (Raw)": 0.8055614829063416, "Finetune/Step": 2435, "Finetune/Step Time": 7.450506195425987}
+{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.798995852470398, "Finetune/Loss (Raw)": 0.8915953040122986, "Finetune/Step": 2436, "Finetune/Step Time": 7.443072279915214}
+{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.7990516424179077, "Finetune/Loss (Raw)": 0.769116997718811, "Finetune/Step": 2437, "Finetune/Step Time": 7.447633717209101}
+{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.7992252111434937, "Finetune/Loss (Raw)": 0.9195197224617004, "Finetune/Step": 2438, "Finetune/Step Time": 7.451200395822525}
+{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.7993379235267639, "Finetune/Loss (Raw)": 0.9123127460479736, "Finetune/Step": 2439, "Finetune/Step Time": 7.451029170304537}
+{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.8007697463035583, "Finetune/Loss (Raw)": 0.9031592607498169, "Finetune/Step": 2440, "Finetune/Step Time": 7.4307829681783915}
+{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.8016375303268433, "Finetune/Loss (Raw)": 0.9182738065719604, "Finetune/Step": 2441, "Finetune/Step Time": 7.425177939236164}
+{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.8021291494369507, "Finetune/Loss (Raw)": 0.828575849533081, "Finetune/Step": 2442, "Finetune/Step Time": 7.421827482059598}
+{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.8032158613204956, "Finetune/Loss (Raw)": 0.9114547967910767, "Finetune/Step": 2443, "Finetune/Step Time": 7.4262533113360405}
+{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.8028085231781006, "Finetune/Loss (Raw)": 0.8585965633392334, "Finetune/Step": 2444, "Finetune/Step Time": 7.432417510077357}
+{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.7997725605964661, "Finetune/Loss (Raw)": 0.387136846780777, "Finetune/Step": 2445, "Finetune/Step Time": 7.442418856546283}
+{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.8009467124938965, "Finetune/Loss (Raw)": 0.8819765448570251, "Finetune/Step": 2446, "Finetune/Step Time": 7.444355182349682}
+{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.8002926707267761, "Finetune/Loss (Raw)": 0.8509425520896912, "Finetune/Step": 2447, "Finetune/Step Time": 7.448684791103005}
+{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.8013685941696167, "Finetune/Loss (Raw)": 0.910247802734375, "Finetune/Step": 2448, "Finetune/Step Time": 7.450315956026316}
+{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.8006472587585449, "Finetune/Loss (Raw)": 0.7239755392074585, "Finetune/Step": 2449, "Finetune/Step Time": 7.442440127953887}
+{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.7979010343551636, "Finetune/Loss (Raw)": 0.4830487370491028, "Finetune/Step": 2450, "Finetune/Step Time": 7.452721694484353}
+{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.7950751781463623, "Finetune/Loss (Raw)": 0.31830498576164246, "Finetune/Step": 2451, "Finetune/Step Time": 7.454220455139875}
+{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.7951122522354126, "Finetune/Loss (Raw)": 0.7770905494689941, "Finetune/Step": 2452, "Finetune/Step Time": 7.455920973792672}
+{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.7946025133132935, "Finetune/Loss (Raw)": 0.7897781133651733, "Finetune/Step": 2453, "Finetune/Step Time": 7.473309548571706}
+{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.7975316643714905, "Finetune/Loss (Raw)": 0.8131125569343567, "Finetune/Step": 2454, "Finetune/Step Time": 7.470518300309777}
+{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.7977250814437866, "Finetune/Loss (Raw)": 0.8674563765525818, "Finetune/Step": 2455, "Finetune/Step Time": 7.457842659205198}
+{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.7987332940101624, "Finetune/Loss (Raw)": 0.8772109746932983, "Finetune/Step": 2456, "Finetune/Step Time": 7.448118360713124}
+{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.7981369495391846, "Finetune/Loss (Raw)": 0.8470805883407593, "Finetune/Step": 2457, "Finetune/Step Time": 7.455742828547955}
+{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.7987714409828186, "Finetune/Loss (Raw)": 0.8014810681343079, "Finetune/Step": 2458, "Finetune/Step Time": 7.4621082581579685}
+{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.7983886003494263, "Finetune/Loss (Raw)": 0.771272599697113, "Finetune/Step": 2459, "Finetune/Step Time": 7.456895658746362}
+{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.7963448762893677, "Finetune/Loss (Raw)": 0.753689169883728, "Finetune/Step": 2460, "Finetune/Step Time": 7.452417531982064}
+{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.7969075441360474, "Finetune/Loss (Raw)": 0.9422581791877747, "Finetune/Step": 2461, "Finetune/Step Time": 7.459725324064493}
+{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.7970737218856812, "Finetune/Loss (Raw)": 0.8637308478355408, "Finetune/Step": 2462, "Finetune/Step Time": 7.447396589443088}
+{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.7969300746917725, "Finetune/Loss (Raw)": 0.7982489466667175, "Finetune/Step": 2463, "Finetune/Step Time": 7.447847716510296}
+{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.7975579500198364, "Finetune/Loss (Raw)": 0.88956218957901, "Finetune/Step": 2464, "Finetune/Step Time": 7.433925392106175}
+{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.7967808246612549, "Finetune/Loss (Raw)": 0.8266439437866211, "Finetune/Step": 2465, "Finetune/Step Time": 7.436444936320186}
+{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.7961472868919373, "Finetune/Loss (Raw)": 0.7726075649261475, "Finetune/Step": 2466, "Finetune/Step Time": 7.438011527061462}
+{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.7967922687530518, "Finetune/Loss (Raw)": 0.8060634732246399, "Finetune/Step": 2467, "Finetune/Step Time": 7.418888054788113}
+{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.7980710864067078, "Finetune/Loss (Raw)": 0.929764986038208, "Finetune/Step": 2468, "Finetune/Step Time": 7.423340739682317}
+{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.798149824142456, "Finetune/Loss (Raw)": 0.9002904295921326, "Finetune/Step": 2469, "Finetune/Step Time": 7.396978059783578}
+{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.8013562560081482, "Finetune/Loss (Raw)": 0.7623966336250305, "Finetune/Step": 2470, "Finetune/Step Time": 7.3904869351536036}
+{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.8012524843215942, "Finetune/Loss (Raw)": 0.8917729258537292, "Finetune/Step": 2471, "Finetune/Step Time": 7.374774651601911}
+{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.8016254901885986, "Finetune/Loss (Raw)": 0.8368693590164185, "Finetune/Step": 2472, "Finetune/Step Time": 7.3492418602108955}
+{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.800452470779419, "Finetune/Loss (Raw)": 0.8676213026046753, "Finetune/Step": 2473, "Finetune/Step Time": 7.354807611554861}
+{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.8003405928611755, "Finetune/Loss (Raw)": 0.785252571105957, "Finetune/Step": 2474, "Finetune/Step Time": 7.35907756537199}
+{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.8002021312713623, "Finetune/Loss (Raw)": 0.8137443661689758, "Finetune/Step": 2475, "Finetune/Step Time": 7.359102116897702}
+{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.8001523017883301, "Finetune/Loss (Raw)": 0.8398359417915344, "Finetune/Step": 2476, "Finetune/Step Time": 7.346479332074523}
+{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.8003615140914917, "Finetune/Loss (Raw)": 0.8216976523399353, "Finetune/Step": 2477, "Finetune/Step Time": 7.332100048661232}
+{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.800260603427887, "Finetune/Loss (Raw)": 0.8178429007530212, "Finetune/Step": 2478, "Finetune/Step Time": 7.3318738751113415}
+{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.7986685037612915, "Finetune/Loss (Raw)": 0.7253396511077881, "Finetune/Step": 2479, "Finetune/Step Time": 7.332232719287276}
+{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.7974714636802673, "Finetune/Loss (Raw)": 0.702243447303772, "Finetune/Step": 2480, "Finetune/Step Time": 7.321372665464878}
+{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.793785572052002, "Finetune/Loss (Raw)": 0.37362977862358093, "Finetune/Step": 2481, "Finetune/Step Time": 7.331788085401058}
+{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.7951623201370239, "Finetune/Loss (Raw)": 1.0235053300857544, "Finetune/Step": 2482, "Finetune/Step Time": 7.329340415075421}
+{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.7949853539466858, "Finetune/Loss (Raw)": 0.7693185210227966, "Finetune/Step": 2483, "Finetune/Step Time": 7.335223751142621}
+{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.7953696250915527, "Finetune/Loss (Raw)": 0.7362256050109863, "Finetune/Step": 2484, "Finetune/Step Time": 7.342075070366263}
+{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.7955437302589417, "Finetune/Loss (Raw)": 0.8467040657997131, "Finetune/Step": 2485, "Finetune/Step Time": 7.3424343429505825}
+{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.7935265898704529, "Finetune/Loss (Raw)": 0.6480799317359924, "Finetune/Step": 2486, "Finetune/Step Time": 7.353646419942379}
+{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.7936999797821045, "Finetune/Loss (Raw)": 0.3122429847717285, "Finetune/Step": 2487, "Finetune/Step Time": 7.36379324644804}
+{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.7938601970672607, "Finetune/Loss (Raw)": 0.9021992087364197, "Finetune/Step": 2488, "Finetune/Step Time": 7.362894060090184}
+{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.7938690185546875, "Finetune/Loss (Raw)": 0.8790291547775269, "Finetune/Step": 2489, "Finetune/Step Time": 7.381430543959141}
+{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.7899306416511536, "Finetune/Loss (Raw)": 0.31543073058128357, "Finetune/Step": 2490, "Finetune/Step Time": 7.398697044700384}
+{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.7917653322219849, "Finetune/Loss (Raw)": 0.7906457781791687, "Finetune/Step": 2491, "Finetune/Step Time": 7.391953408718109}
+{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.7914736270904541, "Finetune/Loss (Raw)": 0.7146232724189758, "Finetune/Step": 2492, "Finetune/Step Time": 7.393056392669678}
+{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.7911188006401062, "Finetune/Loss (Raw)": 0.8355042338371277, "Finetune/Step": 2493, "Finetune/Step Time": 7.400662139058113}
+{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.7938919067382812, "Finetune/Loss (Raw)": 0.9293320178985596, "Finetune/Step": 2494, "Finetune/Step Time": 7.389298969879746}
+{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.7932626008987427, "Finetune/Loss (Raw)": 0.8459271192550659, "Finetune/Step": 2495, "Finetune/Step Time": 7.3828411884605885}
+{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.7932039499282837, "Finetune/Loss (Raw)": 0.7684324979782104, "Finetune/Step": 2496, "Finetune/Step Time": 7.403997426852584}
+{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.7909683585166931, "Finetune/Loss (Raw)": 0.6673597097396851, "Finetune/Step": 2497, "Finetune/Step Time": 7.403315266594291}
+{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.7919450998306274, "Finetune/Loss (Raw)": 0.9398604035377502, "Finetune/Step": 2498, "Finetune/Step Time": 7.403753712773323}
+{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.7888343334197998, "Finetune/Loss (Raw)": 0.5199032425880432, "Finetune/Step": 2499, "Finetune/Step Time": 7.416292753070593}
+{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.7896304130554199, "Finetune/Loss (Raw)": 0.865985095500946, "Finetune/Step": 2500, "Finetune/Step Time": 7.416194850578904}
+{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.789508581161499, "Finetune/Loss (Raw)": 0.8950997591018677, "Finetune/Step": 2501, "Finetune/Step Time": 7.397021636366844}
+{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.7906273007392883, "Finetune/Loss (Raw)": 0.8717609643936157, "Finetune/Step": 2502, "Finetune/Step Time": 7.396971192210913}
+{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.7920070886611938, "Finetune/Loss (Raw)": 0.8284927606582642, "Finetune/Step": 2503, "Finetune/Step Time": 7.38616849668324}
+{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.7914648652076721, "Finetune/Loss (Raw)": 0.8420043587684631, "Finetune/Step": 2504, "Finetune/Step Time": 7.390085889026523}
+{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.7903291583061218, "Finetune/Loss (Raw)": 0.83130943775177, "Finetune/Step": 2505, "Finetune/Step Time": 7.390093615278602}
+{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.7892924547195435, "Finetune/Loss (Raw)": 0.7856974005699158, "Finetune/Step": 2506, "Finetune/Step Time": 7.394023409113288}
+{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.789901614189148, "Finetune/Loss (Raw)": 0.922709047794342, "Finetune/Step": 2507, "Finetune/Step Time": 7.381294507533312}
+{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.7899117469787598, "Finetune/Loss (Raw)": 0.7389376163482666, "Finetune/Step": 2508, "Finetune/Step Time": 7.388087714090943}
+{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.78969407081604, "Finetune/Loss (Raw)": 0.7974104881286621, "Finetune/Step": 2509, "Finetune/Step Time": 7.39168843254447}
+{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.7916810512542725, "Finetune/Loss (Raw)": 0.9205878376960754, "Finetune/Step": 2510, "Finetune/Step Time": 7.374963352456689}
+{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.7940728664398193, "Finetune/Loss (Raw)": 0.8624820113182068, "Finetune/Step": 2511, "Finetune/Step Time": 7.380419172346592}
+{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.7922129034996033, "Finetune/Loss (Raw)": 0.7096506953239441, "Finetune/Step": 2512, "Finetune/Step Time": 7.399304039776325}
+{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.7917881608009338, "Finetune/Loss (Raw)": 0.7426729202270508, "Finetune/Step": 2513, "Finetune/Step Time": 7.399108635261655}
+{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.7910077571868896, "Finetune/Loss (Raw)": 0.8644078373908997, "Finetune/Step": 2514, "Finetune/Step Time": 7.405369056388736}
+{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.7895764112472534, "Finetune/Loss (Raw)": 0.6291391849517822, "Finetune/Step": 2515, "Finetune/Step Time": 7.410253094509244}
+{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.7894234657287598, "Finetune/Loss (Raw)": 0.7993892431259155, "Finetune/Step": 2516, "Finetune/Step Time": 7.398494902998209}
+{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.7885611057281494, "Finetune/Loss (Raw)": 0.8439335227012634, "Finetune/Step": 2517, "Finetune/Step Time": 7.401373418048024}
+{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.7871633768081665, "Finetune/Loss (Raw)": 0.7535971403121948, "Finetune/Step": 2518, "Finetune/Step Time": 7.407095476984978}
+{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.785953164100647, "Finetune/Loss (Raw)": 0.7663922905921936, "Finetune/Step": 2519, "Finetune/Step Time": 7.411044385284185}
+{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.786561131477356, "Finetune/Loss (Raw)": 0.9200432896614075, "Finetune/Step": 2520, "Finetune/Step Time": 7.410637719556689}
+{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.7826460599899292, "Finetune/Loss (Raw)": 0.40072017908096313, "Finetune/Step": 2521, "Finetune/Step Time": 7.407539239153266}
+{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.7860357761383057, "Finetune/Loss (Raw)": 0.8277988433837891, "Finetune/Step": 2522, "Finetune/Step Time": 7.404908427968621}
+{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.7840757369995117, "Finetune/Loss (Raw)": 0.6123443245887756, "Finetune/Step": 2523, "Finetune/Step Time": 7.406576732173562}
+{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.7839977145195007, "Finetune/Loss (Raw)": 0.7756040692329407, "Finetune/Step": 2524, "Finetune/Step Time": 7.405193971469998}
+{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.7821682691574097, "Finetune/Loss (Raw)": 0.6102275848388672, "Finetune/Step": 2525, "Finetune/Step Time": 7.418332142755389}
+{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.7808939218521118, "Finetune/Loss (Raw)": 0.8443825244903564, "Finetune/Step": 2526, "Finetune/Step Time": 7.421358048915863}
+{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.7801221013069153, "Finetune/Loss (Raw)": 0.8147752285003662, "Finetune/Step": 2527, "Finetune/Step Time": 7.431241802871227}
+{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.781707763671875, "Finetune/Loss (Raw)": 0.9374603033065796, "Finetune/Step": 2528, "Finetune/Step Time": 7.437322847545147}
+{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.7773164510726929, "Finetune/Loss (Raw)": 0.26568475365638733, "Finetune/Step": 2529, "Finetune/Step Time": 7.449512770399451}
+{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.7784163951873779, "Finetune/Loss (Raw)": 0.8541952967643738, "Finetune/Step": 2530, "Finetune/Step Time": 7.4309782069176435}
+{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.7777853012084961, "Finetune/Loss (Raw)": 0.7664217352867126, "Finetune/Step": 2531, "Finetune/Step Time": 7.430135698989034}
+{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.7773431539535522, "Finetune/Loss (Raw)": 0.7996440529823303, "Finetune/Step": 2532, "Finetune/Step Time": 7.446767944842577}
+{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.776282012462616, "Finetune/Loss (Raw)": 0.6704335808753967, "Finetune/Step": 2533, "Finetune/Step Time": 7.449266090989113}
+{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.7718789577484131, "Finetune/Loss (Raw)": 0.3767652213573456, "Finetune/Step": 2534, "Finetune/Step Time": 7.45192314684391}
+{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.7745633125305176, "Finetune/Loss (Raw)": 0.9305406212806702, "Finetune/Step": 2535, "Finetune/Step Time": 7.4361320193856955}
+{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.7713615894317627, "Finetune/Loss (Raw)": 0.6020431518554688, "Finetune/Step": 2536, "Finetune/Step Time": 7.443980967625976}
+{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.7709399461746216, "Finetune/Loss (Raw)": 0.7554290890693665, "Finetune/Step": 2537, "Finetune/Step Time": 7.451019207015634}
+{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.7715204954147339, "Finetune/Loss (Raw)": 0.8597996830940247, "Finetune/Step": 2538, "Finetune/Step Time": 7.455123132094741}
+{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.7723426222801208, "Finetune/Loss (Raw)": 0.7845520377159119, "Finetune/Step": 2539, "Finetune/Step Time": 7.453760085627437}
+{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.7729254961013794, "Finetune/Loss (Raw)": 0.8262084722518921, "Finetune/Step": 2540, "Finetune/Step Time": 7.453782541677356}
+{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.7720909118652344, "Finetune/Loss (Raw)": 0.6485466361045837, "Finetune/Step": 2541, "Finetune/Step Time": 7.470795204862952}
+{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.7715190649032593, "Finetune/Loss (Raw)": 0.8244423270225525, "Finetune/Step": 2542, "Finetune/Step Time": 7.475758599117398}
+{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.7715990543365479, "Finetune/Loss (Raw)": 0.837986409664154, "Finetune/Step": 2543, "Finetune/Step Time": 7.471198687329888}
+{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.7705622315406799, "Finetune/Loss (Raw)": 0.6480341553688049, "Finetune/Step": 2544, "Finetune/Step Time": 7.481615224853158}
+{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.7711997032165527, "Finetune/Loss (Raw)": 0.8005746603012085, "Finetune/Step": 2545, "Finetune/Step Time": 7.475670970976353}
+{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.7699199914932251, "Finetune/Loss (Raw)": 0.27745357155799866, "Finetune/Step": 2546, "Finetune/Step Time": 7.464440580457449}
+{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.7700834274291992, "Finetune/Loss (Raw)": 0.7907860279083252, "Finetune/Step": 2547, "Finetune/Step Time": 7.43719882145524}
+{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.7696468830108643, "Finetune/Loss (Raw)": 0.9349837899208069, "Finetune/Step": 2548, "Finetune/Step Time": 7.439596915617585}
+{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.766919732093811, "Finetune/Loss (Raw)": 0.31770867109298706, "Finetune/Step": 2549, "Finetune/Step Time": 7.433908699080348}
+{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.7678797245025635, "Finetune/Loss (Raw)": 0.8145533204078674, "Finetune/Step": 2550, "Finetune/Step Time": 7.423967719078064}
+{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.7702990770339966, "Finetune/Loss (Raw)": 0.8833931684494019, "Finetune/Step": 2551, "Finetune/Step Time": 7.419954132288694}
+{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.7715209722518921, "Finetune/Loss (Raw)": 1.044000506401062, "Finetune/Step": 2552, "Finetune/Step Time": 7.42058920301497}
+{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.7717068195343018, "Finetune/Loss (Raw)": 0.7076532244682312, "Finetune/Step": 2553, "Finetune/Step Time": 7.421832866966724}
+{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.775360107421875, "Finetune/Loss (Raw)": 0.8319016098976135, "Finetune/Step": 2554, "Finetune/Step Time": 7.436205355450511}
+{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.7713162302970886, "Finetune/Loss (Raw)": 0.3280435800552368, "Finetune/Step": 2555, "Finetune/Step Time": 7.44905605353415}
+{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.7723628878593445, "Finetune/Loss (Raw)": 0.8499533534049988, "Finetune/Step": 2556, "Finetune/Step Time": 7.46046245470643}
+{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.7711656093597412, "Finetune/Loss (Raw)": 0.6903529763221741, "Finetune/Step": 2557, "Finetune/Step Time": 7.444379268214107}
+{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.7720767855644226, "Finetune/Loss (Raw)": 0.8062384724617004, "Finetune/Step": 2558, "Finetune/Step Time": 7.414961548522115}
+{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.7708329558372498, "Finetune/Loss (Raw)": 0.7484942674636841, "Finetune/Step": 2559, "Finetune/Step Time": 7.413495594635606}
+{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.7694182991981506, "Finetune/Loss (Raw)": 0.6252353191375732, "Finetune/Step": 2560, "Finetune/Step Time": 7.421404091641307}
+{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.770061194896698, "Finetune/Loss (Raw)": 0.8184071183204651, "Finetune/Step": 2561, "Finetune/Step Time": 7.424170553684235}
+{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.7705249786376953, "Finetune/Loss (Raw)": 0.9080113768577576, "Finetune/Step": 2562, "Finetune/Step Time": 7.423145340755582}
+{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.7675228118896484, "Finetune/Loss (Raw)": 0.4212799668312073, "Finetune/Step": 2563, "Finetune/Step Time": 7.421121789142489}
+{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.7671496868133545, "Finetune/Loss (Raw)": 0.8438313603401184, "Finetune/Step": 2564, "Finetune/Step Time": 7.423818614333868}
+{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.7680275440216064, "Finetune/Loss (Raw)": 0.8814873695373535, "Finetune/Step": 2565, "Finetune/Step Time": 7.4214178416877985}
+{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.7673410177230835, "Finetune/Loss (Raw)": 0.831642210483551, "Finetune/Step": 2566, "Finetune/Step Time": 7.44454482011497}
+{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.7659130096435547, "Finetune/Loss (Raw)": 0.7295297384262085, "Finetune/Step": 2567, "Finetune/Step Time": 7.448731511831284}
+{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.7646427154541016, "Finetune/Loss (Raw)": 0.7405653595924377, "Finetune/Step": 2568, "Finetune/Step Time": 7.452053898945451}
+{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.765247106552124, "Finetune/Loss (Raw)": 0.9956322908401489, "Finetune/Step": 2569, "Finetune/Step Time": 7.450281912460923}
+{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.7650982141494751, "Finetune/Loss (Raw)": 0.8095179796218872, "Finetune/Step": 2570, "Finetune/Step Time": 7.465693257749081}
+{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.7659387588500977, "Finetune/Loss (Raw)": 1.0190491676330566, "Finetune/Step": 2571, "Finetune/Step Time": 7.464037910103798}
+{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.765692949295044, "Finetune/Loss (Raw)": 0.8271312117576599, "Finetune/Step": 2572, "Finetune/Step Time": 7.4614928755909204}
+{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.7688001394271851, "Finetune/Loss (Raw)": 0.7848532795906067, "Finetune/Step": 2573, "Finetune/Step Time": 7.4539002776145935}
+{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.7679020166397095, "Finetune/Loss (Raw)": 0.7670164704322815, "Finetune/Step": 2574, "Finetune/Step Time": 7.476207993924618}
+{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.7668759822845459, "Finetune/Loss (Raw)": 0.719608724117279, "Finetune/Step": 2575, "Finetune/Step Time": 7.469191126525402}
+{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.76609206199646, "Finetune/Loss (Raw)": 0.8099086284637451, "Finetune/Step": 2576, "Finetune/Step Time": 7.469905603677034}
+{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.7672014832496643, "Finetune/Loss (Raw)": 0.865981936454773, "Finetune/Step": 2577, "Finetune/Step Time": 7.473214849829674}
+{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.7704845666885376, "Finetune/Loss (Raw)": 0.9032790064811707, "Finetune/Step": 2578, "Finetune/Step Time": 7.460221506655216}
+{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.7751029133796692, "Finetune/Loss (Raw)": 0.9094586968421936, "Finetune/Step": 2579, "Finetune/Step Time": 7.444872412830591}
+{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.773755669593811, "Finetune/Loss (Raw)": 0.6046388745307922, "Finetune/Step": 2580, "Finetune/Step Time": 7.454741805791855}
+{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.7748128175735474, "Finetune/Loss (Raw)": 0.9250906109809875, "Finetune/Step": 2581, "Finetune/Step Time": 7.431733775883913}
+{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.7746435403823853, "Finetune/Loss (Raw)": 0.7914488315582275, "Finetune/Step": 2582, "Finetune/Step Time": 7.4205786027014256}
+{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.7733453512191772, "Finetune/Loss (Raw)": 0.7012830376625061, "Finetune/Step": 2583, "Finetune/Step Time": 7.428863966837525}
+{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.7736911773681641, "Finetune/Loss (Raw)": 0.9214871525764465, "Finetune/Step": 2584, "Finetune/Step Time": 7.429706195369363}
+{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.7721420526504517, "Finetune/Loss (Raw)": 0.6487934589385986, "Finetune/Step": 2585, "Finetune/Step Time": 7.421597337350249}
+{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.7721800804138184, "Finetune/Loss (Raw)": 0.8063472509384155, "Finetune/Step": 2586, "Finetune/Step Time": 7.40814253129065}
+{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.7731305360794067, "Finetune/Loss (Raw)": 0.892923891544342, "Finetune/Step": 2587, "Finetune/Step Time": 7.407618189230561}
+{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.7727669477462769, "Finetune/Loss (Raw)": 0.7071526646614075, "Finetune/Step": 2588, "Finetune/Step Time": 7.416085444390774}
+{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.7719497680664062, "Finetune/Loss (Raw)": 0.8376610279083252, "Finetune/Step": 2589, "Finetune/Step Time": 7.410234974697232}
+{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.772079348564148, "Finetune/Loss (Raw)": 0.8803215622901917, "Finetune/Step": 2590, "Finetune/Step Time": 7.412785502150655}
+{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.7714419960975647, "Finetune/Loss (Raw)": 0.7166615724563599, "Finetune/Step": 2591, "Finetune/Step Time": 7.450782021507621}
+{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.7708526849746704, "Finetune/Loss (Raw)": 0.8141346573829651, "Finetune/Step": 2592, "Finetune/Step Time": 7.45837813988328}
+{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.769774317741394, "Finetune/Loss (Raw)": 0.6886136531829834, "Finetune/Step": 2593, "Finetune/Step Time": 7.478201534599066}
+{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.7691428661346436, "Finetune/Loss (Raw)": 0.6917826533317566, "Finetune/Step": 2594, "Finetune/Step Time": 7.489128505811095}
+{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.7689765691757202, "Finetune/Loss (Raw)": 0.7847705483436584, "Finetune/Step": 2595, "Finetune/Step Time": 7.493753630667925}
+{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.7673813104629517, "Finetune/Loss (Raw)": 0.7255731821060181, "Finetune/Step": 2596, "Finetune/Step Time": 7.486426243558526}
+{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.7673736214637756, "Finetune/Loss (Raw)": 0.8993056416511536, "Finetune/Step": 2597, "Finetune/Step Time": 7.487881932407618}
+{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.7661048173904419, "Finetune/Loss (Raw)": 0.5999965667724609, "Finetune/Step": 2598, "Finetune/Step Time": 7.498939147219062}
+{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.7659274935722351, "Finetune/Loss (Raw)": 0.8690640926361084, "Finetune/Step": 2599, "Finetune/Step Time": 7.502695901319385}
+{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.7656145095825195, "Finetune/Loss (Raw)": 0.796810507774353, "Finetune/Step": 2600, "Finetune/Step Time": 7.507006023079157}
+{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.7650816440582275, "Finetune/Loss (Raw)": 0.7994194030761719, "Finetune/Step": 2601, "Finetune/Step Time": 7.512869095429778}
+{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.7662847638130188, "Finetune/Loss (Raw)": 0.9392494559288025, "Finetune/Step": 2602, "Finetune/Step Time": 7.510324647650123}
+{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.7668997049331665, "Finetune/Loss (Raw)": 0.8924567699432373, "Finetune/Step": 2603, "Finetune/Step Time": 7.509219003841281}
+{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.7664080262184143, "Finetune/Loss (Raw)": 0.7769002318382263, "Finetune/Step": 2604, "Finetune/Step Time": 7.514541152864695}
+{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.7655986547470093, "Finetune/Loss (Raw)": 0.7180988192558289, "Finetune/Step": 2605, "Finetune/Step Time": 7.513063104823232}
+{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.7648344039916992, "Finetune/Loss (Raw)": 0.7200218439102173, "Finetune/Step": 2606, "Finetune/Step Time": 7.5404213313013315}
+{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.7655622959136963, "Finetune/Loss (Raw)": 0.8185054659843445, "Finetune/Step": 2607, "Finetune/Step Time": 7.560634663328528}
+{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.7669210433959961, "Finetune/Loss (Raw)": 0.8761634826660156, "Finetune/Step": 2608, "Finetune/Step Time": 7.55284352786839}
+{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.7709465026855469, "Finetune/Loss (Raw)": 0.8888826966285706, "Finetune/Step": 2609, "Finetune/Step Time": 7.5417038183659315}
+{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.768612265586853, "Finetune/Loss (Raw)": 0.7247316241264343, "Finetune/Step": 2610, "Finetune/Step Time": 7.557288963347673}
+{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.7679266929626465, "Finetune/Loss (Raw)": 0.6815562844276428, "Finetune/Step": 2611, "Finetune/Step Time": 7.55740450322628}
+{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.7685869336128235, "Finetune/Loss (Raw)": 0.8207456469535828, "Finetune/Step": 2612, "Finetune/Step Time": 7.544494368135929}
+{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.7694555521011353, "Finetune/Loss (Raw)": 0.9578871130943298, "Finetune/Step": 2613, "Finetune/Step Time": 7.5420599933713675}
+{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.770276665687561, "Finetune/Loss (Raw)": 0.7531821131706238, "Finetune/Step": 2614, "Finetune/Step Time": 7.533356063067913}
+{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.7746855616569519, "Finetune/Loss (Raw)": 0.8765772581100464, "Finetune/Step": 2615, "Finetune/Step Time": 7.518016150221229}
+{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.7747493982315063, "Finetune/Loss (Raw)": 0.9103754758834839, "Finetune/Step": 2616, "Finetune/Step Time": 7.52054032869637}
+{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.7709696292877197, "Finetune/Loss (Raw)": 0.3952106237411499, "Finetune/Step": 2617, "Finetune/Step Time": 7.509608147665858}
+{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.7736902236938477, "Finetune/Loss (Raw)": 0.6636672019958496, "Finetune/Step": 2618, "Finetune/Step Time": 7.501845855265856}
+{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.7744739651679993, "Finetune/Loss (Raw)": 0.89096599817276, "Finetune/Step": 2619, "Finetune/Step Time": 7.495447238907218}
+{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.7744949460029602, "Finetune/Loss (Raw)": 0.7173101902008057, "Finetune/Step": 2620, "Finetune/Step Time": 7.512224391102791}
+{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.7739565372467041, "Finetune/Loss (Raw)": 0.7665888071060181, "Finetune/Step": 2621, "Finetune/Step Time": 7.508791495114565}
+{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.7735995054244995, "Finetune/Loss (Raw)": 0.8836285471916199, "Finetune/Step": 2622, "Finetune/Step Time": 7.503859665244818}
+{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.7729995250701904, "Finetune/Loss (Raw)": 0.7691307067871094, "Finetune/Step": 2623, "Finetune/Step Time": 7.522893983870745}
+{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.7734374403953552, "Finetune/Loss (Raw)": 0.8244880437850952, "Finetune/Step": 2624, "Finetune/Step Time": 7.521533835679293}
+{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.7726990580558777, "Finetune/Loss (Raw)": 0.572847843170166, "Finetune/Step": 2625, "Finetune/Step Time": 7.54521600715816}
+{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.767760157585144, "Finetune/Loss (Raw)": 0.3076808452606201, "Finetune/Step": 2626, "Finetune/Step Time": 7.558580107986927}
+{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.7699060440063477, "Finetune/Loss (Raw)": 0.7945805788040161, "Finetune/Step": 2627, "Finetune/Step Time": 7.541441792622209}
+{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.7699876427650452, "Finetune/Loss (Raw)": 0.876430094242096, "Finetune/Step": 2628, "Finetune/Step Time": 7.540270432829857}
+{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.7669640779495239, "Finetune/Loss (Raw)": 0.5080840587615967, "Finetune/Step": 2629, "Finetune/Step Time": 7.555103970691562}
+{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.7655287981033325, "Finetune/Loss (Raw)": 0.6880439519882202, "Finetune/Step": 2630, "Finetune/Step Time": 7.555095264688134}
+{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.7661516666412354, "Finetune/Loss (Raw)": 0.9082192778587341, "Finetune/Step": 2631, "Finetune/Step Time": 7.552116010338068}
+{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.7652887105941772, "Finetune/Loss (Raw)": 0.7315446734428406, "Finetune/Step": 2632, "Finetune/Step Time": 7.547114752233028}
+{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.7655315399169922, "Finetune/Loss (Raw)": 0.8623860478401184, "Finetune/Step": 2633, "Finetune/Step Time": 7.548511980101466}
+{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.7655971050262451, "Finetune/Loss (Raw)": 0.7940938472747803, "Finetune/Step": 2634, "Finetune/Step Time": 7.548926932737231}
+{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.7644051313400269, "Finetune/Loss (Raw)": 0.7701382040977478, "Finetune/Step": 2635, "Finetune/Step Time": 7.542966339737177}
+{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.766120195388794, "Finetune/Loss (Raw)": 0.958466112613678, "Finetune/Step": 2636, "Finetune/Step Time": 7.541825890541077}
+{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.7657935619354248, "Finetune/Loss (Raw)": 0.7556038498878479, "Finetune/Step": 2637, "Finetune/Step Time": 7.546541560441256}
+{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.7656922340393066, "Finetune/Loss (Raw)": 0.9076140522956848, "Finetune/Step": 2638, "Finetune/Step Time": 7.566114936023951}
+{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.764991283416748, "Finetune/Loss (Raw)": 0.7727540731430054, "Finetune/Step": 2639, "Finetune/Step Time": 7.548085896298289}
+{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.7621539235115051, "Finetune/Loss (Raw)": 0.3464772403240204, "Finetune/Step": 2640, "Finetune/Step Time": 7.542722791433334}
+{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.7626131772994995, "Finetune/Loss (Raw)": 0.8014525771141052, "Finetune/Step": 2641, "Finetune/Step Time": 7.5344035513699055}
+{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.7620460987091064, "Finetune/Loss (Raw)": 0.7918297052383423, "Finetune/Step": 2642, "Finetune/Step Time": 7.523948477581143}
+{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.761946976184845, "Finetune/Loss (Raw)": 0.6164458990097046, "Finetune/Step": 2643, "Finetune/Step Time": 7.521671406924725}
+{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.7609082460403442, "Finetune/Loss (Raw)": 0.6664339303970337, "Finetune/Step": 2644, "Finetune/Step Time": 7.544540621340275}
+{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.760672390460968, "Finetune/Loss (Raw)": 0.8137475252151489, "Finetune/Step": 2645, "Finetune/Step Time": 7.548750894144177}
+{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.7610912322998047, "Finetune/Loss (Raw)": 0.8072009086608887, "Finetune/Step": 2646, "Finetune/Step Time": 7.535569520667195}
+{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.7608675360679626, "Finetune/Loss (Raw)": 0.7377660870552063, "Finetune/Step": 2647, "Finetune/Step Time": 7.541751708835363}
+{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.7600218653678894, "Finetune/Loss (Raw)": 0.8117967844009399, "Finetune/Step": 2648, "Finetune/Step Time": 7.552829226478934}
+{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.7624495625495911, "Finetune/Loss (Raw)": 0.7114616632461548, "Finetune/Step": 2649, "Finetune/Step Time": 7.553136020898819}
+{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.7616215944290161, "Finetune/Loss (Raw)": 0.7218180298805237, "Finetune/Step": 2650, "Finetune/Step Time": 7.536253970116377}
+{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.7629287242889404, "Finetune/Loss (Raw)": 0.7796593904495239, "Finetune/Step": 2651, "Finetune/Step Time": 7.531242771074176}
+{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.7636935114860535, "Finetune/Loss (Raw)": 0.8734942078590393, "Finetune/Step": 2652, "Finetune/Step Time": 7.537616699934006}
+{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.764461874961853, "Finetune/Loss (Raw)": 0.708587646484375, "Finetune/Step": 2653, "Finetune/Step Time": 7.5493086241185665}
+{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.7605117559432983, "Finetune/Loss (Raw)": 0.33875736594200134, "Finetune/Step": 2654, "Finetune/Step Time": 7.555946111679077}
+{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.7605199813842773, "Finetune/Loss (Raw)": 0.8158320188522339, "Finetune/Step": 2655, "Finetune/Step Time": 7.5548523012548685}
+{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.7593287825584412, "Finetune/Loss (Raw)": 0.7849816083908081, "Finetune/Step": 2656, "Finetune/Step Time": 7.551913356408477}
+{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.761723518371582, "Finetune/Loss (Raw)": 0.5722128748893738, "Finetune/Step": 2657, "Finetune/Step Time": 7.553655372932553}
+{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.7595449686050415, "Finetune/Loss (Raw)": 0.5753421783447266, "Finetune/Step": 2658, "Finetune/Step Time": 7.572619915008545}
+{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.7601099014282227, "Finetune/Loss (Raw)": 0.838732898235321, "Finetune/Step": 2659, "Finetune/Step Time": 7.564656151458621}
+{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.7606409788131714, "Finetune/Loss (Raw)": 0.8676174283027649, "Finetune/Step": 2660, "Finetune/Step Time": 7.549040058627725}
+{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.7632519006729126, "Finetune/Loss (Raw)": 1.0046354532241821, "Finetune/Step": 2661, "Finetune/Step Time": 7.551876872777939}
+{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.767151951789856, "Finetune/Loss (Raw)": 0.8759711384773254, "Finetune/Step": 2662, "Finetune/Step Time": 7.536408048123121}
+{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.7668071389198303, "Finetune/Loss (Raw)": 0.8864061832427979, "Finetune/Step": 2663, "Finetune/Step Time": 7.543914528563619}
+{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.7655043601989746, "Finetune/Loss (Raw)": 0.43528681993484497, "Finetune/Step": 2664, "Finetune/Step Time": 7.539419827982783}
+{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.7648397088050842, "Finetune/Loss (Raw)": 0.670351505279541, "Finetune/Step": 2665, "Finetune/Step Time": 7.532619882375002}
+{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.7647595405578613, "Finetune/Loss (Raw)": 0.8495386242866516, "Finetune/Step": 2666, "Finetune/Step Time": 7.529186751693487}
+{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.7643589973449707, "Finetune/Loss (Raw)": 0.7332869172096252, "Finetune/Step": 2667, "Finetune/Step Time": 7.524615932255983}
+{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.7641808986663818, "Finetune/Loss (Raw)": 0.8034076690673828, "Finetune/Step": 2668, "Finetune/Step Time": 7.5212027337402105}
+{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.7663305401802063, "Finetune/Loss (Raw)": 0.9237047433853149, "Finetune/Step": 2669, "Finetune/Step Time": 7.504837200045586}
+{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.7664189338684082, "Finetune/Loss (Raw)": 0.8357595205307007, "Finetune/Step": 2670, "Finetune/Step Time": 7.499716699123383}
+{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.7646350860595703, "Finetune/Loss (Raw)": 0.6096547842025757, "Finetune/Step": 2671, "Finetune/Step Time": 7.506468560546637}
+{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.7640892267227173, "Finetune/Loss (Raw)": 0.5781527161598206, "Finetune/Step": 2672, "Finetune/Step Time": 7.511629233136773}
+{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.7640388011932373, "Finetune/Loss (Raw)": 0.7941316962242126, "Finetune/Step": 2673, "Finetune/Step Time": 7.512485235929489}
+{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.7665848135948181, "Finetune/Loss (Raw)": 0.603336751461029, "Finetune/Step": 2674, "Finetune/Step Time": 7.52075469493866}
+{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.7666313648223877, "Finetune/Loss (Raw)": 0.7967461347579956, "Finetune/Step": 2675, "Finetune/Step Time": 7.535621754825115}
+{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.7654086947441101, "Finetune/Loss (Raw)": 0.7784801125526428, "Finetune/Step": 2676, "Finetune/Step Time": 7.538952736184001}
+{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.7698061466217041, "Finetune/Loss (Raw)": 0.8805825114250183, "Finetune/Step": 2677, "Finetune/Step Time": 7.523935284465551}
+{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.7696399688720703, "Finetune/Loss (Raw)": 0.7932904362678528, "Finetune/Step": 2678, "Finetune/Step Time": 7.5228338446468115}
+{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.7701794505119324, "Finetune/Loss (Raw)": 0.9524383544921875, "Finetune/Step": 2679, "Finetune/Step Time": 7.530401987954974}
+{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.7688630819320679, "Finetune/Loss (Raw)": 0.8755008578300476, "Finetune/Step": 2680, "Finetune/Step Time": 7.534091601148248}
+{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.7659484148025513, "Finetune/Loss (Raw)": 0.33457887172698975, "Finetune/Step": 2681, "Finetune/Step Time": 7.535561425611377}
+{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.765785813331604, "Finetune/Loss (Raw)": 0.8110920786857605, "Finetune/Step": 2682, "Finetune/Step Time": 7.513072531670332}
+{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.7696620225906372, "Finetune/Loss (Raw)": 0.8241972923278809, "Finetune/Step": 2683, "Finetune/Step Time": 7.498356470838189}
+{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.7691425085067749, "Finetune/Loss (Raw)": 0.7834556698799133, "Finetune/Step": 2684, "Finetune/Step Time": 7.487057397142053}
+{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.7703182697296143, "Finetune/Loss (Raw)": 0.8408430218696594, "Finetune/Step": 2685, "Finetune/Step Time": 7.4909722954034805}
+{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.7696844339370728, "Finetune/Loss (Raw)": 0.7251242995262146, "Finetune/Step": 2686, "Finetune/Step Time": 7.494015607982874}
+{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.7700049877166748, "Finetune/Loss (Raw)": 0.789514422416687, "Finetune/Step": 2687, "Finetune/Step Time": 7.496030380949378}
+{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.7717621326446533, "Finetune/Loss (Raw)": 0.8501473665237427, "Finetune/Step": 2688, "Finetune/Step Time": 7.478171208873391}
+{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.7726920247077942, "Finetune/Loss (Raw)": 0.9374401569366455, "Finetune/Step": 2689, "Finetune/Step Time": 7.476162523031235}
+{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.768468976020813, "Finetune/Loss (Raw)": 0.3674567937850952, "Finetune/Step": 2690, "Finetune/Step Time": 7.4905276875942945}
+{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.7721656560897827, "Finetune/Loss (Raw)": 0.894450306892395, "Finetune/Step": 2691, "Finetune/Step Time": 7.484689923003316}
+{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.7716250419616699, "Finetune/Loss (Raw)": 0.7746457457542419, "Finetune/Step": 2692, "Finetune/Step Time": 7.484508942812681}
+{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.7712901830673218, "Finetune/Loss (Raw)": 0.8386152386665344, "Finetune/Step": 2693, "Finetune/Step Time": 7.48300682939589}
+{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.7706432938575745, "Finetune/Loss (Raw)": 0.7488492727279663, "Finetune/Step": 2694, "Finetune/Step Time": 7.475615911185741}
+{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.770980179309845, "Finetune/Loss (Raw)": 0.7726439237594604, "Finetune/Step": 2695, "Finetune/Step Time": 7.475573623552918}
+{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.7714420557022095, "Finetune/Loss (Raw)": 0.7996855974197388, "Finetune/Step": 2696, "Finetune/Step Time": 7.487994899973273}
+{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.7698886394500732, "Finetune/Loss (Raw)": 0.7967933416366577, "Finetune/Step": 2697, "Finetune/Step Time": 7.490734897553921}
+{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.7691881656646729, "Finetune/Loss (Raw)": 0.719863772392273, "Finetune/Step": 2698, "Finetune/Step Time": 7.4752195831388235}
+{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.7680873870849609, "Finetune/Loss (Raw)": 0.8781454563140869, "Finetune/Step": 2699, "Finetune/Step Time": 7.489451522007585}
+{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.767880916595459, "Finetune/Loss (Raw)": 0.8007018566131592, "Finetune/Step": 2700, "Finetune/Step Time": 7.489204863086343}
+{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.7678325772285461, "Finetune/Loss (Raw)": 0.7786622047424316, "Finetune/Step": 2701, "Finetune/Step Time": 7.511854389682412}
+{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.7684553861618042, "Finetune/Loss (Raw)": 0.8467428684234619, "Finetune/Step": 2702, "Finetune/Step Time": 7.500818034633994}
+{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.7681983709335327, "Finetune/Loss (Raw)": 0.6867163777351379, "Finetune/Step": 2703, "Finetune/Step Time": 7.517411129549146}
+{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.7672200202941895, "Finetune/Loss (Raw)": 0.6846778988838196, "Finetune/Step": 2704, "Finetune/Step Time": 7.529943481087685}
+{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.7664625644683838, "Finetune/Loss (Raw)": 0.7690227031707764, "Finetune/Step": 2705, "Finetune/Step Time": 7.531335424631834}
+{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.766242504119873, "Finetune/Loss (Raw)": 0.875108003616333, "Finetune/Step": 2706, "Finetune/Step Time": 7.538216684013605}
+{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.7667030096054077, "Finetune/Loss (Raw)": 0.9684070348739624, "Finetune/Step": 2707, "Finetune/Step Time": 7.535537848249078}
+{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.7690956592559814, "Finetune/Loss (Raw)": 0.9108979105949402, "Finetune/Step": 2708, "Finetune/Step Time": 7.532951176166534}
+{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.7678322196006775, "Finetune/Loss (Raw)": 0.7633680701255798, "Finetune/Step": 2709, "Finetune/Step Time": 7.543485039845109}
+{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.764573872089386, "Finetune/Loss (Raw)": 0.3743842840194702, "Finetune/Step": 2710, "Finetune/Step Time": 7.55899035744369}
+{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.7658597230911255, "Finetune/Loss (Raw)": 0.8658723831176758, "Finetune/Step": 2711, "Finetune/Step Time": 7.549900921061635}
+{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.7650719285011292, "Finetune/Loss (Raw)": 0.8206456303596497, "Finetune/Step": 2712, "Finetune/Step Time": 7.567722152918577}
+{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.766107976436615, "Finetune/Loss (Raw)": 0.7814038395881653, "Finetune/Step": 2713, "Finetune/Step Time": 7.574658343568444}
+{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.7667564153671265, "Finetune/Loss (Raw)": 0.889350175857544, "Finetune/Step": 2714, "Finetune/Step Time": 7.574401140213013}
+{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.765467643737793, "Finetune/Loss (Raw)": 0.7279626727104187, "Finetune/Step": 2715, "Finetune/Step Time": 7.567815285176039}
+{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.76612389087677, "Finetune/Loss (Raw)": 0.7911577224731445, "Finetune/Step": 2716, "Finetune/Step Time": 7.560176366940141}
+{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.7662073969841003, "Finetune/Loss (Raw)": 0.8483399748802185, "Finetune/Step": 2717, "Finetune/Step Time": 7.541917549446225}
+{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.7652663588523865, "Finetune/Loss (Raw)": 0.7598724961280823, "Finetune/Step": 2718, "Finetune/Step Time": 7.54170410707593}
+{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.766059398651123, "Finetune/Loss (Raw)": 0.8181670308113098, "Finetune/Step": 2719, "Finetune/Step Time": 7.505476210266352}
+{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.7664755582809448, "Finetune/Loss (Raw)": 0.8674049973487854, "Finetune/Step": 2720, "Finetune/Step Time": 7.501520054414868}
+{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.7666094303131104, "Finetune/Loss (Raw)": 0.705754816532135, "Finetune/Step": 2721, "Finetune/Step Time": 7.492701340466738}
+{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.7674919366836548, "Finetune/Loss (Raw)": 0.8047399520874023, "Finetune/Step": 2722, "Finetune/Step Time": 7.484048455953598}
+{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.7670783996582031, "Finetune/Loss (Raw)": 0.7318440675735474, "Finetune/Step": 2723, "Finetune/Step Time": 7.478747483342886}
+{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.7677152752876282, "Finetune/Loss (Raw)": 0.8070843815803528, "Finetune/Step": 2724, "Finetune/Step Time": 7.480805912986398}
+{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.767082929611206, "Finetune/Loss (Raw)": 0.8183625936508179, "Finetune/Step": 2725, "Finetune/Step Time": 7.475348878651857}
+{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.7687239646911621, "Finetune/Loss (Raw)": 0.810055136680603, "Finetune/Step": 2726, "Finetune/Step Time": 7.473350113257766}
+{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.7681207656860352, "Finetune/Loss (Raw)": 0.7918564081192017, "Finetune/Step": 2727, "Finetune/Step Time": 7.476921958848834}
+{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.766147255897522, "Finetune/Loss (Raw)": 0.5441941022872925, "Finetune/Step": 2728, "Finetune/Step Time": 7.476283702999353}
+{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.7631670832633972, "Finetune/Loss (Raw)": 0.41795819997787476, "Finetune/Step": 2729, "Finetune/Step Time": 7.490702752023935}
+{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.7607563138008118, "Finetune/Loss (Raw)": 0.630673885345459, "Finetune/Step": 2730, "Finetune/Step Time": 7.503199011087418}
+{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.7600187063217163, "Finetune/Loss (Raw)": 0.7980413436889648, "Finetune/Step": 2731, "Finetune/Step Time": 7.500742774456739}
+{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.760372519493103, "Finetune/Loss (Raw)": 0.8221986889839172, "Finetune/Step": 2732, "Finetune/Step Time": 7.496972236782312}
+{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.7614612579345703, "Finetune/Loss (Raw)": 0.8574422597885132, "Finetune/Step": 2733, "Finetune/Step Time": 7.49801073782146}
+{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.7618842124938965, "Finetune/Loss (Raw)": 0.7741661667823792, "Finetune/Step": 2734, "Finetune/Step Time": 7.486149847507477}
+{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.762185275554657, "Finetune/Loss (Raw)": 0.8570419549942017, "Finetune/Step": 2735, "Finetune/Step Time": 7.463758455589414}
+{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.758920431137085, "Finetune/Loss (Raw)": 0.4582604467868805, "Finetune/Step": 2736, "Finetune/Step Time": 7.475789405405521}
+{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.7560526728630066, "Finetune/Loss (Raw)": 0.5218121409416199, "Finetune/Step": 2737, "Finetune/Step Time": 7.482092076912522}
+{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.7570213079452515, "Finetune/Loss (Raw)": 0.8487190008163452, "Finetune/Step": 2738, "Finetune/Step Time": 7.4728080201894045}
+{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.7584332227706909, "Finetune/Loss (Raw)": 0.8622857928276062, "Finetune/Step": 2739, "Finetune/Step Time": 7.465011173859239}
+{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.757455587387085, "Finetune/Loss (Raw)": 0.6956023573875427, "Finetune/Step": 2740, "Finetune/Step Time": 7.473980518057942}
+{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.7568992972373962, "Finetune/Loss (Raw)": 0.8866807818412781, "Finetune/Step": 2741, "Finetune/Step Time": 7.475473577156663}
+{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.7569785118103027, "Finetune/Loss (Raw)": 0.7633234262466431, "Finetune/Step": 2742, "Finetune/Step Time": 7.480806088075042}
+{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.7571185827255249, "Finetune/Loss (Raw)": 0.8945140838623047, "Finetune/Step": 2743, "Finetune/Step Time": 7.4743919633328915}
+{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.7562702298164368, "Finetune/Loss (Raw)": 0.8017788529396057, "Finetune/Step": 2744, "Finetune/Step Time": 7.471274575218558}
+{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.7602424025535583, "Finetune/Loss (Raw)": 0.9036440849304199, "Finetune/Step": 2745, "Finetune/Step Time": 7.458889232948422}
+{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.7614431381225586, "Finetune/Loss (Raw)": 0.8173704743385315, "Finetune/Step": 2746, "Finetune/Step Time": 7.466363770887256}
+{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.7607226371765137, "Finetune/Loss (Raw)": 0.7987363934516907, "Finetune/Step": 2747, "Finetune/Step Time": 7.483769642189145}
+{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.7623043060302734, "Finetune/Loss (Raw)": 0.9197677969932556, "Finetune/Step": 2748, "Finetune/Step Time": 7.466034226119518}
+{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.7629678249359131, "Finetune/Loss (Raw)": 0.8515139818191528, "Finetune/Step": 2749, "Finetune/Step Time": 7.463084014132619}
+{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.7621515989303589, "Finetune/Loss (Raw)": 0.7791569828987122, "Finetune/Step": 2750, "Finetune/Step Time": 7.467325698584318}
+{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.7622867226600647, "Finetune/Loss (Raw)": 0.786421537399292, "Finetune/Step": 2751, "Finetune/Step Time": 7.457828937098384}
+{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.76224285364151, "Finetune/Loss (Raw)": 0.818874716758728, "Finetune/Step": 2752, "Finetune/Step Time": 7.447560401633382}
+{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.764954686164856, "Finetune/Loss (Raw)": 0.919956624507904, "Finetune/Step": 2753, "Finetune/Step Time": 7.42340337485075}
+{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.7687475681304932, "Finetune/Loss (Raw)": 0.7931763529777527, "Finetune/Step": 2754, "Finetune/Step Time": 7.407960183918476}
+{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.7653050422668457, "Finetune/Loss (Raw)": 0.35392990708351135, "Finetune/Step": 2755, "Finetune/Step Time": 7.425155812874436}
+{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.7647465467453003, "Finetune/Loss (Raw)": 0.8049452304840088, "Finetune/Step": 2756, "Finetune/Step Time": 7.442418714985251}
+{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.7659173011779785, "Finetune/Loss (Raw)": 0.65794438123703, "Finetune/Step": 2757, "Finetune/Step Time": 7.459417870268226}
+{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.7674741744995117, "Finetune/Loss (Raw)": 0.8873205780982971, "Finetune/Step": 2758, "Finetune/Step Time": 7.460198275744915}
+{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.7660858035087585, "Finetune/Loss (Raw)": 0.7305117845535278, "Finetune/Step": 2759, "Finetune/Step Time": 7.461093908175826}
+{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.7655432224273682, "Finetune/Loss (Raw)": 0.6620969772338867, "Finetune/Step": 2760, "Finetune/Step Time": 7.455782920122147}
+{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.7620663642883301, "Finetune/Loss (Raw)": 0.41734495759010315, "Finetune/Step": 2761, "Finetune/Step Time": 7.4698672872036695}
+{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.761711835861206, "Finetune/Loss (Raw)": 0.748718798160553, "Finetune/Step": 2762, "Finetune/Step Time": 7.479501755908132}
+{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.7620126008987427, "Finetune/Loss (Raw)": 0.8086313605308533, "Finetune/Step": 2763, "Finetune/Step Time": 7.494427062571049}
+{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.7606735825538635, "Finetune/Loss (Raw)": 0.7870698571205139, "Finetune/Step": 2764, "Finetune/Step Time": 7.494896095246077}
+{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.7575056552886963, "Finetune/Loss (Raw)": 0.35011446475982666, "Finetune/Step": 2765, "Finetune/Step Time": 7.502135997638106}
+{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.7567393779754639, "Finetune/Loss (Raw)": 0.8095300793647766, "Finetune/Step": 2766, "Finetune/Step Time": 7.487432623282075}
+{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.7572442293167114, "Finetune/Loss (Raw)": 0.8373743295669556, "Finetune/Step": 2767, "Finetune/Step Time": 7.500182760879397}
+{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.7612020373344421, "Finetune/Loss (Raw)": 0.8530752062797546, "Finetune/Step": 2768, "Finetune/Step Time": 7.488196799531579}
+{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.7615017294883728, "Finetune/Loss (Raw)": 0.8398110270500183, "Finetune/Step": 2769, "Finetune/Step Time": 7.495803520083427}
+{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.7594300508499146, "Finetune/Loss (Raw)": 0.5266557931900024, "Finetune/Step": 2770, "Finetune/Step Time": 7.5124327670782804}
+{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.7614170908927917, "Finetune/Loss (Raw)": 0.8707864880561829, "Finetune/Step": 2771, "Finetune/Step Time": 7.505252867937088}
+{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.7629033327102661, "Finetune/Loss (Raw)": 0.8566747307777405, "Finetune/Step": 2772, "Finetune/Step Time": 7.474559644237161}
+{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.7634559273719788, "Finetune/Loss (Raw)": 0.8844834566116333, "Finetune/Step": 2773, "Finetune/Step Time": 7.467128470540047}
+{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.7597054243087769, "Finetune/Loss (Raw)": 0.32712793350219727, "Finetune/Step": 2774, "Finetune/Step Time": 7.480466116219759}
+{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.7606968283653259, "Finetune/Loss (Raw)": 0.8646681904792786, "Finetune/Step": 2775, "Finetune/Step Time": 7.470560556277633}
+{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.7601727843284607, "Finetune/Loss (Raw)": 0.7447232604026794, "Finetune/Step": 2776, "Finetune/Step Time": 7.463387070223689}
+{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.7609164714813232, "Finetune/Loss (Raw)": 0.8066575527191162, "Finetune/Step": 2777, "Finetune/Step Time": 7.45019899494946}
+{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.7618691921234131, "Finetune/Loss (Raw)": 0.8437601327896118, "Finetune/Step": 2778, "Finetune/Step Time": 7.450665781274438}
+{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.761434018611908, "Finetune/Loss (Raw)": 0.7239601016044617, "Finetune/Step": 2779, "Finetune/Step Time": 7.456357942894101}
+{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.7609682083129883, "Finetune/Loss (Raw)": 0.8138646483421326, "Finetune/Step": 2780, "Finetune/Step Time": 7.455141682177782}
+{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.7624582052230835, "Finetune/Loss (Raw)": 0.8993080854415894, "Finetune/Step": 2781, "Finetune/Step Time": 7.439200596883893}
+{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.7661714553833008, "Finetune/Loss (Raw)": 0.8140568137168884, "Finetune/Step": 2782, "Finetune/Step Time": 7.427527330815792}
+{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.7663775682449341, "Finetune/Loss (Raw)": 0.8422182202339172, "Finetune/Step": 2783, "Finetune/Step Time": 7.430662792176008}
+{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.7649282217025757, "Finetune/Loss (Raw)": 0.5994587540626526, "Finetune/Step": 2784, "Finetune/Step Time": 7.45169073343277}
+{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.7665000557899475, "Finetune/Loss (Raw)": 0.7734066843986511, "Finetune/Step": 2785, "Finetune/Step Time": 7.4501899890601635}
+{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.7687060832977295, "Finetune/Loss (Raw)": 0.8577166795730591, "Finetune/Step": 2786, "Finetune/Step Time": 7.426843129098415}
+{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.7681938409805298, "Finetune/Loss (Raw)": 0.7731719017028809, "Finetune/Step": 2787, "Finetune/Step Time": 7.4258846919983625}
+{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.7681657075881958, "Finetune/Loss (Raw)": 0.8640150427818298, "Finetune/Step": 2788, "Finetune/Step Time": 7.434896184131503}
+{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.766059935092926, "Finetune/Loss (Raw)": 0.7350961565971375, "Finetune/Step": 2789, "Finetune/Step Time": 7.457892814651132}
+{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.7653278112411499, "Finetune/Loss (Raw)": 0.7822563052177429, "Finetune/Step": 2790, "Finetune/Step Time": 7.459819039329886}
+{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.7631115913391113, "Finetune/Loss (Raw)": 0.6027278900146484, "Finetune/Step": 2791, "Finetune/Step Time": 7.468379134312272}
+{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.7659056782722473, "Finetune/Loss (Raw)": 0.7929352521896362, "Finetune/Step": 2792, "Finetune/Step Time": 7.468679727986455}
+{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.7679370641708374, "Finetune/Loss (Raw)": 0.9303662180900574, "Finetune/Step": 2793, "Finetune/Step Time": 7.466476192697883}
+{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.766999363899231, "Finetune/Loss (Raw)": 0.7295112609863281, "Finetune/Step": 2794, "Finetune/Step Time": 7.473550328984857}
+{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.7665022611618042, "Finetune/Loss (Raw)": 0.6696582436561584, "Finetune/Step": 2795, "Finetune/Step Time": 7.483268367126584}
+{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.7663173675537109, "Finetune/Loss (Raw)": 0.7797411680221558, "Finetune/Step": 2796, "Finetune/Step Time": 7.498656744137406}
+{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.7634491324424744, "Finetune/Loss (Raw)": 0.5565713047981262, "Finetune/Step": 2797, "Finetune/Step Time": 7.509992942214012}
+{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.7598601579666138, "Finetune/Loss (Raw)": 0.37636566162109375, "Finetune/Step": 2798, "Finetune/Step Time": 7.527557753026485}
+{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.7602857351303101, "Finetune/Loss (Raw)": 0.6641353964805603, "Finetune/Step": 2799, "Finetune/Step Time": 7.524284860119224}
+{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.7605534791946411, "Finetune/Loss (Raw)": 0.6124252676963806, "Finetune/Step": 2800, "Finetune/Step Time": 7.517675368115306}
+{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.76124107837677, "Finetune/Loss (Raw)": 0.882136881351471, "Finetune/Step": 2801, "Finetune/Step Time": 7.519799763336778}
+{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.7633130550384521, "Finetune/Loss (Raw)": 0.8685546517372131, "Finetune/Step": 2802, "Finetune/Step Time": 7.508341247215867}
+{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.7626814842224121, "Finetune/Loss (Raw)": 0.7159081101417542, "Finetune/Step": 2803, "Finetune/Step Time": 7.496642544865608}
+{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.763097882270813, "Finetune/Loss (Raw)": 0.8317762017250061, "Finetune/Step": 2804, "Finetune/Step Time": 7.4907479621469975}
+{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.7637085914611816, "Finetune/Loss (Raw)": 0.9587481617927551, "Finetune/Step": 2805, "Finetune/Step Time": 7.489198984578252}
+{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.7633163332939148, "Finetune/Loss (Raw)": 0.7430844306945801, "Finetune/Step": 2806, "Finetune/Step Time": 7.495224522426724}
+{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.7619657516479492, "Finetune/Loss (Raw)": 0.7795644998550415, "Finetune/Step": 2807, "Finetune/Step Time": 7.483542745932937}
+{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.7596980333328247, "Finetune/Loss (Raw)": 0.585232138633728, "Finetune/Step": 2808, "Finetune/Step Time": 7.492960974574089}
+{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.7597850561141968, "Finetune/Loss (Raw)": 0.3457193076610565, "Finetune/Step": 2809, "Finetune/Step Time": 7.493039153516293}
+{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.7587927579879761, "Finetune/Loss (Raw)": 0.684076189994812, "Finetune/Step": 2810, "Finetune/Step Time": 7.4909174349159}
+{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.7588028907775879, "Finetune/Loss (Raw)": 0.8254892230033875, "Finetune/Step": 2811, "Finetune/Step Time": 7.493918301537633}
+{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.7587442994117737, "Finetune/Loss (Raw)": 0.7759625911712646, "Finetune/Step": 2812, "Finetune/Step Time": 7.493148824200034}
+{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.75898277759552, "Finetune/Loss (Raw)": 0.8713638186454773, "Finetune/Step": 2813, "Finetune/Step Time": 7.491640444844961}
+{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.7560623288154602, "Finetune/Loss (Raw)": 0.3513101637363434, "Finetune/Step": 2814, "Finetune/Step Time": 7.5041680708527565}
+{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.7570350766181946, "Finetune/Loss (Raw)": 0.9140292406082153, "Finetune/Step": 2815, "Finetune/Step Time": 7.5060909148305655}
+{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.7566907405853271, "Finetune/Loss (Raw)": 0.8060658574104309, "Finetune/Step": 2816, "Finetune/Step Time": 7.5042294561862946}
+{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.7554365992546082, "Finetune/Loss (Raw)": 0.7769134044647217, "Finetune/Step": 2817, "Finetune/Step Time": 7.510533789172769}
+{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.7586843967437744, "Finetune/Loss (Raw)": 0.7831746339797974, "Finetune/Step": 2818, "Finetune/Step Time": 7.501751698553562}
+{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.7589823007583618, "Finetune/Loss (Raw)": 0.9325821995735168, "Finetune/Step": 2819, "Finetune/Step Time": 7.504104018211365}
+{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.7601106762886047, "Finetune/Loss (Raw)": 0.9190797805786133, "Finetune/Step": 2820, "Finetune/Step Time": 7.503581853583455}
+{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.7585664987564087, "Finetune/Loss (Raw)": 0.6409628987312317, "Finetune/Step": 2821, "Finetune/Step Time": 7.515566021203995}
+{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.7592341899871826, "Finetune/Loss (Raw)": 0.8343082070350647, "Finetune/Step": 2822, "Finetune/Step Time": 7.500287005677819}
+{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.7563295364379883, "Finetune/Loss (Raw)": 0.4008564352989197, "Finetune/Step": 2823, "Finetune/Step Time": 7.507253780961037}
+{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.755014181137085, "Finetune/Loss (Raw)": 0.6313065886497498, "Finetune/Step": 2824, "Finetune/Step Time": 7.493154224008322}
+{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.7542787790298462, "Finetune/Loss (Raw)": 0.7026740908622742, "Finetune/Step": 2825, "Finetune/Step Time": 7.492017082870007}
+{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.7539139986038208, "Finetune/Loss (Raw)": 0.6731615662574768, "Finetune/Step": 2826, "Finetune/Step Time": 7.494555462151766}
+{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.7534775733947754, "Finetune/Loss (Raw)": 0.8222829699516296, "Finetune/Step": 2827, "Finetune/Step Time": 7.477797094732523}
+{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.7546356320381165, "Finetune/Loss (Raw)": 0.9489369988441467, "Finetune/Step": 2828, "Finetune/Step Time": 7.477338055148721}
+{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.7551287412643433, "Finetune/Loss (Raw)": 0.8417805433273315, "Finetune/Step": 2829, "Finetune/Step Time": 7.460574019700289}
+{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.7555127143859863, "Finetune/Loss (Raw)": 0.8958965539932251, "Finetune/Step": 2830, "Finetune/Step Time": 7.452289424836636}
+{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.7580603361129761, "Finetune/Loss (Raw)": 1.0128129720687866, "Finetune/Step": 2831, "Finetune/Step Time": 7.435323229059577}
+{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.7600431442260742, "Finetune/Loss (Raw)": 0.9384697079658508, "Finetune/Step": 2832, "Finetune/Step Time": 7.441496852785349}
+{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.7603589296340942, "Finetune/Loss (Raw)": 0.8094511032104492, "Finetune/Step": 2833, "Finetune/Step Time": 7.447484757751226}
+{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.756285548210144, "Finetune/Loss (Raw)": 0.3537095785140991, "Finetune/Step": 2834, "Finetune/Step Time": 7.454453723505139}
+{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.7551610469818115, "Finetune/Loss (Raw)": 0.8244692087173462, "Finetune/Step": 2835, "Finetune/Step Time": 7.457627801224589}
+{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.752906084060669, "Finetune/Loss (Raw)": 0.6222661137580872, "Finetune/Step": 2836, "Finetune/Step Time": 7.449778683483601}
+{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.7536165714263916, "Finetune/Loss (Raw)": 0.8543069958686829, "Finetune/Step": 2837, "Finetune/Step Time": 7.437614403665066}
+{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.7562153339385986, "Finetune/Loss (Raw)": 0.7070323824882507, "Finetune/Step": 2838, "Finetune/Step Time": 7.418951014056802}
+{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.7549351453781128, "Finetune/Loss (Raw)": 0.7020069360733032, "Finetune/Step": 2839, "Finetune/Step Time": 7.443913759663701}
+{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.7548032402992249, "Finetune/Loss (Raw)": 0.8037522435188293, "Finetune/Step": 2840, "Finetune/Step Time": 7.427845565602183}
+{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.7559965252876282, "Finetune/Loss (Raw)": 0.9341535568237305, "Finetune/Step": 2841, "Finetune/Step Time": 7.421968270093203}
+{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.7554343938827515, "Finetune/Loss (Raw)": 0.8173988461494446, "Finetune/Step": 2842, "Finetune/Step Time": 7.423932835459709}
+{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.7550508975982666, "Finetune/Loss (Raw)": 0.6788674592971802, "Finetune/Step": 2843, "Finetune/Step Time": 7.439449034631252}
+{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.7554833292961121, "Finetune/Loss (Raw)": 0.8465110659599304, "Finetune/Step": 2844, "Finetune/Step Time": 7.439739968627691}
+{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.7552008032798767, "Finetune/Loss (Raw)": 0.8121774196624756, "Finetune/Step": 2845, "Finetune/Step Time": 7.450707284733653}
+{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.7551144361495972, "Finetune/Loss (Raw)": 0.7488158345222473, "Finetune/Step": 2846, "Finetune/Step Time": 7.449257666245103}
+{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.7532714605331421, "Finetune/Loss (Raw)": 0.5822611451148987, "Finetune/Step": 2847, "Finetune/Step Time": 7.461097249761224}
+{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.7531256079673767, "Finetune/Loss (Raw)": 0.8487409949302673, "Finetune/Step": 2848, "Finetune/Step Time": 7.4679788034409285}
+{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.7534388303756714, "Finetune/Loss (Raw)": 0.745840847492218, "Finetune/Step": 2849, "Finetune/Step Time": 7.464357104152441}
+{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.7534042000770569, "Finetune/Loss (Raw)": 0.8003187775611877, "Finetune/Step": 2850, "Finetune/Step Time": 7.459694758057594}
+{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.7544114589691162, "Finetune/Loss (Raw)": 0.8607701659202576, "Finetune/Step": 2851, "Finetune/Step Time": 7.457448728382587}
+{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.7545967698097229, "Finetune/Loss (Raw)": 0.8308027982711792, "Finetune/Step": 2852, "Finetune/Step Time": 7.458752885460854}
+{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.7541406154632568, "Finetune/Loss (Raw)": 0.7599697113037109, "Finetune/Step": 2853, "Finetune/Step Time": 7.459393750876188}
+{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.7545140981674194, "Finetune/Loss (Raw)": 0.8578735589981079, "Finetune/Step": 2854, "Finetune/Step Time": 7.452402520924807}
+{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.7545081377029419, "Finetune/Loss (Raw)": 0.791086733341217, "Finetune/Step": 2855, "Finetune/Step Time": 7.45709895901382}
+{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.7563130855560303, "Finetune/Loss (Raw)": 0.7752245664596558, "Finetune/Step": 2856, "Finetune/Step Time": 7.470780525356531}
+{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.7596948146820068, "Finetune/Loss (Raw)": 0.850821852684021, "Finetune/Step": 2857, "Finetune/Step Time": 7.450538335368037}
+{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.7603238821029663, "Finetune/Loss (Raw)": 0.7111939191818237, "Finetune/Step": 2858, "Finetune/Step Time": 7.43400695733726}
+{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.7604151964187622, "Finetune/Loss (Raw)": 0.8097265958786011, "Finetune/Step": 2859, "Finetune/Step Time": 7.4408619944006205}
+{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.7593989372253418, "Finetune/Loss (Raw)": 0.6921241283416748, "Finetune/Step": 2860, "Finetune/Step Time": 7.4512743055820465}
+{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.7602128982543945, "Finetune/Loss (Raw)": 0.961627721786499, "Finetune/Step": 2861, "Finetune/Step Time": 7.450356483459473}
+{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.7599608898162842, "Finetune/Loss (Raw)": 0.7419136166572571, "Finetune/Step": 2862, "Finetune/Step Time": 7.4565444979816675}
+{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.7593817710876465, "Finetune/Loss (Raw)": 0.7829067707061768, "Finetune/Step": 2863, "Finetune/Step Time": 7.4540489967912436}
+{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.761326253414154, "Finetune/Loss (Raw)": 0.7071551084518433, "Finetune/Step": 2864, "Finetune/Step Time": 7.4394067618995905}
+{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.764096200466156, "Finetune/Loss (Raw)": 0.8763625621795654, "Finetune/Step": 2865, "Finetune/Step Time": 7.430885501205921}
+{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.7605291604995728, "Finetune/Loss (Raw)": 0.3921421468257904, "Finetune/Step": 2866, "Finetune/Step Time": 7.439586736261845}
+{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.7603397369384766, "Finetune/Loss (Raw)": 0.8380411863327026, "Finetune/Step": 2867, "Finetune/Step Time": 7.443181475624442}
+{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.7621673345565796, "Finetune/Loss (Raw)": 0.9295384883880615, "Finetune/Step": 2868, "Finetune/Step Time": 7.438531482592225}
+{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.7598825693130493, "Finetune/Loss (Raw)": 0.5942270159721375, "Finetune/Step": 2869, "Finetune/Step Time": 7.4693114422261715}
+{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.7568866014480591, "Finetune/Loss (Raw)": 0.37984469532966614, "Finetune/Step": 2870, "Finetune/Step Time": 7.476700622588396}
+{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.7572213411331177, "Finetune/Loss (Raw)": 0.937351405620575, "Finetune/Step": 2871, "Finetune/Step Time": 7.4748846516013145}
+{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.75814288854599, "Finetune/Loss (Raw)": 0.9197371602058411, "Finetune/Step": 2872, "Finetune/Step Time": 7.4750651605427265}
+{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.7576501369476318, "Finetune/Loss (Raw)": 0.840575635433197, "Finetune/Step": 2873, "Finetune/Step Time": 7.476879635825753}
+{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.754035472869873, "Finetune/Loss (Raw)": 0.35468578338623047, "Finetune/Step": 2874, "Finetune/Step Time": 7.476690595969558}
+{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.7546983361244202, "Finetune/Loss (Raw)": 0.8835887908935547, "Finetune/Step": 2875, "Finetune/Step Time": 7.456463173031807}
+{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.7538114786148071, "Finetune/Loss (Raw)": 0.8062465190887451, "Finetune/Step": 2876, "Finetune/Step Time": 7.4642962869256735}
+{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.7532450556755066, "Finetune/Loss (Raw)": 0.7790189981460571, "Finetune/Step": 2877, "Finetune/Step Time": 7.467182626947761}
+{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.7527929544448853, "Finetune/Loss (Raw)": 0.7212802171707153, "Finetune/Step": 2878, "Finetune/Step Time": 7.471857877448201}
+{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.7523052096366882, "Finetune/Loss (Raw)": 0.7239946126937866, "Finetune/Step": 2879, "Finetune/Step Time": 7.473585229367018}
+{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.7531400322914124, "Finetune/Loss (Raw)": 0.9257313013076782, "Finetune/Step": 2880, "Finetune/Step Time": 7.465803513303399}
+{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.7524335384368896, "Finetune/Loss (Raw)": 0.8295291066169739, "Finetune/Step": 2881, "Finetune/Step Time": 7.469717340543866}
+{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.753090500831604, "Finetune/Loss (Raw)": 0.8772613406181335, "Finetune/Step": 2882, "Finetune/Step Time": 7.470503067597747}
+{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.7574928998947144, "Finetune/Loss (Raw)": 0.9174373745918274, "Finetune/Step": 2883, "Finetune/Step Time": 7.45911880582571}
+{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.756821870803833, "Finetune/Loss (Raw)": 0.7190549969673157, "Finetune/Step": 2884, "Finetune/Step Time": 7.465570902451873}
+{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.7585464715957642, "Finetune/Loss (Raw)": 0.8786991834640503, "Finetune/Step": 2885, "Finetune/Step Time": 7.43402180634439}
+{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.7562437057495117, "Finetune/Loss (Raw)": 0.5925611853599548, "Finetune/Step": 2886, "Finetune/Step Time": 7.456365488469601}
+{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.7559093832969666, "Finetune/Loss (Raw)": 0.6877211928367615, "Finetune/Step": 2887, "Finetune/Step Time": 7.461824217811227}
+{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.7584415674209595, "Finetune/Loss (Raw)": 0.9862146377563477, "Finetune/Step": 2888, "Finetune/Step Time": 7.469766113907099}
+{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.7577295303344727, "Finetune/Loss (Raw)": 0.3262020945549011, "Finetune/Step": 2889, "Finetune/Step Time": 7.469016645103693}
+{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.7577276229858398, "Finetune/Loss (Raw)": 0.7484697103500366, "Finetune/Step": 2890, "Finetune/Step Time": 7.458257872611284}
+{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.7573829889297485, "Finetune/Loss (Raw)": 0.7645235061645508, "Finetune/Step": 2891, "Finetune/Step Time": 7.445764416828752}
+{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.7589938640594482, "Finetune/Loss (Raw)": 0.9932669401168823, "Finetune/Step": 2892, "Finetune/Step Time": 7.455481575801969}
+{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.7623834609985352, "Finetune/Loss (Raw)": 0.7839868664741516, "Finetune/Step": 2893, "Finetune/Step Time": 7.451569806784391}
+{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.7631824016571045, "Finetune/Loss (Raw)": 0.9117884635925293, "Finetune/Step": 2894, "Finetune/Step Time": 7.461171427741647}
+{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.7630965709686279, "Finetune/Loss (Raw)": 0.8263907432556152, "Finetune/Step": 2895, "Finetune/Step Time": 7.447928363457322}
+{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.7632352709770203, "Finetune/Loss (Raw)": 0.8708276152610779, "Finetune/Step": 2896, "Finetune/Step Time": 7.4499985091388226}
+{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.7636326551437378, "Finetune/Loss (Raw)": 0.8906770348548889, "Finetune/Step": 2897, "Finetune/Step Time": 7.444567259401083}
+{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.7660099864006042, "Finetune/Loss (Raw)": 0.8309481739997864, "Finetune/Step": 2898, "Finetune/Step Time": 7.437162514775991}
+{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.7655071020126343, "Finetune/Loss (Raw)": 0.8064174652099609, "Finetune/Step": 2899, "Finetune/Step Time": 7.436777576804161}
+{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.7640188932418823, "Finetune/Loss (Raw)": 0.6661890745162964, "Finetune/Step": 2900, "Finetune/Step Time": 7.439397534355521}
+{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.7623099088668823, "Finetune/Loss (Raw)": 0.6657266020774841, "Finetune/Step": 2901, "Finetune/Step Time": 7.459184437990189}
+{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.7658906579017639, "Finetune/Loss (Raw)": 0.7854657769203186, "Finetune/Step": 2902, "Finetune/Step Time": 7.467229217290878}
+{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.765572726726532, "Finetune/Loss (Raw)": 0.8239771127700806, "Finetune/Step": 2903, "Finetune/Step Time": 7.46951998770237}
+{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.7658884525299072, "Finetune/Loss (Raw)": 0.7851397395133972, "Finetune/Step": 2904, "Finetune/Step Time": 7.466678999364376}
+{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.7658246755599976, "Finetune/Loss (Raw)": 0.7984844446182251, "Finetune/Step": 2905, "Finetune/Step Time": 7.467089682817459}
+{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.7660499811172485, "Finetune/Loss (Raw)": 0.872606098651886, "Finetune/Step": 2906, "Finetune/Step Time": 7.467508915811777}
+{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.7665233016014099, "Finetune/Loss (Raw)": 0.7845377922058105, "Finetune/Step": 2907, "Finetune/Step Time": 7.459852196276188}
+{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.7669000625610352, "Finetune/Loss (Raw)": 0.8621011972427368, "Finetune/Step": 2908, "Finetune/Step Time": 7.461711497977376}
+{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.7676106095314026, "Finetune/Loss (Raw)": 0.9902547001838684, "Finetune/Step": 2909, "Finetune/Step Time": 7.456053698435426}
+{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.7684472799301147, "Finetune/Loss (Raw)": 0.9211537837982178, "Finetune/Step": 2910, "Finetune/Step Time": 7.456067619845271}
+{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.7692734003067017, "Finetune/Loss (Raw)": 0.9479600191116333, "Finetune/Step": 2911, "Finetune/Step Time": 7.44176834449172}
+{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.771208643913269, "Finetune/Loss (Raw)": 0.8471699357032776, "Finetune/Step": 2912, "Finetune/Step Time": 7.424115562811494}
+{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.771561861038208, "Finetune/Loss (Raw)": 0.8186160922050476, "Finetune/Step": 2913, "Finetune/Step Time": 7.406666357070208}
+{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.7695385217666626, "Finetune/Loss (Raw)": 0.5987303853034973, "Finetune/Step": 2914, "Finetune/Step Time": 7.432607203722}
+{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.7680172324180603, "Finetune/Loss (Raw)": 0.5784432888031006, "Finetune/Step": 2915, "Finetune/Step Time": 7.444934753701091}
+{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.7679022550582886, "Finetune/Loss (Raw)": 0.849307119846344, "Finetune/Step": 2916, "Finetune/Step Time": 7.432235851883888}
+{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.769273042678833, "Finetune/Loss (Raw)": 0.910545825958252, "Finetune/Step": 2917, "Finetune/Step Time": 7.406363852322102}
+{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.7685990333557129, "Finetune/Loss (Raw)": 0.6959837675094604, "Finetune/Step": 2918, "Finetune/Step Time": 7.411463720723987}
+{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.7703921794891357, "Finetune/Loss (Raw)": 0.8322576880455017, "Finetune/Step": 2919, "Finetune/Step Time": 7.390563473105431}
+{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.7668917179107666, "Finetune/Loss (Raw)": 0.3448648452758789, "Finetune/Step": 2920, "Finetune/Step Time": 7.3904369082301855}
+{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.7656488418579102, "Finetune/Loss (Raw)": 0.7712851762771606, "Finetune/Step": 2921, "Finetune/Step Time": 7.407397596165538}
+{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.7658753395080566, "Finetune/Loss (Raw)": 0.7585015892982483, "Finetune/Step": 2922, "Finetune/Step Time": 7.400984415784478}
+{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.7661656141281128, "Finetune/Loss (Raw)": 0.7068111300468445, "Finetune/Step": 2923, "Finetune/Step Time": 7.422398392111063}
+{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.7669493556022644, "Finetune/Loss (Raw)": 0.8800694942474365, "Finetune/Step": 2924, "Finetune/Step Time": 7.407159082591534}
+{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.7696516513824463, "Finetune/Loss (Raw)": 0.9024598002433777, "Finetune/Step": 2925, "Finetune/Step Time": 7.396752310916781}
+{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.7729312181472778, "Finetune/Loss (Raw)": 0.7961466908454895, "Finetune/Step": 2926, "Finetune/Step Time": 7.409934405237436}
+{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.7720651626586914, "Finetune/Loss (Raw)": 0.5532833933830261, "Finetune/Step": 2927, "Finetune/Step Time": 7.42046463303268}
+{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.7736151218414307, "Finetune/Loss (Raw)": 0.8108183741569519, "Finetune/Step": 2928, "Finetune/Step Time": 7.430069636553526}
+{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.7732842564582825, "Finetune/Loss (Raw)": 0.8397848010063171, "Finetune/Step": 2929, "Finetune/Step Time": 7.421209067106247}
+{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.773317813873291, "Finetune/Loss (Raw)": 0.8728521466255188, "Finetune/Step": 2930, "Finetune/Step Time": 7.413430666550994}
+{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.7745720148086548, "Finetune/Loss (Raw)": 0.8764498233795166, "Finetune/Step": 2931, "Finetune/Step Time": 7.416281908750534}
+{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.774820864200592, "Finetune/Loss (Raw)": 0.8636311888694763, "Finetune/Step": 2932, "Finetune/Step Time": 7.420183045789599}
+{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.7737634181976318, "Finetune/Loss (Raw)": 0.8233873248100281, "Finetune/Step": 2933, "Finetune/Step Time": 7.431047260761261}
+{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.7740017175674438, "Finetune/Loss (Raw)": 0.7735872268676758, "Finetune/Step": 2934, "Finetune/Step Time": 7.425047446042299}
+{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.774283230304718, "Finetune/Loss (Raw)": 0.8156022429466248, "Finetune/Step": 2935, "Finetune/Step Time": 7.429691720753908}
+{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.7764670848846436, "Finetune/Loss (Raw)": 0.8647610545158386, "Finetune/Step": 2936, "Finetune/Step Time": 7.435569701716304}
+{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.7815553545951843, "Finetune/Loss (Raw)": 0.9970197081565857, "Finetune/Step": 2937, "Finetune/Step Time": 7.423075761646032}
+{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.7829406261444092, "Finetune/Loss (Raw)": 0.8613885641098022, "Finetune/Step": 2938, "Finetune/Step Time": 7.419146372005343}
+{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.7829535007476807, "Finetune/Loss (Raw)": 0.8271345496177673, "Finetune/Step": 2939, "Finetune/Step Time": 7.417290035635233}
+{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.7820743322372437, "Finetune/Loss (Raw)": 0.6634416580200195, "Finetune/Step": 2940, "Finetune/Step Time": 7.41908054985106}
+{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.7793543338775635, "Finetune/Loss (Raw)": 0.5231914520263672, "Finetune/Step": 2941, "Finetune/Step Time": 7.436593038961291}
+{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.7840865254402161, "Finetune/Loss (Raw)": 0.9570330381393433, "Finetune/Step": 2942, "Finetune/Step Time": 7.426967466250062}
+{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.7828245162963867, "Finetune/Loss (Raw)": 0.7524971961975098, "Finetune/Step": 2943, "Finetune/Step Time": 7.430522296577692}
+{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.7828559875488281, "Finetune/Loss (Raw)": 0.8100929856300354, "Finetune/Step": 2944, "Finetune/Step Time": 7.4379725605249405}
+{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.7825474143028259, "Finetune/Loss (Raw)": 0.7374150156974792, "Finetune/Step": 2945, "Finetune/Step Time": 7.446540670469403}
+{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.7825335264205933, "Finetune/Loss (Raw)": 0.7814028263092041, "Finetune/Step": 2946, "Finetune/Step Time": 7.438019862398505}
+{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.7811901569366455, "Finetune/Loss (Raw)": 0.7606208324432373, "Finetune/Step": 2947, "Finetune/Step Time": 7.46345517039299}
+{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.7795780897140503, "Finetune/Loss (Raw)": 0.7127421498298645, "Finetune/Step": 2948, "Finetune/Step Time": 7.483713425695896}
+{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.7810055017471313, "Finetune/Loss (Raw)": 0.823673665523529, "Finetune/Step": 2949, "Finetune/Step Time": 7.47377622872591}
+{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.7811100482940674, "Finetune/Loss (Raw)": 0.8476807475090027, "Finetune/Step": 2950, "Finetune/Step Time": 7.472955334931612}
+{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.780345618724823, "Finetune/Loss (Raw)": 0.303014874458313, "Finetune/Step": 2951, "Finetune/Step Time": 7.473747566342354}
+{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.7821148037910461, "Finetune/Loss (Raw)": 0.8577609062194824, "Finetune/Step": 2952, "Finetune/Step Time": 7.471558675169945}
+{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.7837928533554077, "Finetune/Loss (Raw)": 0.9174663424491882, "Finetune/Step": 2953, "Finetune/Step Time": 7.480613501742482}
+{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.784247875213623, "Finetune/Loss (Raw)": 0.7314056158065796, "Finetune/Step": 2954, "Finetune/Step Time": 7.484282540157437}
+{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.7854533195495605, "Finetune/Loss (Raw)": 0.9765729904174805, "Finetune/Step": 2955, "Finetune/Step Time": 7.490420212969184}
+{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.7842965722084045, "Finetune/Loss (Raw)": 0.8008777499198914, "Finetune/Step": 2956, "Finetune/Step Time": 7.487534284591675}
+{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.7837802171707153, "Finetune/Loss (Raw)": 0.7756855487823486, "Finetune/Step": 2957, "Finetune/Step Time": 7.475517235696316}
+{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.7830657958984375, "Finetune/Loss (Raw)": 0.8044522404670715, "Finetune/Step": 2958, "Finetune/Step Time": 7.4779327772557735}
+{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.7776408791542053, "Finetune/Loss (Raw)": 0.3184226453304291, "Finetune/Step": 2959, "Finetune/Step Time": 7.488917822018266}
+{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.7761597633361816, "Finetune/Loss (Raw)": 0.7488853931427002, "Finetune/Step": 2960, "Finetune/Step Time": 7.4746737610548735}
+{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.7757689952850342, "Finetune/Loss (Raw)": 0.7594391703605652, "Finetune/Step": 2961, "Finetune/Step Time": 7.461695075035095}
+{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.7808748483657837, "Finetune/Loss (Raw)": 1.0072529315948486, "Finetune/Step": 2962, "Finetune/Step Time": 7.453526804223657}
+{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.7810664772987366, "Finetune/Loss (Raw)": 0.8490010499954224, "Finetune/Step": 2963, "Finetune/Step Time": 7.463859140872955}
+{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.7830872535705566, "Finetune/Loss (Raw)": 0.8809284567832947, "Finetune/Step": 2964, "Finetune/Step Time": 7.467174211516976}
+{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.783333420753479, "Finetune/Loss (Raw)": 0.8858124613761902, "Finetune/Step": 2965, "Finetune/Step Time": 7.463496034964919}
+{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.7834929823875427, "Finetune/Loss (Raw)": 0.727456271648407, "Finetune/Step": 2966, "Finetune/Step Time": 7.471068179234862}
+{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.7833143472671509, "Finetune/Loss (Raw)": 0.679145336151123, "Finetune/Step": 2967, "Finetune/Step Time": 7.462512858211994}
+{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.7838461995124817, "Finetune/Loss (Raw)": 0.8718226552009583, "Finetune/Step": 2968, "Finetune/Step Time": 7.471408745273948}
+{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.7828285694122314, "Finetune/Loss (Raw)": 0.8039034605026245, "Finetune/Step": 2969, "Finetune/Step Time": 7.468633597716689}
+{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.7826107144355774, "Finetune/Loss (Raw)": 0.7895088195800781, "Finetune/Step": 2970, "Finetune/Step Time": 7.491876643151045}
+{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.7834960222244263, "Finetune/Loss (Raw)": 0.7921936511993408, "Finetune/Step": 2971, "Finetune/Step Time": 7.4888424798846245}
+{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.7833352088928223, "Finetune/Loss (Raw)": 0.8259183764457703, "Finetune/Step": 2972, "Finetune/Step Time": 7.484604738652706}
+{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.7824775576591492, "Finetune/Loss (Raw)": 0.7023975849151611, "Finetune/Step": 2973, "Finetune/Step Time": 7.488078307360411}
+{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.7830960750579834, "Finetune/Loss (Raw)": 0.827994704246521, "Finetune/Step": 2974, "Finetune/Step Time": 7.489019686356187}
+{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.7815859317779541, "Finetune/Loss (Raw)": 0.38895556330680847, "Finetune/Step": 2975, "Finetune/Step Time": 7.488978490233421}
+{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.7806906700134277, "Finetune/Loss (Raw)": 0.7341452240943909, "Finetune/Step": 2976, "Finetune/Step Time": 7.483028272166848}
+{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.78078293800354, "Finetune/Loss (Raw)": 0.7576602697372437, "Finetune/Step": 2977, "Finetune/Step Time": 7.480433413758874}
+{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.7818866968154907, "Finetune/Loss (Raw)": 0.9415991902351379, "Finetune/Step": 2978, "Finetune/Step Time": 7.480561725795269}
+{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.7816538214683533, "Finetune/Loss (Raw)": 0.8309587240219116, "Finetune/Step": 2979, "Finetune/Step Time": 7.490020280703902}
+{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.7810801267623901, "Finetune/Loss (Raw)": 0.7573651075363159, "Finetune/Step": 2980, "Finetune/Step Time": 7.493569474667311}
+{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.780817985534668, "Finetune/Loss (Raw)": 0.7264163494110107, "Finetune/Step": 2981, "Finetune/Step Time": 7.519611781463027}
+{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.77997225522995, "Finetune/Loss (Raw)": 0.7496233582496643, "Finetune/Step": 2982, "Finetune/Step Time": 7.5132666155695915}
+{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.7810912132263184, "Finetune/Loss (Raw)": 0.9343149065971375, "Finetune/Step": 2983, "Finetune/Step Time": 7.503351081162691}
+{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.7810618877410889, "Finetune/Loss (Raw)": 0.7714670896530151, "Finetune/Step": 2984, "Finetune/Step Time": 7.502951165661216}
+{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.7809022665023804, "Finetune/Loss (Raw)": 0.8303901553153992, "Finetune/Step": 2985, "Finetune/Step Time": 7.50251767411828}
+{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.7778745889663696, "Finetune/Loss (Raw)": 0.3236522078514099, "Finetune/Step": 2986, "Finetune/Step Time": 7.5178615022450686}
+{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.7776565551757812, "Finetune/Loss (Raw)": 0.7818233966827393, "Finetune/Step": 2987, "Finetune/Step Time": 7.531721128150821}
+{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.7790229916572571, "Finetune/Loss (Raw)": 0.8670235276222229, "Finetune/Step": 2988, "Finetune/Step Time": 7.528580905869603}
+{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.7765327095985413, "Finetune/Loss (Raw)": 0.6428737044334412, "Finetune/Step": 2989, "Finetune/Step Time": 7.534257253631949}
+{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.777988612651825, "Finetune/Loss (Raw)": 0.9282699823379517, "Finetune/Step": 2990, "Finetune/Step Time": 7.510587885975838}
+{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.7786182165145874, "Finetune/Loss (Raw)": 0.8634890913963318, "Finetune/Step": 2991, "Finetune/Step Time": 7.515390457585454}
+{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.77848219871521, "Finetune/Loss (Raw)": 0.6897499561309814, "Finetune/Step": 2992, "Finetune/Step Time": 7.526481365785003}
+{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.7787225246429443, "Finetune/Loss (Raw)": 0.9071280360221863, "Finetune/Step": 2993, "Finetune/Step Time": 7.522526437416673}
+{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.7828693985939026, "Finetune/Loss (Raw)": 0.9229394793510437, "Finetune/Step": 2994, "Finetune/Step Time": 7.506452774628997}
+{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.7828034162521362, "Finetune/Loss (Raw)": 0.8295981884002686, "Finetune/Step": 2995, "Finetune/Step Time": 7.509378671646118}
+{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.7811898589134216, "Finetune/Loss (Raw)": 0.7230013012886047, "Finetune/Step": 2996, "Finetune/Step Time": 7.524518774822354}
+{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.7823909521102905, "Finetune/Loss (Raw)": 0.7479603886604309, "Finetune/Step": 2997, "Finetune/Step Time": 7.495165968313813}
+{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.7854440212249756, "Finetune/Loss (Raw)": 0.7706480622291565, "Finetune/Step": 2998, "Finetune/Step Time": 7.490728156641126}
+{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.7845944166183472, "Finetune/Loss (Raw)": 0.8285958766937256, "Finetune/Step": 2999, "Finetune/Step Time": 7.4965849462896585}
+{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.7839230895042419, "Finetune/Loss (Raw)": 0.833809494972229, "Finetune/Step": 3000, "Finetune/Step Time": 7.500221949070692}
+{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.783311128616333, "Finetune/Loss (Raw)": 0.762239933013916, "Finetune/Step": 3001, "Finetune/Step Time": 7.502880051732063}
+{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.7874273657798767, "Finetune/Loss (Raw)": 0.8815687894821167, "Finetune/Step": 3002, "Finetune/Step Time": 7.502567321062088}
+{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.7868143320083618, "Finetune/Loss (Raw)": 0.805117130279541, "Finetune/Step": 3003, "Finetune/Step Time": 7.517679445445538}
+{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.7873502969741821, "Finetune/Loss (Raw)": 0.8748464584350586, "Finetune/Step": 3004, "Finetune/Step Time": 7.510240077972412}
+{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.7858021259307861, "Finetune/Loss (Raw)": 0.5808659195899963, "Finetune/Step": 3005, "Finetune/Step Time": 7.527281794697046}
+{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.7870551347732544, "Finetune/Loss (Raw)": 0.8816555142402649, "Finetune/Step": 3006, "Finetune/Step Time": 7.52006602473557}
+{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.7864835262298584, "Finetune/Loss (Raw)": 0.6508252620697021, "Finetune/Step": 3007, "Finetune/Step Time": 7.509976040571928}
+{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.7860220670700073, "Finetune/Loss (Raw)": 0.8666676878929138, "Finetune/Step": 3008, "Finetune/Step Time": 7.520457627251744}
+{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.7868692874908447, "Finetune/Loss (Raw)": 0.9379698038101196, "Finetune/Step": 3009, "Finetune/Step Time": 7.513334553688765}
+{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.7860592603683472, "Finetune/Loss (Raw)": 0.7735804915428162, "Finetune/Step": 3010, "Finetune/Step Time": 7.513501478359103}
+{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.7858057022094727, "Finetune/Loss (Raw)": 0.8849896788597107, "Finetune/Step": 3011, "Finetune/Step Time": 7.509977729991078}
+{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.7869265079498291, "Finetune/Loss (Raw)": 0.8625142574310303, "Finetune/Step": 3012, "Finetune/Step Time": 7.481105320155621}
+{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.7866348028182983, "Finetune/Loss (Raw)": 0.841357946395874, "Finetune/Step": 3013, "Finetune/Step Time": 7.476343650370836}
+{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.7871092557907104, "Finetune/Loss (Raw)": 0.6532866358757019, "Finetune/Step": 3014, "Finetune/Step Time": 7.459201058372855}
+{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.7864640951156616, "Finetune/Loss (Raw)": 0.6051486134529114, "Finetune/Step": 3015, "Finetune/Step Time": 7.4669826198369265}
+{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.7847552299499512, "Finetune/Loss (Raw)": 0.7674835920333862, "Finetune/Step": 3016, "Finetune/Step Time": 7.469785362482071}
+{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.7876863479614258, "Finetune/Loss (Raw)": 0.701376736164093, "Finetune/Step": 3017, "Finetune/Step Time": 7.46096339635551}
+{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.7876121997833252, "Finetune/Loss (Raw)": 0.738981306552887, "Finetune/Step": 3018, "Finetune/Step Time": 7.455696424469352}
+{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.7878473997116089, "Finetune/Loss (Raw)": 0.7946265339851379, "Finetune/Step": 3019, "Finetune/Step Time": 7.45628341846168}
+{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.7860034704208374, "Finetune/Loss (Raw)": 0.75724196434021, "Finetune/Step": 3020, "Finetune/Step Time": 7.437734739854932}
+{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.7860939502716064, "Finetune/Loss (Raw)": 0.7955687046051025, "Finetune/Step": 3021, "Finetune/Step Time": 7.429256102070212}
+{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.7860693335533142, "Finetune/Loss (Raw)": 0.9086385369300842, "Finetune/Step": 3022, "Finetune/Step Time": 7.418370740488172}
+{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.7848054766654968, "Finetune/Loss (Raw)": 0.6646170020103455, "Finetune/Step": 3023, "Finetune/Step Time": 7.420824443921447}
+{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.7841223478317261, "Finetune/Loss (Raw)": 0.783393383026123, "Finetune/Step": 3024, "Finetune/Step Time": 7.425725845620036}
+{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.783837080001831, "Finetune/Loss (Raw)": 0.8541549444198608, "Finetune/Step": 3025, "Finetune/Step Time": 7.424855286255479}
+{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.7835613489151001, "Finetune/Loss (Raw)": 0.7956514954566956, "Finetune/Step": 3026, "Finetune/Step Time": 7.418702168390155}
+{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.7842773795127869, "Finetune/Loss (Raw)": 0.8980777859687805, "Finetune/Step": 3027, "Finetune/Step Time": 7.417082661762834}
+{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.7852803468704224, "Finetune/Loss (Raw)": 0.7945671677589417, "Finetune/Step": 3028, "Finetune/Step Time": 7.420846372842789}
+{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.7879825234413147, "Finetune/Loss (Raw)": 1.0116032361984253, "Finetune/Step": 3029, "Finetune/Step Time": 7.401032257825136}
+{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.7879549264907837, "Finetune/Loss (Raw)": 0.7819316387176514, "Finetune/Step": 3030, "Finetune/Step Time": 7.393078368157148}
+{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.7880843877792358, "Finetune/Loss (Raw)": 0.840555727481842, "Finetune/Step": 3031, "Finetune/Step Time": 7.390496952459216}
+{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.788320779800415, "Finetune/Loss (Raw)": 0.8153951168060303, "Finetune/Step": 3032, "Finetune/Step Time": 7.395380752161145}
+{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.7887411713600159, "Finetune/Loss (Raw)": 0.852292537689209, "Finetune/Step": 3033, "Finetune/Step Time": 7.393519580364227}
+{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.7891660928726196, "Finetune/Loss (Raw)": 0.9269921183586121, "Finetune/Step": 3034, "Finetune/Step Time": 7.38999467343092}
+{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.7895307540893555, "Finetune/Loss (Raw)": 0.8312194347381592, "Finetune/Step": 3035, "Finetune/Step Time": 7.391017429530621}
+{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.7888627052307129, "Finetune/Loss (Raw)": 0.776589572429657, "Finetune/Step": 3036, "Finetune/Step Time": 7.404934726655483}
+{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.7885472774505615, "Finetune/Loss (Raw)": 0.9498823881149292, "Finetune/Step": 3037, "Finetune/Step Time": 7.407748745754361}
+{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.7881669402122498, "Finetune/Loss (Raw)": 0.8724682331085205, "Finetune/Step": 3038, "Finetune/Step Time": 7.407461075112224}
+{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.7865890264511108, "Finetune/Loss (Raw)": 0.7459834814071655, "Finetune/Step": 3039, "Finetune/Step Time": 7.41906313970685}
+{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.7864748239517212, "Finetune/Loss (Raw)": 0.8325574398040771, "Finetune/Step": 3040, "Finetune/Step Time": 7.412387628108263}
+{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.7858497500419617, "Finetune/Loss (Raw)": 0.7386037111282349, "Finetune/Step": 3041, "Finetune/Step Time": 7.416938405483961}
+{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.7875276803970337, "Finetune/Loss (Raw)": 0.8135082125663757, "Finetune/Step": 3042, "Finetune/Step Time": 7.393108164891601}
+{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.7854021787643433, "Finetune/Loss (Raw)": 0.30638352036476135, "Finetune/Step": 3043, "Finetune/Step Time": 7.394942753016949}
+{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.7839785218238831, "Finetune/Loss (Raw)": 0.6670734286308289, "Finetune/Step": 3044, "Finetune/Step Time": 7.413688542321324}
+{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.7814184427261353, "Finetune/Loss (Raw)": 0.5828567743301392, "Finetune/Step": 3045, "Finetune/Step Time": 7.420073360204697}
+{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.7835429906845093, "Finetune/Loss (Raw)": 0.9679226875305176, "Finetune/Step": 3046, "Finetune/Step Time": 7.414338957518339}
+{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.7833387851715088, "Finetune/Loss (Raw)": 0.8061275482177734, "Finetune/Step": 3047, "Finetune/Step Time": 7.419710690155625}
+{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.7881327867507935, "Finetune/Loss (Raw)": 0.9584892392158508, "Finetune/Step": 3048, "Finetune/Step Time": 7.405788062140346}
+{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.788335919380188, "Finetune/Loss (Raw)": 0.7972939014434814, "Finetune/Step": 3049, "Finetune/Step Time": 7.388559469953179}
+{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.7898737192153931, "Finetune/Loss (Raw)": 0.9553373456001282, "Finetune/Step": 3050, "Finetune/Step Time": 7.379689792171121}
+{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.7914968132972717, "Finetune/Loss (Raw)": 0.9145631790161133, "Finetune/Step": 3051, "Finetune/Step Time": 7.358118690550327}
+{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.7906637191772461, "Finetune/Loss (Raw)": 0.7734326720237732, "Finetune/Step": 3052, "Finetune/Step Time": 7.361598303541541}
+{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.7907329797744751, "Finetune/Loss (Raw)": 0.91133052110672, "Finetune/Step": 3053, "Finetune/Step Time": 7.364703657105565}
+{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.7919417023658752, "Finetune/Loss (Raw)": 0.9508602023124695, "Finetune/Step": 3054, "Finetune/Step Time": 7.3394542299211025}
+{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.7940267324447632, "Finetune/Loss (Raw)": 0.8201666474342346, "Finetune/Step": 3055, "Finetune/Step Time": 7.329743456095457}
+{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.794334888458252, "Finetune/Loss (Raw)": 0.8502615094184875, "Finetune/Step": 3056, "Finetune/Step Time": 7.318484691902995}
+{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.7932901382446289, "Finetune/Loss (Raw)": 0.7060559391975403, "Finetune/Step": 3057, "Finetune/Step Time": 7.340014072135091}
+{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.7931782007217407, "Finetune/Loss (Raw)": 0.8585312962532043, "Finetune/Step": 3058, "Finetune/Step Time": 7.337237352505326}
+{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.7929824590682983, "Finetune/Loss (Raw)": 0.8513893485069275, "Finetune/Step": 3059, "Finetune/Step Time": 7.333532573655248}
+{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.7932162284851074, "Finetune/Loss (Raw)": 0.893556535243988, "Finetune/Step": 3060, "Finetune/Step Time": 7.337466847151518}
+{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.7938423156738281, "Finetune/Loss (Raw)": 0.9035214185714722, "Finetune/Step": 3061, "Finetune/Step Time": 7.329279229044914}
+{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.79344642162323, "Finetune/Loss (Raw)": 0.7229217886924744, "Finetune/Step": 3062, "Finetune/Step Time": 7.366524299606681}
+{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.7933013439178467, "Finetune/Loss (Raw)": 0.7970286011695862, "Finetune/Step": 3063, "Finetune/Step Time": 7.359083138406277}
+{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.7931395769119263, "Finetune/Loss (Raw)": 0.8440495133399963, "Finetune/Step": 3064, "Finetune/Step Time": 7.34084596298635}
+{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.7902661561965942, "Finetune/Loss (Raw)": 0.6292252540588379, "Finetune/Step": 3065, "Finetune/Step Time": 7.357402961701155}
+{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.787722110748291, "Finetune/Loss (Raw)": 0.5357493162155151, "Finetune/Step": 3066, "Finetune/Step Time": 7.389864958822727}
+{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.7877820730209351, "Finetune/Loss (Raw)": 0.834807276725769, "Finetune/Step": 3067, "Finetune/Step Time": 7.39149696752429}
+{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.7885041236877441, "Finetune/Loss (Raw)": 0.7558744549751282, "Finetune/Step": 3068, "Finetune/Step Time": 7.403046373277903}
+{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.7896934151649475, "Finetune/Loss (Raw)": 0.6754168272018433, "Finetune/Step": 3069, "Finetune/Step Time": 7.394755596294999}
+{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.7885154485702515, "Finetune/Loss (Raw)": 0.8062482476234436, "Finetune/Step": 3070, "Finetune/Step Time": 7.392546229064465}
+{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.7901880145072937, "Finetune/Loss (Raw)": 0.9665884971618652, "Finetune/Step": 3071, "Finetune/Step Time": 7.385673567652702}
+{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.790074348449707, "Finetune/Loss (Raw)": 0.7955471277236938, "Finetune/Step": 3072, "Finetune/Step Time": 7.386309526860714}
+{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.790688157081604, "Finetune/Loss (Raw)": 0.8159762024879456, "Finetune/Step": 3073, "Finetune/Step Time": 7.377417579293251}
+{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.7907857894897461, "Finetune/Loss (Raw)": 0.7939038276672363, "Finetune/Step": 3074, "Finetune/Step Time": 7.379559982568026}
+{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.7871314287185669, "Finetune/Loss (Raw)": 0.29286590218544006, "Finetune/Step": 3075, "Finetune/Step Time": 7.367493515834212}
+{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.7869125604629517, "Finetune/Loss (Raw)": 0.6847268342971802, "Finetune/Step": 3076, "Finetune/Step Time": 7.343946009874344}
+{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.7872035503387451, "Finetune/Loss (Raw)": 0.8609197735786438, "Finetune/Step": 3077, "Finetune/Step Time": 7.344042608514428}
+{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.7859988212585449, "Finetune/Loss (Raw)": 0.693469226360321, "Finetune/Step": 3078, "Finetune/Step Time": 7.340941496193409}
+{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.788411021232605, "Finetune/Loss (Raw)": 0.6117833256721497, "Finetune/Step": 3079, "Finetune/Step Time": 7.349569007754326}
+{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.7871782779693604, "Finetune/Loss (Raw)": 0.6999679803848267, "Finetune/Step": 3080, "Finetune/Step Time": 7.354073677212}
+{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.7857918739318848, "Finetune/Loss (Raw)": 0.7399976849555969, "Finetune/Step": 3081, "Finetune/Step Time": 7.3469747975468636}
+{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.7865024209022522, "Finetune/Loss (Raw)": 0.8223641514778137, "Finetune/Step": 3082, "Finetune/Step Time": 7.342550663277507}
+{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.7854861617088318, "Finetune/Loss (Raw)": 0.8464933633804321, "Finetune/Step": 3083, "Finetune/Step Time": 7.348366063088179}
+{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.7852632403373718, "Finetune/Loss (Raw)": 0.7723424434661865, "Finetune/Step": 3084, "Finetune/Step Time": 7.359173767268658}
+{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.7868552207946777, "Finetune/Loss (Raw)": 0.9794610738754272, "Finetune/Step": 3085, "Finetune/Step Time": 7.357565032318234}
+{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.7870135307312012, "Finetune/Loss (Raw)": 0.8247188329696655, "Finetune/Step": 3086, "Finetune/Step Time": 7.356427442282438}
+{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.790776252746582, "Finetune/Loss (Raw)": 0.8000426292419434, "Finetune/Step": 3087, "Finetune/Step Time": 7.347045753151178}
+{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.7893502116203308, "Finetune/Loss (Raw)": 0.5663578510284424, "Finetune/Step": 3088, "Finetune/Step Time": 7.346196599304676}
+{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.7903345823287964, "Finetune/Loss (Raw)": 0.8854277729988098, "Finetune/Step": 3089, "Finetune/Step Time": 7.349918456748128}
+{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.78822922706604, "Finetune/Loss (Raw)": 0.7377752661705017, "Finetune/Step": 3090, "Finetune/Step Time": 7.34438537992537}
+{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.7871589660644531, "Finetune/Loss (Raw)": 0.7120096683502197, "Finetune/Step": 3091, "Finetune/Step Time": 7.347531361505389}
+{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.7825785279273987, "Finetune/Loss (Raw)": 0.2946307361125946, "Finetune/Step": 3092, "Finetune/Step Time": 7.357512744143605}
+{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.782075047492981, "Finetune/Loss (Raw)": 0.8213655948638916, "Finetune/Step": 3093, "Finetune/Step Time": 7.363734159618616}
+{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.783057689666748, "Finetune/Loss (Raw)": 0.8532318472862244, "Finetune/Step": 3094, "Finetune/Step Time": 7.357904698699713}
+{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.7838778495788574, "Finetune/Loss (Raw)": 0.7841211557388306, "Finetune/Step": 3095, "Finetune/Step Time": 7.338945724070072}
+{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.7835158109664917, "Finetune/Loss (Raw)": 0.8254928588867188, "Finetune/Step": 3096, "Finetune/Step Time": 7.3326726127415895}
+{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.7796181440353394, "Finetune/Loss (Raw)": 0.30499476194381714, "Finetune/Step": 3097, "Finetune/Step Time": 7.347076922655106}
+{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.7778722643852234, "Finetune/Loss (Raw)": 0.5660344958305359, "Finetune/Step": 3098, "Finetune/Step Time": 7.323340987786651}
+{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.7783235907554626, "Finetune/Loss (Raw)": 0.8499720096588135, "Finetune/Step": 3099, "Finetune/Step Time": 7.325600508600473}
+{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.7798318862915039, "Finetune/Loss (Raw)": 1.018980622291565, "Finetune/Step": 3100, "Finetune/Step Time": 7.32731026224792}
+{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.7786781787872314, "Finetune/Loss (Raw)": 0.5547164082527161, "Finetune/Step": 3101, "Finetune/Step Time": 7.32828132994473}
+{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.7792421579360962, "Finetune/Loss (Raw)": 0.9001935720443726, "Finetune/Step": 3102, "Finetune/Step Time": 7.335157239809632}
+{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.7834964394569397, "Finetune/Loss (Raw)": 0.9334936141967773, "Finetune/Step": 3103, "Finetune/Step Time": 7.3338695876300335}
+{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.784399151802063, "Finetune/Loss (Raw)": 0.849699854850769, "Finetune/Step": 3104, "Finetune/Step Time": 7.328208716586232}
+{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.7850911617279053, "Finetune/Loss (Raw)": 0.8462317585945129, "Finetune/Step": 3105, "Finetune/Step Time": 7.318290123715997}
+{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.783336877822876, "Finetune/Loss (Raw)": 0.7170491218566895, "Finetune/Step": 3106, "Finetune/Step Time": 7.3181205578148365}
+{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.7843142747879028, "Finetune/Loss (Raw)": 0.9560664296150208, "Finetune/Step": 3107, "Finetune/Step Time": 7.311473615467548}
+{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.7842934131622314, "Finetune/Loss (Raw)": 0.7546990513801575, "Finetune/Step": 3108, "Finetune/Step Time": 7.313719026744366}
+{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.7845596075057983, "Finetune/Loss (Raw)": 0.7604828476905823, "Finetune/Step": 3109, "Finetune/Step Time": 7.288816975429654}
+{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.7845628261566162, "Finetune/Loss (Raw)": 0.7500386834144592, "Finetune/Step": 3110, "Finetune/Step Time": 7.284985920414329}
+{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.7831486463546753, "Finetune/Loss (Raw)": 0.7532942295074463, "Finetune/Step": 3111, "Finetune/Step Time": 7.3031058218330145}
+{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.7840409874916077, "Finetune/Loss (Raw)": 0.8856902122497559, "Finetune/Step": 3112, "Finetune/Step Time": 7.297690873965621}
+{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.7835174798965454, "Finetune/Loss (Raw)": 0.7633828520774841, "Finetune/Step": 3113, "Finetune/Step Time": 7.309816103428602}
+{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.7876598238945007, "Finetune/Loss (Raw)": 0.8538705706596375, "Finetune/Step": 3114, "Finetune/Step Time": 7.301566928625107}
+{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.7876207232475281, "Finetune/Loss (Raw)": 0.776821494102478, "Finetune/Step": 3115, "Finetune/Step Time": 7.283417718484998}
+{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.7852861881256104, "Finetune/Loss (Raw)": 0.5682008862495422, "Finetune/Step": 3116, "Finetune/Step Time": 7.31918459944427}
+{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.7868545651435852, "Finetune/Loss (Raw)": 0.8436259031295776, "Finetune/Step": 3117, "Finetune/Step Time": 7.313479719683528}
+{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.783267617225647, "Finetune/Loss (Raw)": 0.4691428542137146, "Finetune/Step": 3118, "Finetune/Step Time": 7.328127009794116}
+{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.7828776836395264, "Finetune/Loss (Raw)": 0.8135755658149719, "Finetune/Step": 3119, "Finetune/Step Time": 7.327612502500415}
+{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.7839955687522888, "Finetune/Loss (Raw)": 0.8328432440757751, "Finetune/Step": 3120, "Finetune/Step Time": 7.321132814511657}
+{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.7817494869232178, "Finetune/Loss (Raw)": 0.6196187138557434, "Finetune/Step": 3121, "Finetune/Step Time": 7.331586845219135}
+{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.7805731296539307, "Finetune/Loss (Raw)": 0.7723766565322876, "Finetune/Step": 3122, "Finetune/Step Time": 7.33277746476233}
+{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.7800254821777344, "Finetune/Loss (Raw)": 0.7594919800758362, "Finetune/Step": 3123, "Finetune/Step Time": 7.326684674248099}
+{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.7811428308486938, "Finetune/Loss (Raw)": 0.8660299181938171, "Finetune/Step": 3124, "Finetune/Step Time": 7.309425750747323}
+{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.7803336977958679, "Finetune/Loss (Raw)": 0.6443851590156555, "Finetune/Step": 3125, "Finetune/Step Time": 7.308219255879521}
+{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.7810556888580322, "Finetune/Loss (Raw)": 0.8630646467208862, "Finetune/Step": 3126, "Finetune/Step Time": 7.298140686005354}
+{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.7819787859916687, "Finetune/Loss (Raw)": 0.946745753288269, "Finetune/Step": 3127, "Finetune/Step Time": 7.293707862496376}
+{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.7795352935791016, "Finetune/Loss (Raw)": 0.5210466384887695, "Finetune/Step": 3128, "Finetune/Step Time": 7.328739928081632}
+{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.7795115113258362, "Finetune/Loss (Raw)": 0.7591959238052368, "Finetune/Step": 3129, "Finetune/Step Time": 7.325360134243965}
+{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.7782222032546997, "Finetune/Loss (Raw)": 0.7165343761444092, "Finetune/Step": 3130, "Finetune/Step Time": 7.328614331781864}
+{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.7777622938156128, "Finetune/Loss (Raw)": 0.7462503910064697, "Finetune/Step": 3131, "Finetune/Step Time": 7.320578353479505}
+{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.7741876840591431, "Finetune/Loss (Raw)": 0.4172940254211426, "Finetune/Step": 3132, "Finetune/Step Time": 7.3344659842550755}
+{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.7759643793106079, "Finetune/Loss (Raw)": 0.8082923889160156, "Finetune/Step": 3133, "Finetune/Step Time": 7.316165428608656}
+{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.774263858795166, "Finetune/Loss (Raw)": 0.6639832854270935, "Finetune/Step": 3134, "Finetune/Step Time": 7.330767747014761}
+{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.7760202884674072, "Finetune/Loss (Raw)": 0.875655472278595, "Finetune/Step": 3135, "Finetune/Step Time": 7.3335334453731775}
+{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.7757135629653931, "Finetune/Loss (Raw)": 0.827397346496582, "Finetune/Step": 3136, "Finetune/Step Time": 7.325088134035468}
+{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.7739385962486267, "Finetune/Loss (Raw)": 0.7107749581336975, "Finetune/Step": 3137, "Finetune/Step Time": 7.341142367571592}
+{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.7729114294052124, "Finetune/Loss (Raw)": 0.6421019434928894, "Finetune/Step": 3138, "Finetune/Step Time": 7.349325163289905}
+{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.7722432613372803, "Finetune/Loss (Raw)": 0.7994697690010071, "Finetune/Step": 3139, "Finetune/Step Time": 7.351204596459866}
+{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.7715761661529541, "Finetune/Loss (Raw)": 0.7771245837211609, "Finetune/Step": 3140, "Finetune/Step Time": 7.3617510963231325}
+{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.7710462808609009, "Finetune/Loss (Raw)": 0.7735362648963928, "Finetune/Step": 3141, "Finetune/Step Time": 7.364885481074452}
+{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.7715845704078674, "Finetune/Loss (Raw)": 0.7221843600273132, "Finetune/Step": 3142, "Finetune/Step Time": 7.369826626032591}
+{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.7708982825279236, "Finetune/Loss (Raw)": 0.5173014998435974, "Finetune/Step": 3143, "Finetune/Step Time": 7.369759354740381}
+{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.7720394730567932, "Finetune/Loss (Raw)": 0.9135546088218689, "Finetune/Step": 3144, "Finetune/Step Time": 7.361818326637149}
+{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.7735713124275208, "Finetune/Loss (Raw)": 0.8974589109420776, "Finetune/Step": 3145, "Finetune/Step Time": 7.357266949489713}
+{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.7745363712310791, "Finetune/Loss (Raw)": 0.8625099062919617, "Finetune/Step": 3146, "Finetune/Step Time": 7.358050681650639}
+{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.7744331955909729, "Finetune/Loss (Raw)": 0.7814179062843323, "Finetune/Step": 3147, "Finetune/Step Time": 7.365806564688683}
+{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.775858998298645, "Finetune/Loss (Raw)": 0.9397455453872681, "Finetune/Step": 3148, "Finetune/Step Time": 7.386712968349457}
+{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.7729008197784424, "Finetune/Loss (Raw)": 0.41692399978637695, "Finetune/Step": 3149, "Finetune/Step Time": 7.398805843666196}
+{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.7719365358352661, "Finetune/Loss (Raw)": 0.785211443901062, "Finetune/Step": 3150, "Finetune/Step Time": 7.397123260423541}
+{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.7733348608016968, "Finetune/Loss (Raw)": 0.8435937166213989, "Finetune/Step": 3151, "Finetune/Step Time": 7.399267038330436}
+{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.7734378576278687, "Finetune/Loss (Raw)": 0.7965754866600037, "Finetune/Step": 3152, "Finetune/Step Time": 7.394824301823974}
+{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.7733498811721802, "Finetune/Loss (Raw)": 0.842896044254303, "Finetune/Step": 3153, "Finetune/Step Time": 7.3955731354653835}
+{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.7732653617858887, "Finetune/Loss (Raw)": 0.7848340272903442, "Finetune/Step": 3154, "Finetune/Step Time": 7.388863215222955}
+{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.773009181022644, "Finetune/Loss (Raw)": 0.8652870059013367, "Finetune/Step": 3155, "Finetune/Step Time": 7.383258296176791}
+{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.7727479934692383, "Finetune/Loss (Raw)": 0.7611313462257385, "Finetune/Step": 3156, "Finetune/Step Time": 7.378460740670562}
+{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.7722177505493164, "Finetune/Loss (Raw)": 0.9437412619590759, "Finetune/Step": 3157, "Finetune/Step Time": 7.38345299102366}
+{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.7683151364326477, "Finetune/Loss (Raw)": 0.28239160776138306, "Finetune/Step": 3158, "Finetune/Step Time": 7.384718004614115}
+{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.7674526572227478, "Finetune/Loss (Raw)": 0.7301627993583679, "Finetune/Step": 3159, "Finetune/Step Time": 7.388916503638029}
+{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.7674859762191772, "Finetune/Loss (Raw)": 0.8196584582328796, "Finetune/Step": 3160, "Finetune/Step Time": 7.37975088506937}
+{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.7672721147537231, "Finetune/Loss (Raw)": 0.8249152898788452, "Finetune/Step": 3161, "Finetune/Step Time": 7.398727660998702}
+{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.7632020711898804, "Finetune/Loss (Raw)": 0.406031996011734, "Finetune/Step": 3162, "Finetune/Step Time": 7.412893293425441}
+{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.7638802528381348, "Finetune/Loss (Raw)": 0.9180222153663635, "Finetune/Step": 3163, "Finetune/Step Time": 7.4253950752317905}
+{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.764426589012146, "Finetune/Loss (Raw)": 0.8465163707733154, "Finetune/Step": 3164, "Finetune/Step Time": 7.406811187043786}
+{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.7612249851226807, "Finetune/Loss (Raw)": 0.5400835275650024, "Finetune/Step": 3165, "Finetune/Step Time": 7.409275645390153}
+{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.7605527639389038, "Finetune/Loss (Raw)": 0.7864204049110413, "Finetune/Step": 3166, "Finetune/Step Time": 7.43049200810492}
+{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.7610162496566772, "Finetune/Loss (Raw)": 0.8053163886070251, "Finetune/Step": 3167, "Finetune/Step Time": 7.416867591440678}
+{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.7617865800857544, "Finetune/Loss (Raw)": 0.9311537742614746, "Finetune/Step": 3168, "Finetune/Step Time": 7.422346085309982}
+{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.758450984954834, "Finetune/Loss (Raw)": 0.31165245175361633, "Finetune/Step": 3169, "Finetune/Step Time": 7.433277875185013}
+{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.7572659254074097, "Finetune/Loss (Raw)": 0.6618149876594543, "Finetune/Step": 3170, "Finetune/Step Time": 7.4347124844789505}
+{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.7606701850891113, "Finetune/Loss (Raw)": 0.742129921913147, "Finetune/Step": 3171, "Finetune/Step Time": 7.434449130669236}
+{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.761325478553772, "Finetune/Loss (Raw)": 0.750947117805481, "Finetune/Step": 3172, "Finetune/Step Time": 7.416674252599478}
+{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.762010395526886, "Finetune/Loss (Raw)": 0.6705327033996582, "Finetune/Step": 3173, "Finetune/Step Time": 7.42798176035285}
+{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.7620528936386108, "Finetune/Loss (Raw)": 0.973360002040863, "Finetune/Step": 3174, "Finetune/Step Time": 7.433334171772003}
+{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.7617157697677612, "Finetune/Loss (Raw)": 0.762974202632904, "Finetune/Step": 3175, "Finetune/Step Time": 7.4300974272191525}
+{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.7616778612136841, "Finetune/Loss (Raw)": 0.9536368250846863, "Finetune/Step": 3176, "Finetune/Step Time": 7.432248217985034}
+{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.76136314868927, "Finetune/Loss (Raw)": 0.7570148706436157, "Finetune/Step": 3177, "Finetune/Step Time": 7.4478466641157866}
+{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.7602789402008057, "Finetune/Loss (Raw)": 0.8165556788444519, "Finetune/Step": 3178, "Finetune/Step Time": 7.454001743346453}
+{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.760332465171814, "Finetune/Loss (Raw)": 0.9214217662811279, "Finetune/Step": 3179, "Finetune/Step Time": 7.460721515119076}
+{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.7601428627967834, "Finetune/Loss (Raw)": 0.7491576075553894, "Finetune/Step": 3180, "Finetune/Step Time": 7.457153772935271}
+{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.7596353888511658, "Finetune/Loss (Raw)": 0.8463698625564575, "Finetune/Step": 3181, "Finetune/Step Time": 7.453163804486394}
+{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.7586387395858765, "Finetune/Loss (Raw)": 0.8232914805412292, "Finetune/Step": 3182, "Finetune/Step Time": 7.456123627722263}
+{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.7577457427978516, "Finetune/Loss (Raw)": 0.7058626413345337, "Finetune/Step": 3183, "Finetune/Step Time": 7.456480633467436}
+{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.7571046948432922, "Finetune/Loss (Raw)": 0.7682097554206848, "Finetune/Step": 3184, "Finetune/Step Time": 7.456849532201886}
+{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.7583339214324951, "Finetune/Loss (Raw)": 0.8633877635002136, "Finetune/Step": 3185, "Finetune/Step Time": 7.442120084539056}
+{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.7575638294219971, "Finetune/Loss (Raw)": 0.7599687576293945, "Finetune/Step": 3186, "Finetune/Step Time": 7.44625105522573}
+{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.757716178894043, "Finetune/Loss (Raw)": 0.8708916306495667, "Finetune/Step": 3187, "Finetune/Step Time": 7.444591114297509}
+{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.7561744451522827, "Finetune/Loss (Raw)": 0.6962189078330994, "Finetune/Step": 3188, "Finetune/Step Time": 7.45388195104897}
+{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.7549145221710205, "Finetune/Loss (Raw)": 0.7422463297843933, "Finetune/Step": 3189, "Finetune/Step Time": 7.451598858460784}
+{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.7557291984558105, "Finetune/Loss (Raw)": 0.8272038102149963, "Finetune/Step": 3190, "Finetune/Step Time": 7.417234197258949}
+{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.7559581995010376, "Finetune/Loss (Raw)": 0.8263334035873413, "Finetune/Step": 3191, "Finetune/Step Time": 7.44265384785831}
+{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.7556074261665344, "Finetune/Loss (Raw)": 0.7991548776626587, "Finetune/Step": 3192, "Finetune/Step Time": 7.4482278767973185}
+{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.7568723559379578, "Finetune/Loss (Raw)": 0.7911326885223389, "Finetune/Step": 3193, "Finetune/Step Time": 7.434030331671238}
+{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.7583765983581543, "Finetune/Loss (Raw)": 0.7282921671867371, "Finetune/Step": 3194, "Finetune/Step Time": 7.4071978479623795}
+{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.7582767009735107, "Finetune/Loss (Raw)": 0.8220261931419373, "Finetune/Step": 3195, "Finetune/Step Time": 7.413360653445125}
+{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.7585301399230957, "Finetune/Loss (Raw)": 0.7883118391036987, "Finetune/Step": 3196, "Finetune/Step Time": 7.403166381642222}
+{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.7600739598274231, "Finetune/Loss (Raw)": 0.8730258345603943, "Finetune/Step": 3197, "Finetune/Step Time": 7.3947901874780655}
+{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.7593543529510498, "Finetune/Loss (Raw)": 0.7141427993774414, "Finetune/Step": 3198, "Finetune/Step Time": 7.402998162433505}
+{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.758088231086731, "Finetune/Loss (Raw)": 0.8045159578323364, "Finetune/Step": 3199, "Finetune/Step Time": 7.402870262041688}
+{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.7597783803939819, "Finetune/Loss (Raw)": 1.0118892192840576, "Finetune/Step": 3200, "Finetune/Step Time": 7.392936106771231}
+{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.7581572532653809, "Finetune/Loss (Raw)": 0.6084752082824707, "Finetune/Step": 3201, "Finetune/Step Time": 7.393961442634463}
+{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.7580378651618958, "Finetune/Loss (Raw)": 0.7786134481430054, "Finetune/Step": 3202, "Finetune/Step Time": 7.390494283288717}
+{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.7618629336357117, "Finetune/Loss (Raw)": 0.7824805378913879, "Finetune/Step": 3203, "Finetune/Step Time": 7.376020319759846}
+{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.7625186443328857, "Finetune/Loss (Raw)": 0.76865553855896, "Finetune/Step": 3204, "Finetune/Step Time": 7.382028611376882}
+{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.761573851108551, "Finetune/Loss (Raw)": 0.7399933934211731, "Finetune/Step": 3205, "Finetune/Step Time": 7.37843756377697}
+{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.7614911794662476, "Finetune/Loss (Raw)": 0.6828815937042236, "Finetune/Step": 3206, "Finetune/Step Time": 7.379355845972896}
+{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.7627153396606445, "Finetune/Loss (Raw)": 0.7684808969497681, "Finetune/Step": 3207, "Finetune/Step Time": 7.378596592694521}
+{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.7636723518371582, "Finetune/Loss (Raw)": 0.8224599957466125, "Finetune/Step": 3208, "Finetune/Step Time": 7.372041316702962}
+{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.7640668153762817, "Finetune/Loss (Raw)": 0.7904908657073975, "Finetune/Step": 3209, "Finetune/Step Time": 7.374348223209381}
+{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.763280987739563, "Finetune/Loss (Raw)": 0.7217752933502197, "Finetune/Step": 3210, "Finetune/Step Time": 7.372838729992509}
+{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.762955904006958, "Finetune/Loss (Raw)": 0.8048869371414185, "Finetune/Step": 3211, "Finetune/Step Time": 7.366188338026404}
+{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.7600009441375732, "Finetune/Loss (Raw)": 0.3941013514995575, "Finetune/Step": 3212, "Finetune/Step Time": 7.371525468304753}
+{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.7590880990028381, "Finetune/Loss (Raw)": 0.8626266717910767, "Finetune/Step": 3213, "Finetune/Step Time": 7.369132053107023}
+{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.7581400275230408, "Finetune/Loss (Raw)": 0.7033602595329285, "Finetune/Step": 3214, "Finetune/Step Time": 7.381621723994613}
+{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.7570739984512329, "Finetune/Loss (Raw)": 0.6635900735855103, "Finetune/Step": 3215, "Finetune/Step Time": 7.391056019812822}
+{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.7577139735221863, "Finetune/Loss (Raw)": 0.6482716202735901, "Finetune/Step": 3216, "Finetune/Step Time": 7.410352844744921}
+{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.7572820782661438, "Finetune/Loss (Raw)": 0.8301502466201782, "Finetune/Step": 3217, "Finetune/Step Time": 7.402535056695342}
+{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.7580147385597229, "Finetune/Loss (Raw)": 0.831550657749176, "Finetune/Step": 3218, "Finetune/Step Time": 7.400056345388293}
+{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.7577260732650757, "Finetune/Loss (Raw)": 0.6750631928443909, "Finetune/Step": 3219, "Finetune/Step Time": 7.3847475331276655}
+{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.7628949880599976, "Finetune/Loss (Raw)": 0.956246554851532, "Finetune/Step": 3220, "Finetune/Step Time": 7.380507634952664}
+{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.7622942328453064, "Finetune/Loss (Raw)": 0.7444766759872437, "Finetune/Step": 3221, "Finetune/Step Time": 7.3942022025585175}
+{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.7582322955131531, "Finetune/Loss (Raw)": 0.3333008289337158, "Finetune/Step": 3222, "Finetune/Step Time": 7.406603820621967}
+{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.7582197189331055, "Finetune/Loss (Raw)": 0.7825216054916382, "Finetune/Step": 3223, "Finetune/Step Time": 7.412364086136222}
+{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.7581086158752441, "Finetune/Loss (Raw)": 0.8112568259239197, "Finetune/Step": 3224, "Finetune/Step Time": 7.413884108886123}
+{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.7618011236190796, "Finetune/Loss (Raw)": 0.777640700340271, "Finetune/Step": 3225, "Finetune/Step Time": 7.4038055799901485}
+{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.7635514140129089, "Finetune/Loss (Raw)": 0.7900696396827698, "Finetune/Step": 3226, "Finetune/Step Time": 7.4131503738462925}
+{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.762407124042511, "Finetune/Loss (Raw)": 0.7035093903541565, "Finetune/Step": 3227, "Finetune/Step Time": 7.413945762440562}
+{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.7604919672012329, "Finetune/Loss (Raw)": 0.7738431692123413, "Finetune/Step": 3228, "Finetune/Step Time": 7.412205314263701}
+{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.7630638480186462, "Finetune/Loss (Raw)": 0.8839151859283447, "Finetune/Step": 3229, "Finetune/Step Time": 7.397049682214856}
+{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.7615993618965149, "Finetune/Loss (Raw)": 0.7127341628074646, "Finetune/Step": 3230, "Finetune/Step Time": 7.3997046034783125}
+{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.7604109644889832, "Finetune/Loss (Raw)": 0.781382143497467, "Finetune/Step": 3231, "Finetune/Step Time": 7.411925453692675}
+{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.7610248327255249, "Finetune/Loss (Raw)": 0.9282715916633606, "Finetune/Step": 3232, "Finetune/Step Time": 7.414438720792532}
+{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.7622672915458679, "Finetune/Loss (Raw)": 1.0052659511566162, "Finetune/Step": 3233, "Finetune/Step Time": 7.417326895520091}
+{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.7620949149131775, "Finetune/Loss (Raw)": 0.6949838399887085, "Finetune/Step": 3234, "Finetune/Step Time": 7.438596146181226}
+{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.7618052363395691, "Finetune/Loss (Raw)": 0.9189872741699219, "Finetune/Step": 3235, "Finetune/Step Time": 7.443077173084021}
+{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.7608699202537537, "Finetune/Loss (Raw)": 0.6349787712097168, "Finetune/Step": 3236, "Finetune/Step Time": 7.438242070376873}
+{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.7618205547332764, "Finetune/Loss (Raw)": 0.8821690678596497, "Finetune/Step": 3237, "Finetune/Step Time": 7.436567008495331}
+{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.7590469121932983, "Finetune/Loss (Raw)": 0.3950065076351166, "Finetune/Step": 3238, "Finetune/Step Time": 7.451594054698944}
+{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.7606519460678101, "Finetune/Loss (Raw)": 0.9587466716766357, "Finetune/Step": 3239, "Finetune/Step Time": 7.436930645257235}
+{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.7610737085342407, "Finetune/Loss (Raw)": 0.9396699070930481, "Finetune/Step": 3240, "Finetune/Step Time": 7.427707128226757}
+{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.7621307373046875, "Finetune/Loss (Raw)": 0.898680567741394, "Finetune/Step": 3241, "Finetune/Step Time": 7.416765321046114}
+{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.7627048492431641, "Finetune/Loss (Raw)": 0.9273572564125061, "Finetune/Step": 3242, "Finetune/Step Time": 7.413256714120507}
+{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.7631173729896545, "Finetune/Loss (Raw)": 0.8296285271644592, "Finetune/Step": 3243, "Finetune/Step Time": 7.411679744720459}
+{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.765293300151825, "Finetune/Loss (Raw)": 0.8467203378677368, "Finetune/Step": 3244, "Finetune/Step Time": 7.366527574136853}
+{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.7656612396240234, "Finetune/Loss (Raw)": 0.8907243013381958, "Finetune/Step": 3245, "Finetune/Step Time": 7.370868839323521}
+{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.7673126459121704, "Finetune/Loss (Raw)": 0.6805177330970764, "Finetune/Step": 3246, "Finetune/Step Time": 7.37211306206882}
+{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.7667429447174072, "Finetune/Loss (Raw)": 0.7406556606292725, "Finetune/Step": 3247, "Finetune/Step Time": 7.371142884716392}
+{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.7675830721855164, "Finetune/Loss (Raw)": 0.9403818845748901, "Finetune/Step": 3248, "Finetune/Step Time": 7.374519167467952}
+{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.7700392603874207, "Finetune/Loss (Raw)": 0.9340053200721741, "Finetune/Step": 3249, "Finetune/Step Time": 7.3642554096877575}
+{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.769899845123291, "Finetune/Loss (Raw)": 0.7545384764671326, "Finetune/Step": 3250, "Finetune/Step Time": 7.382726136595011}
+{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.7690290808677673, "Finetune/Loss (Raw)": 0.648027777671814, "Finetune/Step": 3251, "Finetune/Step Time": 7.409895936027169}
+{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.7692172527313232, "Finetune/Loss (Raw)": 0.8901187181472778, "Finetune/Step": 3252, "Finetune/Step Time": 7.410507487133145}
+{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.7706181406974792, "Finetune/Loss (Raw)": 0.8237006068229675, "Finetune/Step": 3253, "Finetune/Step Time": 7.413472855463624}
+{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.7706144452095032, "Finetune/Loss (Raw)": 0.8625885844230652, "Finetune/Step": 3254, "Finetune/Step Time": 7.413492981344461}
+{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.7699774503707886, "Finetune/Loss (Raw)": 0.8652154803276062, "Finetune/Step": 3255, "Finetune/Step Time": 7.4250214882195}
+{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.7726657390594482, "Finetune/Loss (Raw)": 0.8651477098464966, "Finetune/Step": 3256, "Finetune/Step Time": 7.392754619941115}
+{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.7714712619781494, "Finetune/Loss (Raw)": 0.6062946915626526, "Finetune/Step": 3257, "Finetune/Step Time": 7.402938313782215}
+{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.773647665977478, "Finetune/Loss (Raw)": 0.9951177835464478, "Finetune/Step": 3258, "Finetune/Step Time": 7.3923716973513365}
+{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.7734343409538269, "Finetune/Loss (Raw)": 0.7189416289329529, "Finetune/Step": 3259, "Finetune/Step Time": 7.396482340991497}
+{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.7766342163085938, "Finetune/Loss (Raw)": 0.8268861770629883, "Finetune/Step": 3260, "Finetune/Step Time": 7.400292990729213}
+{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.776151180267334, "Finetune/Loss (Raw)": 0.746460497379303, "Finetune/Step": 3261, "Finetune/Step Time": 7.401355182752013}
+{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.7781373262405396, "Finetune/Loss (Raw)": 0.9182088971138, "Finetune/Step": 3262, "Finetune/Step Time": 7.388150667771697}
+{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.7784992456436157, "Finetune/Loss (Raw)": 0.9219872355461121, "Finetune/Step": 3263, "Finetune/Step Time": 7.385816341266036}
+{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.7776209115982056, "Finetune/Loss (Raw)": 0.7149620056152344, "Finetune/Step": 3264, "Finetune/Step Time": 7.386974424123764}
+{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.77951580286026, "Finetune/Loss (Raw)": 0.9533223509788513, "Finetune/Step": 3265, "Finetune/Step Time": 7.371341750025749}
+{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.7807226181030273, "Finetune/Loss (Raw)": 0.7965817451477051, "Finetune/Step": 3266, "Finetune/Step Time": 7.365623451769352}
+{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.7800613045692444, "Finetune/Loss (Raw)": 0.7148146033287048, "Finetune/Step": 3267, "Finetune/Step Time": 7.3797924518585205}
+{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.7810339331626892, "Finetune/Loss (Raw)": 0.9016247987747192, "Finetune/Step": 3268, "Finetune/Step Time": 7.375309307128191}
+{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.7818790674209595, "Finetune/Loss (Raw)": 0.881708025932312, "Finetune/Step": 3269, "Finetune/Step Time": 7.376373333856463}
+{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.7820069193840027, "Finetune/Loss (Raw)": 0.7385529279708862, "Finetune/Step": 3270, "Finetune/Step Time": 7.367102790623903}
+{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.7840610146522522, "Finetune/Loss (Raw)": 0.7802256941795349, "Finetune/Step": 3271, "Finetune/Step Time": 7.3520728293806314}
+{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.7828996181488037, "Finetune/Loss (Raw)": 0.7648969888687134, "Finetune/Step": 3272, "Finetune/Step Time": 7.381233248859644}
+{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.7815124988555908, "Finetune/Loss (Raw)": 0.7199072241783142, "Finetune/Step": 3273, "Finetune/Step Time": 7.387905118986964}
+{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.7772601842880249, "Finetune/Loss (Raw)": 0.3182104825973511, "Finetune/Step": 3274, "Finetune/Step Time": 7.411894978955388}
+{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.7767600417137146, "Finetune/Loss (Raw)": 0.7173972129821777, "Finetune/Step": 3275, "Finetune/Step Time": 7.409091755747795}
+{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.7759027481079102, "Finetune/Loss (Raw)": 0.8300111889839172, "Finetune/Step": 3276, "Finetune/Step Time": 7.404439609497786}
+{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.7790656089782715, "Finetune/Loss (Raw)": 0.8217690587043762, "Finetune/Step": 3277, "Finetune/Step Time": 7.3887165151536465}
+{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.779246985912323, "Finetune/Loss (Raw)": 0.8084336519241333, "Finetune/Step": 3278, "Finetune/Step Time": 7.391339156776667}
+{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.7792322635650635, "Finetune/Loss (Raw)": 0.8417069315910339, "Finetune/Step": 3279, "Finetune/Step Time": 7.398545175790787}
+{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.7803178429603577, "Finetune/Loss (Raw)": 0.9355315566062927, "Finetune/Step": 3280, "Finetune/Step Time": 7.4069064520299435}
+{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.78125, "Finetune/Loss (Raw)": 0.9622158408164978, "Finetune/Step": 3281, "Finetune/Step Time": 7.4083172138780355}
+{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.7811346650123596, "Finetune/Loss (Raw)": 0.7700714468955994, "Finetune/Step": 3282, "Finetune/Step Time": 7.4083780981600285}
+{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.7772327065467834, "Finetune/Loss (Raw)": 0.3658311367034912, "Finetune/Step": 3283, "Finetune/Step Time": 7.421602502465248}
+{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.7773011922836304, "Finetune/Loss (Raw)": 0.7698976993560791, "Finetune/Step": 3284, "Finetune/Step Time": 7.42476162314415}
+{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.7765864133834839, "Finetune/Loss (Raw)": 0.852251410484314, "Finetune/Step": 3285, "Finetune/Step Time": 7.4190484546124935}
+{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.7805880904197693, "Finetune/Loss (Raw)": 0.7946092486381531, "Finetune/Step": 3286, "Finetune/Step Time": 7.410561587661505}
+{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.7813493013381958, "Finetune/Loss (Raw)": 0.8275977373123169, "Finetune/Step": 3287, "Finetune/Step Time": 7.4167286362499}
+{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.781955361366272, "Finetune/Loss (Raw)": 0.8972275257110596, "Finetune/Step": 3288, "Finetune/Step Time": 7.421924596652389}
+{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.7813385725021362, "Finetune/Loss (Raw)": 0.7459715008735657, "Finetune/Step": 3289, "Finetune/Step Time": 7.40325060300529}
+{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.784821629524231, "Finetune/Loss (Raw)": 0.8518676161766052, "Finetune/Step": 3290, "Finetune/Step Time": 7.389887407422066}
+{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.783001184463501, "Finetune/Loss (Raw)": 0.6849997043609619, "Finetune/Step": 3291, "Finetune/Step Time": 7.384045789018273}
+{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.7823888063430786, "Finetune/Loss (Raw)": 0.7681307792663574, "Finetune/Step": 3292, "Finetune/Step Time": 7.385079341009259}
+{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.7845068573951721, "Finetune/Loss (Raw)": 0.8111971020698547, "Finetune/Step": 3293, "Finetune/Step Time": 7.38048954308033}
+{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.7839406728744507, "Finetune/Loss (Raw)": 0.7139442563056946, "Finetune/Step": 3294, "Finetune/Step Time": 7.38609223254025}
+{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.7838720083236694, "Finetune/Loss (Raw)": 0.7965312600135803, "Finetune/Step": 3295, "Finetune/Step Time": 7.389818709343672}
+{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.7831562161445618, "Finetune/Loss (Raw)": 0.8395302295684814, "Finetune/Step": 3296, "Finetune/Step Time": 7.391585851088166}
+{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.7861862778663635, "Finetune/Loss (Raw)": 0.6995042562484741, "Finetune/Step": 3297, "Finetune/Step Time": 7.3986797500401735}
+{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.7880170345306396, "Finetune/Loss (Raw)": 0.8961510062217712, "Finetune/Step": 3298, "Finetune/Step Time": 7.397360876202583}
+{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.7852150797843933, "Finetune/Loss (Raw)": 0.38347622752189636, "Finetune/Step": 3299, "Finetune/Step Time": 7.399293987080455}
+{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.7861164808273315, "Finetune/Loss (Raw)": 0.8663316369056702, "Finetune/Step": 3300, "Finetune/Step Time": 7.402121329680085}
+{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.7859552502632141, "Finetune/Loss (Raw)": 0.6498926281929016, "Finetune/Step": 3301, "Finetune/Step Time": 7.391511658206582}
+{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.7853403687477112, "Finetune/Loss (Raw)": 0.8946534991264343, "Finetune/Step": 3302, "Finetune/Step Time": 7.390101373195648}
+{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.7855581045150757, "Finetune/Loss (Raw)": 0.790851354598999, "Finetune/Step": 3303, "Finetune/Step Time": 7.388249782845378}
+{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.7837580442428589, "Finetune/Loss (Raw)": 0.7232170104980469, "Finetune/Step": 3304, "Finetune/Step Time": 7.397883510217071}
+{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.7845872640609741, "Finetune/Loss (Raw)": 0.8631662130355835, "Finetune/Step": 3305, "Finetune/Step Time": 7.382966851815581}
+{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.7837650775909424, "Finetune/Loss (Raw)": 0.7113122940063477, "Finetune/Step": 3306, "Finetune/Step Time": 7.375182459130883}
+{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.7839953899383545, "Finetune/Loss (Raw)": 0.9508975744247437, "Finetune/Step": 3307, "Finetune/Step Time": 7.3651131466031075}
+{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.7844952344894409, "Finetune/Loss (Raw)": 0.813136100769043, "Finetune/Step": 3308, "Finetune/Step Time": 7.371318269520998}
+{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.7847652435302734, "Finetune/Loss (Raw)": 0.8809313178062439, "Finetune/Step": 3309, "Finetune/Step Time": 7.382566766813397}
+{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.7842254638671875, "Finetune/Loss (Raw)": 0.7542036771774292, "Finetune/Step": 3310, "Finetune/Step Time": 7.380256412550807}
+{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.7842794060707092, "Finetune/Loss (Raw)": 0.7127696871757507, "Finetune/Step": 3311, "Finetune/Step Time": 7.388822458684444}
+{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.7842894792556763, "Finetune/Loss (Raw)": 0.7694913148880005, "Finetune/Step": 3312, "Finetune/Step Time": 7.383621383458376}
+{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.7809047698974609, "Finetune/Loss (Raw)": 0.4301533102989197, "Finetune/Step": 3313, "Finetune/Step Time": 7.391138661652803}
+{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.7807267904281616, "Finetune/Loss (Raw)": 0.737180233001709, "Finetune/Step": 3314, "Finetune/Step Time": 7.38791005499661}
+{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.781547486782074, "Finetune/Loss (Raw)": 0.9759422540664673, "Finetune/Step": 3315, "Finetune/Step Time": 7.39996525272727}
+{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.782044529914856, "Finetune/Loss (Raw)": 0.7598425149917603, "Finetune/Step": 3316, "Finetune/Step Time": 7.391110420227051}
+{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.7820985317230225, "Finetune/Loss (Raw)": 0.7491633296012878, "Finetune/Step": 3317, "Finetune/Step Time": 7.391909323632717}
+{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.7782465219497681, "Finetune/Loss (Raw)": 0.33413779735565186, "Finetune/Step": 3318, "Finetune/Step Time": 7.401294980198145}
+{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.7788583040237427, "Finetune/Loss (Raw)": 0.9046501517295837, "Finetune/Step": 3319, "Finetune/Step Time": 7.382583333179355}
+{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.7785781025886536, "Finetune/Loss (Raw)": 0.7632843255996704, "Finetune/Step": 3320, "Finetune/Step Time": 7.3748703096061945}
+{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.7779037356376648, "Finetune/Loss (Raw)": 0.7048136591911316, "Finetune/Step": 3321, "Finetune/Step Time": 7.374132856726646}
+{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.7782071828842163, "Finetune/Loss (Raw)": 0.7671380639076233, "Finetune/Step": 3322, "Finetune/Step Time": 7.367927137762308}
+{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.778775691986084, "Finetune/Loss (Raw)": 0.8947866559028625, "Finetune/Step": 3323, "Finetune/Step Time": 7.3746153768152}
+{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.7785278558731079, "Finetune/Loss (Raw)": 0.7565941214561462, "Finetune/Step": 3324, "Finetune/Step Time": 7.388843026012182}
+{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.7770950794219971, "Finetune/Loss (Raw)": 0.6896318793296814, "Finetune/Step": 3325, "Finetune/Step Time": 7.389686327427626}
+{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.7782221436500549, "Finetune/Loss (Raw)": 0.8584092259407043, "Finetune/Step": 3326, "Finetune/Step Time": 7.381118010729551}
+{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.7764467000961304, "Finetune/Loss (Raw)": 0.5772526860237122, "Finetune/Step": 3327, "Finetune/Step Time": 7.394294770434499}
+{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.7757307291030884, "Finetune/Loss (Raw)": 0.9202415347099304, "Finetune/Step": 3328, "Finetune/Step Time": 7.409594615921378}
+{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.7773259878158569, "Finetune/Loss (Raw)": 0.8126733899116516, "Finetune/Step": 3329, "Finetune/Step Time": 7.412859844043851}
+{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.7766308784484863, "Finetune/Loss (Raw)": 0.6896379590034485, "Finetune/Step": 3330, "Finetune/Step Time": 7.427198998630047}
+{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.7767919301986694, "Finetune/Loss (Raw)": 0.8030915856361389, "Finetune/Step": 3331, "Finetune/Step Time": 7.452219178900123}
+{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.7770466208457947, "Finetune/Loss (Raw)": 0.8012576699256897, "Finetune/Step": 3332, "Finetune/Step Time": 7.446825133636594}
+{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.7777007818222046, "Finetune/Loss (Raw)": 0.8237335085868835, "Finetune/Step": 3333, "Finetune/Step Time": 7.446778001263738}
+{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.7787477970123291, "Finetune/Loss (Raw)": 0.816896378993988, "Finetune/Step": 3334, "Finetune/Step Time": 7.447564264759421}
+{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.7783975005149841, "Finetune/Loss (Raw)": 0.7236364483833313, "Finetune/Step": 3335, "Finetune/Step Time": 7.437318639829755}
+{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.7779937982559204, "Finetune/Loss (Raw)": 0.770796000957489, "Finetune/Step": 3336, "Finetune/Step Time": 7.43603241443634}
+{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.7771250009536743, "Finetune/Loss (Raw)": 0.6792839169502258, "Finetune/Step": 3337, "Finetune/Step Time": 7.439927184954286}
+{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.7778323888778687, "Finetune/Loss (Raw)": 0.8123174905776978, "Finetune/Step": 3338, "Finetune/Step Time": 7.443631164729595}
+{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.7781879901885986, "Finetune/Loss (Raw)": 0.8503984212875366, "Finetune/Step": 3339, "Finetune/Step Time": 7.436493301764131}
+{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.7813178300857544, "Finetune/Loss (Raw)": 0.7947296500205994, "Finetune/Step": 3340, "Finetune/Step Time": 7.425605196505785}
+{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.7820291519165039, "Finetune/Loss (Raw)": 0.9536787867546082, "Finetune/Step": 3341, "Finetune/Step Time": 7.431660156697035}
+{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.7834068536758423, "Finetune/Loss (Raw)": 0.8796998858451843, "Finetune/Step": 3342, "Finetune/Step Time": 7.412646092474461}
+{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.7847241163253784, "Finetune/Loss (Raw)": 0.8322045207023621, "Finetune/Step": 3343, "Finetune/Step Time": 7.399435635656118}
+{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.7845361232757568, "Finetune/Loss (Raw)": 0.6241980791091919, "Finetune/Step": 3344, "Finetune/Step Time": 7.380636485293508}
+{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.7807765007019043, "Finetune/Loss (Raw)": 0.34891873598098755, "Finetune/Step": 3345, "Finetune/Step Time": 7.397682264447212}
+{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.7811968922615051, "Finetune/Loss (Raw)": 0.8853688836097717, "Finetune/Step": 3346, "Finetune/Step Time": 7.397035336121917}
+{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.7812446355819702, "Finetune/Loss (Raw)": 0.6811705231666565, "Finetune/Step": 3347, "Finetune/Step Time": 7.398194391280413}
+{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.7803061008453369, "Finetune/Loss (Raw)": 0.8361184597015381, "Finetune/Step": 3348, "Finetune/Step Time": 7.392402358353138}
+{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.7810717821121216, "Finetune/Loss (Raw)": 0.8424768447875977, "Finetune/Step": 3349, "Finetune/Step Time": 7.379025796428323}
+{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.7862908244132996, "Finetune/Loss (Raw)": 1.001345157623291, "Finetune/Step": 3350, "Finetune/Step Time": 7.372327150776982}
+{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.785933256149292, "Finetune/Loss (Raw)": 0.7367489337921143, "Finetune/Step": 3351, "Finetune/Step Time": 7.3799605797976255}
+{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.7861814498901367, "Finetune/Loss (Raw)": 0.8430247902870178, "Finetune/Step": 3352, "Finetune/Step Time": 7.384102800861001}
+{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.7871412038803101, "Finetune/Loss (Raw)": 0.900485634803772, "Finetune/Step": 3353, "Finetune/Step Time": 7.400812724605203}
+{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.7878872752189636, "Finetune/Loss (Raw)": 0.885575532913208, "Finetune/Step": 3354, "Finetune/Step Time": 7.389337792992592}
+{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.7890348434448242, "Finetune/Loss (Raw)": 0.8503994345664978, "Finetune/Step": 3355, "Finetune/Step Time": 7.381495464593172}
+{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.7899113893508911, "Finetune/Loss (Raw)": 0.8860408067703247, "Finetune/Step": 3356, "Finetune/Step Time": 7.383889600634575}
+{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.7892875075340271, "Finetune/Loss (Raw)": 0.8040590286254883, "Finetune/Step": 3357, "Finetune/Step Time": 7.385409478098154}
+{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.7895812392234802, "Finetune/Loss (Raw)": 0.7503264546394348, "Finetune/Step": 3358, "Finetune/Step Time": 7.379498522728682}
+{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.7910314798355103, "Finetune/Loss (Raw)": 0.9670206904411316, "Finetune/Step": 3359, "Finetune/Step Time": 7.354191962629557}
+{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.7906843423843384, "Finetune/Loss (Raw)": 0.8838325142860413, "Finetune/Step": 3360, "Finetune/Step Time": 7.354986170306802}
+{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.789435625076294, "Finetune/Loss (Raw)": 0.8454307913780212, "Finetune/Step": 3361, "Finetune/Step Time": 7.368973111733794}
+{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.7896472811698914, "Finetune/Loss (Raw)": 0.7220748066902161, "Finetune/Step": 3362, "Finetune/Step Time": 7.352794870734215}
+{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.7893668413162231, "Finetune/Loss (Raw)": 0.8830950260162354, "Finetune/Step": 3363, "Finetune/Step Time": 7.353785501793027}
+{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.7912331223487854, "Finetune/Loss (Raw)": 0.8738592267036438, "Finetune/Step": 3364, "Finetune/Step Time": 7.34703091904521}
+{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.7903399467468262, "Finetune/Loss (Raw)": 0.7678384184837341, "Finetune/Step": 3365, "Finetune/Step Time": 7.3616680428385735}
+{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.7925063967704773, "Finetune/Loss (Raw)": 0.6723155975341797, "Finetune/Step": 3366, "Finetune/Step Time": 7.360513005405664}
+{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.7904887199401855, "Finetune/Loss (Raw)": 0.7004807591438293, "Finetune/Step": 3367, "Finetune/Step Time": 7.358615269884467}
+{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.786534309387207, "Finetune/Loss (Raw)": 0.433505117893219, "Finetune/Step": 3368, "Finetune/Step Time": 7.371232703328133}
+{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.7860845327377319, "Finetune/Loss (Raw)": 0.8411077260971069, "Finetune/Step": 3369, "Finetune/Step Time": 7.370953619480133}
+{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.7856119871139526, "Finetune/Loss (Raw)": 0.8668731451034546, "Finetune/Step": 3370, "Finetune/Step Time": 7.3689271081238985}
+{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.7834592461585999, "Finetune/Loss (Raw)": 0.5540809035301208, "Finetune/Step": 3371, "Finetune/Step Time": 7.390900626778603}
+{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.7826024889945984, "Finetune/Loss (Raw)": 0.7370559573173523, "Finetune/Step": 3372, "Finetune/Step Time": 7.403226813301444}
+{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.7821348905563354, "Finetune/Loss (Raw)": 0.8308683633804321, "Finetune/Step": 3373, "Finetune/Step Time": 7.410136491060257}
+{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.7832655310630798, "Finetune/Loss (Raw)": 0.8252400159835815, "Finetune/Step": 3374, "Finetune/Step Time": 7.4016636069864035}
+{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.7855695486068726, "Finetune/Loss (Raw)": 1.0355737209320068, "Finetune/Step": 3375, "Finetune/Step Time": 7.400565532967448}
+{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.7854107618331909, "Finetune/Loss (Raw)": 0.9200587272644043, "Finetune/Step": 3376, "Finetune/Step Time": 7.393236435949802}
+{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.7830479145050049, "Finetune/Loss (Raw)": 0.6315509676933289, "Finetune/Step": 3377, "Finetune/Step Time": 7.404193978756666}
+{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.7840070724487305, "Finetune/Loss (Raw)": 0.8773149251937866, "Finetune/Step": 3378, "Finetune/Step Time": 7.401111928746104}
+{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.7838075160980225, "Finetune/Loss (Raw)": 0.622486412525177, "Finetune/Step": 3379, "Finetune/Step Time": 7.376623697578907}
+{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.7822835445404053, "Finetune/Loss (Raw)": 0.6950569152832031, "Finetune/Step": 3380, "Finetune/Step Time": 7.374901711940765}
+{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.781743586063385, "Finetune/Loss (Raw)": 0.7545789480209351, "Finetune/Step": 3381, "Finetune/Step Time": 7.369662333279848}
+{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.7818561792373657, "Finetune/Loss (Raw)": 0.8769966959953308, "Finetune/Step": 3382, "Finetune/Step Time": 7.370879005640745}
+{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.7810932397842407, "Finetune/Loss (Raw)": 0.7675652503967285, "Finetune/Step": 3383, "Finetune/Step Time": 7.368755929172039}
+{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.7812309265136719, "Finetune/Loss (Raw)": 0.8827739357948303, "Finetune/Step": 3384, "Finetune/Step Time": 7.3759333696216345}
+{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.7814857959747314, "Finetune/Loss (Raw)": 0.6389058828353882, "Finetune/Step": 3385, "Finetune/Step Time": 7.3754039872437716}
+{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.7798802852630615, "Finetune/Loss (Raw)": 0.7896170616149902, "Finetune/Step": 3386, "Finetune/Step Time": 7.36739494279027}
+{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.7799353003501892, "Finetune/Loss (Raw)": 0.7259848713874817, "Finetune/Step": 3387, "Finetune/Step Time": 7.35589874535799}
+{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.7793909311294556, "Finetune/Loss (Raw)": 0.7572067379951477, "Finetune/Step": 3388, "Finetune/Step Time": 7.337838066741824}
+{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.7799990177154541, "Finetune/Loss (Raw)": 0.8242937326431274, "Finetune/Step": 3389, "Finetune/Step Time": 7.351506642997265}
+{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.779327392578125, "Finetune/Loss (Raw)": 0.8322402238845825, "Finetune/Step": 3390, "Finetune/Step Time": 7.35609057918191}
+{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.7797150611877441, "Finetune/Loss (Raw)": 0.9716022610664368, "Finetune/Step": 3391, "Finetune/Step Time": 7.353365922346711}
+{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.780085563659668, "Finetune/Loss (Raw)": 0.7624036073684692, "Finetune/Step": 3392, "Finetune/Step Time": 7.352718314155936}
+{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.7795732021331787, "Finetune/Loss (Raw)": 0.887723982334137, "Finetune/Step": 3393, "Finetune/Step Time": 7.349057016894221}
+{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.7788718938827515, "Finetune/Loss (Raw)": 0.7068257331848145, "Finetune/Step": 3394, "Finetune/Step Time": 7.368486328050494}
+{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.7801045179367065, "Finetune/Loss (Raw)": 0.8725827932357788, "Finetune/Step": 3395, "Finetune/Step Time": 7.35212592408061}
+{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.7782673239707947, "Finetune/Loss (Raw)": 0.6664733290672302, "Finetune/Step": 3396, "Finetune/Step Time": 7.350861471146345}
+{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.7772427797317505, "Finetune/Loss (Raw)": 0.7505587339401245, "Finetune/Step": 3397, "Finetune/Step Time": 7.349444849416614}
+{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.7778818011283875, "Finetune/Loss (Raw)": 0.8203521370887756, "Finetune/Step": 3398, "Finetune/Step Time": 7.347354603931308}
+{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.7777150869369507, "Finetune/Loss (Raw)": 0.7588858604431152, "Finetune/Step": 3399, "Finetune/Step Time": 7.354689057916403}
+{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.7778446674346924, "Finetune/Loss (Raw)": 0.781489372253418, "Finetune/Step": 3400, "Finetune/Step Time": 7.327989405021071}
+{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.7777953743934631, "Finetune/Loss (Raw)": 0.7135893106460571, "Finetune/Step": 3401, "Finetune/Step Time": 7.319007758051157}
+{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.7813777327537537, "Finetune/Loss (Raw)": 0.7767534852027893, "Finetune/Step": 3402, "Finetune/Step Time": 7.2943395636975765}
+{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.7816189527511597, "Finetune/Loss (Raw)": 0.7482731342315674, "Finetune/Step": 3403, "Finetune/Step Time": 7.290338505059481}
+{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.7810160517692566, "Finetune/Loss (Raw)": 0.7528442144393921, "Finetune/Step": 3404, "Finetune/Step Time": 7.276659218594432}
+{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.7792487740516663, "Finetune/Loss (Raw)": 0.595555305480957, "Finetune/Step": 3405, "Finetune/Step Time": 7.316524310037494}
+{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.7795639038085938, "Finetune/Loss (Raw)": 0.8487738966941833, "Finetune/Step": 3406, "Finetune/Step Time": 7.314335647970438}
+{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.7795511484146118, "Finetune/Loss (Raw)": 0.8400669097900391, "Finetune/Step": 3407, "Finetune/Step Time": 7.301241325214505}
+{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.7789400219917297, "Finetune/Loss (Raw)": 0.8573108911514282, "Finetune/Step": 3408, "Finetune/Step Time": 7.291864443570375}
+{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.7779390811920166, "Finetune/Loss (Raw)": 0.8340948224067688, "Finetune/Step": 3409, "Finetune/Step Time": 7.289844498038292}
+{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.7774507999420166, "Finetune/Loss (Raw)": 0.7075657248497009, "Finetune/Step": 3410, "Finetune/Step Time": 7.29416136816144}
+{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.7818164229393005, "Finetune/Loss (Raw)": 0.9246349334716797, "Finetune/Step": 3411, "Finetune/Step Time": 7.281183974817395}
+{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.7823293805122375, "Finetune/Loss (Raw)": 0.8355576395988464, "Finetune/Step": 3412, "Finetune/Step Time": 7.27573830075562}
+{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.7828885316848755, "Finetune/Loss (Raw)": 0.9238285422325134, "Finetune/Step": 3413, "Finetune/Step Time": 7.283150853589177}
+{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.7839171290397644, "Finetune/Loss (Raw)": 0.9262651801109314, "Finetune/Step": 3414, "Finetune/Step Time": 7.281611228361726}
+{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.7825584411621094, "Finetune/Loss (Raw)": 0.6536819338798523, "Finetune/Step": 3415, "Finetune/Step Time": 7.279240384697914}
+{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.7788454294204712, "Finetune/Loss (Raw)": 0.4219608008861542, "Finetune/Step": 3416, "Finetune/Step Time": 7.290007498115301}
+{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.7784861326217651, "Finetune/Loss (Raw)": 0.6999770998954773, "Finetune/Step": 3417, "Finetune/Step Time": 7.29709005355835}
+{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.7781766057014465, "Finetune/Loss (Raw)": 0.8122529983520508, "Finetune/Step": 3418, "Finetune/Step Time": 7.308615528047085}
+{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.7791542410850525, "Finetune/Loss (Raw)": 0.8101361393928528, "Finetune/Step": 3419, "Finetune/Step Time": 7.301301313564181}
+{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.7772567272186279, "Finetune/Loss (Raw)": 0.5252508521080017, "Finetune/Step": 3420, "Finetune/Step Time": 7.325523227453232}
+{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.7776162624359131, "Finetune/Loss (Raw)": 0.8572227954864502, "Finetune/Step": 3421, "Finetune/Step Time": 7.328290697187185}
+{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.7774823904037476, "Finetune/Loss (Raw)": 0.6968032121658325, "Finetune/Step": 3422, "Finetune/Step Time": 7.321635382249951}
+{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.7771918773651123, "Finetune/Loss (Raw)": 0.7593474388122559, "Finetune/Step": 3423, "Finetune/Step Time": 7.3202543295919895}
+{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.7733580470085144, "Finetune/Loss (Raw)": 0.34879979491233826, "Finetune/Step": 3424, "Finetune/Step Time": 7.327557446435094}
+{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.773931622505188, "Finetune/Loss (Raw)": 0.772921621799469, "Finetune/Step": 3425, "Finetune/Step Time": 7.3149084858596325}
+{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.7721956372261047, "Finetune/Loss (Raw)": 0.673944890499115, "Finetune/Step": 3426, "Finetune/Step Time": 7.316521987318993}
+{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.775704026222229, "Finetune/Loss (Raw)": 0.8325502872467041, "Finetune/Step": 3427, "Finetune/Step Time": 7.306562229990959}
+{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.7747440338134766, "Finetune/Loss (Raw)": 0.7434579730033875, "Finetune/Step": 3428, "Finetune/Step Time": 7.314977679401636}
+{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.7762195467948914, "Finetune/Loss (Raw)": 0.8387521505355835, "Finetune/Step": 3429, "Finetune/Step Time": 7.311501005664468}
+{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.7743022441864014, "Finetune/Loss (Raw)": 0.649242103099823, "Finetune/Step": 3430, "Finetune/Step Time": 7.305689763277769}
+{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.7753177881240845, "Finetune/Loss (Raw)": 0.9208407998085022, "Finetune/Step": 3431, "Finetune/Step Time": 7.3096214067190886}
+{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.7746912837028503, "Finetune/Loss (Raw)": 0.6430194973945618, "Finetune/Step": 3432, "Finetune/Step Time": 7.312208712100983}
+{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.7740401029586792, "Finetune/Loss (Raw)": 0.7798105478286743, "Finetune/Step": 3433, "Finetune/Step Time": 7.329403238371015}
+{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.7739182114601135, "Finetune/Loss (Raw)": 0.6957144737243652, "Finetune/Step": 3434, "Finetune/Step Time": 7.353847807273269}
+{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.772145688533783, "Finetune/Loss (Raw)": 0.7240114212036133, "Finetune/Step": 3435, "Finetune/Step Time": 7.367584569379687}
+{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.7713481187820435, "Finetune/Loss (Raw)": 0.711056113243103, "Finetune/Step": 3436, "Finetune/Step Time": 7.36106345616281}
+{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.7707101106643677, "Finetune/Loss (Raw)": 0.7992678880691528, "Finetune/Step": 3437, "Finetune/Step Time": 7.359558217227459}
+{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.770462155342102, "Finetune/Loss (Raw)": 0.722465991973877, "Finetune/Step": 3438, "Finetune/Step Time": 7.357553211972117}
+{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.7712730169296265, "Finetune/Loss (Raw)": 0.8165532350540161, "Finetune/Step": 3439, "Finetune/Step Time": 7.372018611058593}
+{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.7709800004959106, "Finetune/Loss (Raw)": 0.7319826483726501, "Finetune/Step": 3440, "Finetune/Step Time": 7.373605092987418}
+{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.7724277973175049, "Finetune/Loss (Raw)": 0.6154764294624329, "Finetune/Step": 3441, "Finetune/Step Time": 7.382244313135743}
+{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.7723994851112366, "Finetune/Loss (Raw)": 0.7335562705993652, "Finetune/Step": 3442, "Finetune/Step Time": 7.389404073357582}
+{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.7702528834342957, "Finetune/Loss (Raw)": 0.7011740207672119, "Finetune/Step": 3443, "Finetune/Step Time": 7.398177085444331}
+{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.7707308530807495, "Finetune/Loss (Raw)": 0.8210246562957764, "Finetune/Step": 3444, "Finetune/Step Time": 7.391658302396536}
+{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.7694400548934937, "Finetune/Loss (Raw)": 0.583937406539917, "Finetune/Step": 3445, "Finetune/Step Time": 7.408749567344785}
+{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.7726912498474121, "Finetune/Loss (Raw)": 0.7502924799919128, "Finetune/Step": 3446, "Finetune/Step Time": 7.40425531193614}
+{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.7726683616638184, "Finetune/Loss (Raw)": 0.9017224907875061, "Finetune/Step": 3447, "Finetune/Step Time": 7.398365378379822}
+{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.7723768353462219, "Finetune/Loss (Raw)": 0.7259676456451416, "Finetune/Step": 3448, "Finetune/Step Time": 7.403700824826956}
+{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.7738068103790283, "Finetune/Loss (Raw)": 0.8878495097160339, "Finetune/Step": 3449, "Finetune/Step Time": 7.399075493216515}
+{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.7737435102462769, "Finetune/Loss (Raw)": 0.7590339183807373, "Finetune/Step": 3450, "Finetune/Step Time": 7.418535498902202}
+{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.7727560997009277, "Finetune/Loss (Raw)": 0.768404483795166, "Finetune/Step": 3451, "Finetune/Step Time": 7.40231017023325}
+{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.7737329006195068, "Finetune/Loss (Raw)": 0.8816206455230713, "Finetune/Step": 3452, "Finetune/Step Time": 7.386205855756998}
+{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.7744642496109009, "Finetune/Loss (Raw)": 0.7832534313201904, "Finetune/Step": 3453, "Finetune/Step Time": 7.395077107474208}
+{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.7736446857452393, "Finetune/Loss (Raw)": 0.753494143486023, "Finetune/Step": 3454, "Finetune/Step Time": 7.403751725330949}
+{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.7717819213867188, "Finetune/Loss (Raw)": 0.33882302045822144, "Finetune/Step": 3455, "Finetune/Step Time": 7.406832918524742}
+{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.7713598012924194, "Finetune/Loss (Raw)": 0.8662139773368835, "Finetune/Step": 3456, "Finetune/Step Time": 7.392996657639742}
+{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.7715919017791748, "Finetune/Loss (Raw)": 0.8423755764961243, "Finetune/Step": 3457, "Finetune/Step Time": 7.3835086319595575}
+{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.7725479006767273, "Finetune/Loss (Raw)": 0.8120068311691284, "Finetune/Step": 3458, "Finetune/Step Time": 7.390960689634085}
+{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.7726567983627319, "Finetune/Loss (Raw)": 0.8170347213745117, "Finetune/Step": 3459, "Finetune/Step Time": 7.370969362556934}
+{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.7733517289161682, "Finetune/Loss (Raw)": 0.8902072310447693, "Finetune/Step": 3460, "Finetune/Step Time": 7.372432185336947}
+{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.7695435285568237, "Finetune/Loss (Raw)": 0.33628591895103455, "Finetune/Step": 3461, "Finetune/Step Time": 7.385868182405829}
+{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.7692899703979492, "Finetune/Loss (Raw)": 0.7844365239143372, "Finetune/Step": 3462, "Finetune/Step Time": 7.382666822522879}
+{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.7697217464447021, "Finetune/Loss (Raw)": 0.7789089679718018, "Finetune/Step": 3463, "Finetune/Step Time": 7.374334508553147}
+{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.7707122564315796, "Finetune/Loss (Raw)": 0.8975751996040344, "Finetune/Step": 3464, "Finetune/Step Time": 7.375826762989163}
+{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.7710912823677063, "Finetune/Loss (Raw)": 0.7278028726577759, "Finetune/Step": 3465, "Finetune/Step Time": 7.370778951793909}
+{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.7700499296188354, "Finetune/Loss (Raw)": 0.6790205836296082, "Finetune/Step": 3466, "Finetune/Step Time": 7.368827037513256}
+{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.7686129808425903, "Finetune/Loss (Raw)": 0.6664760112762451, "Finetune/Step": 3467, "Finetune/Step Time": 7.3678323943167925}
+{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.7673492431640625, "Finetune/Loss (Raw)": 0.6329718828201294, "Finetune/Step": 3468, "Finetune/Step Time": 7.375689122825861}
+{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.7654807567596436, "Finetune/Loss (Raw)": 0.7145138382911682, "Finetune/Step": 3469, "Finetune/Step Time": 7.383870271965861}
+{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.7645834684371948, "Finetune/Loss (Raw)": 0.7648412585258484, "Finetune/Step": 3470, "Finetune/Step Time": 7.390040438622236}
+{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.7648507356643677, "Finetune/Loss (Raw)": 0.8664185404777527, "Finetune/Step": 3471, "Finetune/Step Time": 7.396855350583792}
+{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.7657374739646912, "Finetune/Loss (Raw)": 0.7376968264579773, "Finetune/Step": 3472, "Finetune/Step Time": 7.397282810881734}
+{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.769632875919342, "Finetune/Loss (Raw)": 0.8475277423858643, "Finetune/Step": 3473, "Finetune/Step Time": 7.402422355487943}
+{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.7678406238555908, "Finetune/Loss (Raw)": 0.6559614539146423, "Finetune/Step": 3474, "Finetune/Step Time": 7.406764036044478}
+{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.7688974142074585, "Finetune/Loss (Raw)": 0.8164374232292175, "Finetune/Step": 3475, "Finetune/Step Time": 7.412155317142606}
+{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.7672539949417114, "Finetune/Loss (Raw)": 0.6257595419883728, "Finetune/Step": 3476, "Finetune/Step Time": 7.416972065344453}
+{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.7664017677307129, "Finetune/Loss (Raw)": 0.7333959341049194, "Finetune/Step": 3477, "Finetune/Step Time": 7.4344773553311825}
+{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.7658364772796631, "Finetune/Loss (Raw)": 0.9289940595626831, "Finetune/Step": 3478, "Finetune/Step Time": 7.426541758701205}
+{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.7680624723434448, "Finetune/Loss (Raw)": 1.0216670036315918, "Finetune/Step": 3479, "Finetune/Step Time": 7.412550237029791}
+{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.768115222454071, "Finetune/Loss (Raw)": 0.8497838377952576, "Finetune/Step": 3480, "Finetune/Step Time": 7.404128041118383}
+{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.7676929235458374, "Finetune/Loss (Raw)": 0.8464272618293762, "Finetune/Step": 3481, "Finetune/Step Time": 7.380585504695773}
+{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.7668864130973816, "Finetune/Loss (Raw)": 0.7823465466499329, "Finetune/Step": 3482, "Finetune/Step Time": 7.379444705322385}
+{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.7659041881561279, "Finetune/Loss (Raw)": 0.7246721386909485, "Finetune/Step": 3483, "Finetune/Step Time": 7.413359956815839}
+{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.7649250626564026, "Finetune/Loss (Raw)": 0.7607117891311646, "Finetune/Step": 3484, "Finetune/Step Time": 7.429360531270504}
+{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.7658763527870178, "Finetune/Loss (Raw)": 0.9258272647857666, "Finetune/Step": 3485, "Finetune/Step Time": 7.426162403076887}
+{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.7663038372993469, "Finetune/Loss (Raw)": 0.8050462603569031, "Finetune/Step": 3486, "Finetune/Step Time": 7.419734427705407}
+{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.7644180059432983, "Finetune/Loss (Raw)": 0.7256263494491577, "Finetune/Step": 3487, "Finetune/Step Time": 7.418220346793532}
+{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.7628449201583862, "Finetune/Loss (Raw)": 0.6824862360954285, "Finetune/Step": 3488, "Finetune/Step Time": 7.4172718692570925}
+{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.7630569934844971, "Finetune/Loss (Raw)": 0.8725742697715759, "Finetune/Step": 3489, "Finetune/Step Time": 7.402967896312475}
+{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.7630793452262878, "Finetune/Loss (Raw)": 0.7249358296394348, "Finetune/Step": 3490, "Finetune/Step Time": 7.400340955704451}
+{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.7632697820663452, "Finetune/Loss (Raw)": 0.9074666500091553, "Finetune/Step": 3491, "Finetune/Step Time": 7.40538072027266}
+{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.7626524567604065, "Finetune/Loss (Raw)": 0.7948431372642517, "Finetune/Step": 3492, "Finetune/Step Time": 7.41396813839674}
+{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.7603896260261536, "Finetune/Loss (Raw)": 0.4782007336616516, "Finetune/Step": 3493, "Finetune/Step Time": 7.416273254901171}
+{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.7623153328895569, "Finetune/Loss (Raw)": 0.918803334236145, "Finetune/Step": 3494, "Finetune/Step Time": 7.402662439271808}
+{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.7634274959564209, "Finetune/Loss (Raw)": 0.8428296446800232, "Finetune/Step": 3495, "Finetune/Step Time": 7.401989985257387}
+{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.7668142318725586, "Finetune/Loss (Raw)": 0.8670104742050171, "Finetune/Step": 3496, "Finetune/Step Time": 7.396148301661015}
+{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.7651503086090088, "Finetune/Loss (Raw)": 0.6281282901763916, "Finetune/Step": 3497, "Finetune/Step Time": 7.415019100531936}
+{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.7651722431182861, "Finetune/Loss (Raw)": 0.8696784973144531, "Finetune/Step": 3498, "Finetune/Step Time": 7.418925795704126}
+{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.76712566614151, "Finetune/Loss (Raw)": 0.8041191697120667, "Finetune/Step": 3499, "Finetune/Step Time": 7.403643233701587}
+{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.7683578729629517, "Finetune/Loss (Raw)": 0.8947790861129761, "Finetune/Step": 3500, "Finetune/Step Time": 7.394041005522013}
+{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.7685621976852417, "Finetune/Loss (Raw)": 0.8570254445075989, "Finetune/Step": 3501, "Finetune/Step Time": 7.3794708121567965}
+{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.769582986831665, "Finetune/Loss (Raw)": 0.9559015035629272, "Finetune/Step": 3502, "Finetune/Step Time": 7.374243585392833}
+{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.7682733535766602, "Finetune/Loss (Raw)": 0.8679342865943909, "Finetune/Step": 3503, "Finetune/Step Time": 7.3736861906945705}
+{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.767055869102478, "Finetune/Loss (Raw)": 0.7642216682434082, "Finetune/Step": 3504, "Finetune/Step Time": 7.375522503629327}
+{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.7680689692497253, "Finetune/Loss (Raw)": 0.761233389377594, "Finetune/Step": 3505, "Finetune/Step Time": 7.370997294783592}
+{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.7668672204017639, "Finetune/Loss (Raw)": 0.7234904766082764, "Finetune/Step": 3506, "Finetune/Step Time": 7.367263298481703}
+{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.7667249441146851, "Finetune/Loss (Raw)": 0.6042676568031311, "Finetune/Step": 3507, "Finetune/Step Time": 7.382328908890486}
+{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.7674809694290161, "Finetune/Loss (Raw)": 0.7918364405632019, "Finetune/Step": 3508, "Finetune/Step Time": 7.383029520511627}
+{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.7675620317459106, "Finetune/Loss (Raw)": 0.7649560570716858, "Finetune/Step": 3509, "Finetune/Step Time": 7.396307112649083}
+{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.7664381265640259, "Finetune/Loss (Raw)": 0.7331385016441345, "Finetune/Step": 3510, "Finetune/Step Time": 7.39619680121541}
+{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.7660025358200073, "Finetune/Loss (Raw)": 0.7118019461631775, "Finetune/Step": 3511, "Finetune/Step Time": 7.393214538693428}
+{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.7652288675308228, "Finetune/Loss (Raw)": 0.7837504148483276, "Finetune/Step": 3512, "Finetune/Step Time": 7.379942554980516}
+{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.7669439911842346, "Finetune/Loss (Raw)": 0.8584391474723816, "Finetune/Step": 3513, "Finetune/Step Time": 7.3695535734295845}
+{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.7663947343826294, "Finetune/Loss (Raw)": 0.7193152904510498, "Finetune/Step": 3514, "Finetune/Step Time": 7.373895796015859}
+{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.7668695449829102, "Finetune/Loss (Raw)": 0.7867586016654968, "Finetune/Step": 3515, "Finetune/Step Time": 7.380284858867526}
+{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.7671670317649841, "Finetune/Loss (Raw)": 0.7952832579612732, "Finetune/Step": 3516, "Finetune/Step Time": 7.382219277322292}
+{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.767338752746582, "Finetune/Loss (Raw)": 0.8462715148925781, "Finetune/Step": 3517, "Finetune/Step Time": 7.370305221527815}
+{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.7660046815872192, "Finetune/Loss (Raw)": 0.6614763140678406, "Finetune/Step": 3518, "Finetune/Step Time": 7.394944854080677}
+{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.7637373208999634, "Finetune/Loss (Raw)": 0.6813856363296509, "Finetune/Step": 3519, "Finetune/Step Time": 7.41815123334527}
+{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.7636219263076782, "Finetune/Loss (Raw)": 0.7476369738578796, "Finetune/Step": 3520, "Finetune/Step Time": 7.419917332008481}
+{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.7635601758956909, "Finetune/Loss (Raw)": 0.8798145651817322, "Finetune/Step": 3521, "Finetune/Step Time": 7.420088462531567}
+{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.7629847526550293, "Finetune/Loss (Raw)": 0.6331756711006165, "Finetune/Step": 3522, "Finetune/Step Time": 7.42671406082809}
+{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.7610473036766052, "Finetune/Loss (Raw)": 0.6245853304862976, "Finetune/Step": 3523, "Finetune/Step Time": 7.450669918209314}
+{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.761093258857727, "Finetune/Loss (Raw)": 0.6723589897155762, "Finetune/Step": 3524, "Finetune/Step Time": 7.459953306242824}
+{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.7628415822982788, "Finetune/Loss (Raw)": 0.9743444323539734, "Finetune/Step": 3525, "Finetune/Step Time": 7.463101215660572}
+{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.7615528106689453, "Finetune/Loss (Raw)": 0.6553846001625061, "Finetune/Step": 3526, "Finetune/Step Time": 7.470333928242326}
+{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.7618769407272339, "Finetune/Loss (Raw)": 0.8003829121589661, "Finetune/Step": 3527, "Finetune/Step Time": 7.459253491833806}
+{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.7618088722229004, "Finetune/Loss (Raw)": 0.7727758288383484, "Finetune/Step": 3528, "Finetune/Step Time": 7.457935748621821}
+{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.7614017724990845, "Finetune/Loss (Raw)": 0.6614705920219421, "Finetune/Step": 3529, "Finetune/Step Time": 7.467209070920944}
+{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.7612795829772949, "Finetune/Loss (Raw)": 0.7611222863197327, "Finetune/Step": 3530, "Finetune/Step Time": 7.469000788405538}
+{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.7618976831436157, "Finetune/Loss (Raw)": 0.8273842930793762, "Finetune/Step": 3531, "Finetune/Step Time": 7.46875512227416}
+{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.761254608631134, "Finetune/Loss (Raw)": 0.6705335378646851, "Finetune/Step": 3532, "Finetune/Step Time": 7.480491574853659}
+{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.7591155171394348, "Finetune/Loss (Raw)": 0.3217464089393616, "Finetune/Step": 3533, "Finetune/Step Time": 7.4557208102196455}
+{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.758987545967102, "Finetune/Loss (Raw)": 0.8323978185653687, "Finetune/Step": 3534, "Finetune/Step Time": 7.462558887898922}
+{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.7550433278083801, "Finetune/Loss (Raw)": 0.3352085053920746, "Finetune/Step": 3535, "Finetune/Step Time": 7.476100765168667}
+{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.7543416023254395, "Finetune/Loss (Raw)": 0.767487108707428, "Finetune/Step": 3536, "Finetune/Step Time": 7.473431980237365}
+{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.7553825974464417, "Finetune/Loss (Raw)": 0.9673389792442322, "Finetune/Step": 3537, "Finetune/Step Time": 7.479706393554807}
+{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.7568584680557251, "Finetune/Loss (Raw)": 0.8964753746986389, "Finetune/Step": 3538, "Finetune/Step Time": 7.4817483723163605}
+{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.756506085395813, "Finetune/Loss (Raw)": 0.8795349597930908, "Finetune/Step": 3539, "Finetune/Step Time": 7.484636809676886}
+{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.7562979459762573, "Finetune/Loss (Raw)": 0.8089224100112915, "Finetune/Step": 3540, "Finetune/Step Time": 7.488933933898807}
+{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.7554720640182495, "Finetune/Loss (Raw)": 0.8181005120277405, "Finetune/Step": 3541, "Finetune/Step Time": 7.479416914284229}
+{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.7534723281860352, "Finetune/Loss (Raw)": 0.6703133583068848, "Finetune/Step": 3542, "Finetune/Step Time": 7.488460008054972}
+{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.7544134855270386, "Finetune/Loss (Raw)": 0.7741476893424988, "Finetune/Step": 3543, "Finetune/Step Time": 7.5001667980104685}
+{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.7577091455459595, "Finetune/Loss (Raw)": 0.8437989354133606, "Finetune/Step": 3544, "Finetune/Step Time": 7.485762841999531}
+{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.7554805874824524, "Finetune/Loss (Raw)": 0.41472262144088745, "Finetune/Step": 3545, "Finetune/Step Time": 7.493027325719595}
+{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.7549230456352234, "Finetune/Loss (Raw)": 0.7408867478370667, "Finetune/Step": 3546, "Finetune/Step Time": 7.498708566650748}
+{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.7557029724121094, "Finetune/Loss (Raw)": 0.9099678993225098, "Finetune/Step": 3547, "Finetune/Step Time": 7.506183540448546}
+{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.7574729323387146, "Finetune/Loss (Raw)": 0.7518061995506287, "Finetune/Step": 3548, "Finetune/Step Time": 7.49321267940104}
+{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.758026123046875, "Finetune/Loss (Raw)": 0.928027331829071, "Finetune/Step": 3549, "Finetune/Step Time": 7.49164423532784}
+{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.7552379965782166, "Finetune/Loss (Raw)": 0.3399287760257721, "Finetune/Step": 3550, "Finetune/Step Time": 7.483565969392657}
+{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.754630446434021, "Finetune/Loss (Raw)": 0.6815789937973022, "Finetune/Step": 3551, "Finetune/Step Time": 7.51046278513968}
+{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.7582622170448303, "Finetune/Loss (Raw)": 0.8136647343635559, "Finetune/Step": 3552, "Finetune/Step Time": 7.494698479771614}
+{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.7572692632675171, "Finetune/Loss (Raw)": 0.6458244919776917, "Finetune/Step": 3553, "Finetune/Step Time": 7.501612266525626}
+{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.7590903639793396, "Finetune/Loss (Raw)": 0.9070441722869873, "Finetune/Step": 3554, "Finetune/Step Time": 7.503529276698828}
+{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.7599695920944214, "Finetune/Loss (Raw)": 0.9450939893722534, "Finetune/Step": 3555, "Finetune/Step Time": 7.501414097845554}
+{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.7568461894989014, "Finetune/Loss (Raw)": 0.3436627984046936, "Finetune/Step": 3556, "Finetune/Step Time": 7.505305657163262}
+{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.7578954696655273, "Finetune/Loss (Raw)": 0.9730544686317444, "Finetune/Step": 3557, "Finetune/Step Time": 7.5028582364320755}
+{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.7591440677642822, "Finetune/Loss (Raw)": 0.8090720772743225, "Finetune/Step": 3558, "Finetune/Step Time": 7.504031784832478}
+{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.7585757970809937, "Finetune/Loss (Raw)": 0.8480912446975708, "Finetune/Step": 3559, "Finetune/Step Time": 7.502192907035351}
+{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.7603893280029297, "Finetune/Loss (Raw)": 0.8751497268676758, "Finetune/Step": 3560, "Finetune/Step Time": 7.485851466655731}
+{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.7617992758750916, "Finetune/Loss (Raw)": 0.9602906107902527, "Finetune/Step": 3561, "Finetune/Step Time": 7.468872984871268}
+{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.7613444924354553, "Finetune/Loss (Raw)": 0.6375018358230591, "Finetune/Step": 3562, "Finetune/Step Time": 7.44394252076745}
+{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.76090008020401, "Finetune/Loss (Raw)": 0.6671227216720581, "Finetune/Step": 3563, "Finetune/Step Time": 7.42928259074688}
+{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.7613507509231567, "Finetune/Loss (Raw)": 0.7687477469444275, "Finetune/Step": 3564, "Finetune/Step Time": 7.431800389662385}
+{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.7610233426094055, "Finetune/Loss (Raw)": 0.7573570609092712, "Finetune/Step": 3565, "Finetune/Step Time": 7.423756320029497}
+{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.7623254656791687, "Finetune/Loss (Raw)": 0.8891406655311584, "Finetune/Step": 3566, "Finetune/Step Time": 7.423084108158946}
+{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.7621972560882568, "Finetune/Loss (Raw)": 0.8001353740692139, "Finetune/Step": 3567, "Finetune/Step Time": 7.416469484567642}
+{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.7627289295196533, "Finetune/Loss (Raw)": 0.8000394701957703, "Finetune/Step": 3568, "Finetune/Step Time": 7.421869982033968}
+{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.763785183429718, "Finetune/Loss (Raw)": 0.7506833076477051, "Finetune/Step": 3569, "Finetune/Step Time": 7.409535294398665}
+{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.7638935446739197, "Finetune/Loss (Raw)": 0.7474225163459778, "Finetune/Step": 3570, "Finetune/Step Time": 7.404126970097423}
+{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.7646478414535522, "Finetune/Loss (Raw)": 0.7977299094200134, "Finetune/Step": 3571, "Finetune/Step Time": 7.385792657732964}
+{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.765209436416626, "Finetune/Loss (Raw)": 0.8929076194763184, "Finetune/Step": 3572, "Finetune/Step Time": 7.388221273198724}
+{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.7674574851989746, "Finetune/Loss (Raw)": 0.8716884255409241, "Finetune/Step": 3573, "Finetune/Step Time": 7.371399519965053}
+{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.7687149047851562, "Finetune/Loss (Raw)": 0.91124427318573, "Finetune/Step": 3574, "Finetune/Step Time": 7.3699526488780975}
+{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.7677943706512451, "Finetune/Loss (Raw)": 0.7838833332061768, "Finetune/Step": 3575, "Finetune/Step Time": 7.3711075484752655}
+{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.7691303491592407, "Finetune/Loss (Raw)": 0.8969773650169373, "Finetune/Step": 3576, "Finetune/Step Time": 7.369443461298943}
+{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.7684773206710815, "Finetune/Loss (Raw)": 0.8042646646499634, "Finetune/Step": 3577, "Finetune/Step Time": 7.388172024860978}
+{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.7693551778793335, "Finetune/Loss (Raw)": 0.8714030981063843, "Finetune/Step": 3578, "Finetune/Step Time": 7.373740274459124}
+{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.7697649598121643, "Finetune/Loss (Raw)": 0.8208481669425964, "Finetune/Step": 3579, "Finetune/Step Time": 7.374337527900934}
+{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.7693536877632141, "Finetune/Loss (Raw)": 0.8289816975593567, "Finetune/Step": 3580, "Finetune/Step Time": 7.381922487169504}
+{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.7699995040893555, "Finetune/Loss (Raw)": 0.8659193515777588, "Finetune/Step": 3581, "Finetune/Step Time": 7.380301622673869}
+{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.7695780992507935, "Finetune/Loss (Raw)": 0.6995541453361511, "Finetune/Step": 3582, "Finetune/Step Time": 7.383326167240739}
+{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.7727159261703491, "Finetune/Loss (Raw)": 0.7404581308364868, "Finetune/Step": 3583, "Finetune/Step Time": 7.370512504130602}
+{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.7722979784011841, "Finetune/Loss (Raw)": 0.8127163052558899, "Finetune/Step": 3584, "Finetune/Step Time": 7.372256586328149}
+{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.7730409502983093, "Finetune/Loss (Raw)": 0.9374805688858032, "Finetune/Step": 3585, "Finetune/Step Time": 7.37210975959897}
+{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.7717726230621338, "Finetune/Loss (Raw)": 0.6496610641479492, "Finetune/Step": 3586, "Finetune/Step Time": 7.370354954153299}
+{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.7710655927658081, "Finetune/Loss (Raw)": 0.7265410423278809, "Finetune/Step": 3587, "Finetune/Step Time": 7.364070829004049}
+{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.769208550453186, "Finetune/Loss (Raw)": 0.6525027751922607, "Finetune/Step": 3588, "Finetune/Step Time": 7.36463625356555}
+{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.7725601196289062, "Finetune/Loss (Raw)": 0.7652840614318848, "Finetune/Step": 3589, "Finetune/Step Time": 7.3599487859755754}
+{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.7731339335441589, "Finetune/Loss (Raw)": 0.857886791229248, "Finetune/Step": 3590, "Finetune/Step Time": 7.363372754305601}
+{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.7728224396705627, "Finetune/Loss (Raw)": 0.7390305995941162, "Finetune/Step": 3591, "Finetune/Step Time": 7.374070268124342}
+{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.7719067931175232, "Finetune/Loss (Raw)": 0.7803779244422913, "Finetune/Step": 3592, "Finetune/Step Time": 7.379050746560097}
+{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.773339569568634, "Finetune/Loss (Raw)": 0.9111985564231873, "Finetune/Step": 3593, "Finetune/Step Time": 7.376577882096171}
+{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.7721564173698425, "Finetune/Loss (Raw)": 0.5275782346725464, "Finetune/Step": 3594, "Finetune/Step Time": 7.383602164685726}
+{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.7733749151229858, "Finetune/Loss (Raw)": 0.8224475383758545, "Finetune/Step": 3595, "Finetune/Step Time": 7.395288974046707}
+{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.7758327722549438, "Finetune/Loss (Raw)": 0.9475680589675903, "Finetune/Step": 3596, "Finetune/Step Time": 7.382171459496021}
+{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.7722026109695435, "Finetune/Loss (Raw)": 0.24986042082309723, "Finetune/Step": 3597, "Finetune/Step Time": 7.384688751772046}
+{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.771963894367218, "Finetune/Loss (Raw)": 0.7342821359634399, "Finetune/Step": 3598, "Finetune/Step Time": 7.399805860593915}
+{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.7704980373382568, "Finetune/Loss (Raw)": 0.6787910461425781, "Finetune/Step": 3599, "Finetune/Step Time": 7.392107082530856}
+{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.768133282661438, "Finetune/Loss (Raw)": 0.4350096583366394, "Finetune/Step": 3600, "Finetune/Step Time": 7.397814014926553}
+{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.7680659890174866, "Finetune/Loss (Raw)": 0.8389086723327637, "Finetune/Step": 3601, "Finetune/Step Time": 7.392056368291378}
+{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.7689962387084961, "Finetune/Loss (Raw)": 0.7750333547592163, "Finetune/Step": 3602, "Finetune/Step Time": 7.398153906688094}
+{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.7688891291618347, "Finetune/Loss (Raw)": 0.8027316331863403, "Finetune/Step": 3603, "Finetune/Step Time": 7.3972569685429335}
+{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.7703417539596558, "Finetune/Loss (Raw)": 0.8116871118545532, "Finetune/Step": 3604, "Finetune/Step Time": 7.394543861970305}
+{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.7695571184158325, "Finetune/Loss (Raw)": 0.6329686045646667, "Finetune/Step": 3605, "Finetune/Step Time": 7.381695685908198}
+{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.7678232789039612, "Finetune/Loss (Raw)": 0.707060694694519, "Finetune/Step": 3606, "Finetune/Step Time": 7.405210705474019}
+{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.7662020921707153, "Finetune/Loss (Raw)": 0.8141534924507141, "Finetune/Step": 3607, "Finetune/Step Time": 7.409185977652669}
+{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.7644802927970886, "Finetune/Loss (Raw)": 0.6293966770172119, "Finetune/Step": 3608, "Finetune/Step Time": 7.436158644035459}
+{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.7639316320419312, "Finetune/Loss (Raw)": 0.7761991024017334, "Finetune/Step": 3609, "Finetune/Step Time": 7.4376700315624475}
+{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.763022780418396, "Finetune/Loss (Raw)": 0.6660165190696716, "Finetune/Step": 3610, "Finetune/Step Time": 7.437239343300462}
+{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.7600237131118774, "Finetune/Loss (Raw)": 0.34079116582870483, "Finetune/Step": 3611, "Finetune/Step Time": 7.4127007611095905}
+{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.7601912021636963, "Finetune/Loss (Raw)": 0.7821500897407532, "Finetune/Step": 3612, "Finetune/Step Time": 7.410159073770046}
+{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.7583237886428833, "Finetune/Loss (Raw)": 0.6867972612380981, "Finetune/Step": 3613, "Finetune/Step Time": 7.411398006603122}
+{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.758110761642456, "Finetune/Loss (Raw)": 0.7777802348136902, "Finetune/Step": 3614, "Finetune/Step Time": 7.415540838614106}
+{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.7589390277862549, "Finetune/Loss (Raw)": 0.8316454887390137, "Finetune/Step": 3615, "Finetune/Step Time": 7.419506737962365}
+{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.7590305209159851, "Finetune/Loss (Raw)": 0.694192111492157, "Finetune/Step": 3616, "Finetune/Step Time": 7.423994170501828}
+{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.7577539682388306, "Finetune/Loss (Raw)": 0.7091794610023499, "Finetune/Step": 3617, "Finetune/Step Time": 7.433885706588626}
+{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.7573810815811157, "Finetune/Loss (Raw)": 0.677204430103302, "Finetune/Step": 3618, "Finetune/Step Time": 7.442355241626501}
+{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.7562770843505859, "Finetune/Loss (Raw)": 0.7661597728729248, "Finetune/Step": 3619, "Finetune/Step Time": 7.430504260584712}
+{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.7561776638031006, "Finetune/Loss (Raw)": 0.7821184992790222, "Finetune/Step": 3620, "Finetune/Step Time": 7.420704552903771}
+{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.7582099437713623, "Finetune/Loss (Raw)": 0.7383280992507935, "Finetune/Step": 3621, "Finetune/Step Time": 7.403815366327763}
+{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.7571293711662292, "Finetune/Loss (Raw)": 0.7804892659187317, "Finetune/Step": 3622, "Finetune/Step Time": 7.402815956622362}
+{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.756942629814148, "Finetune/Loss (Raw)": 0.8189193606376648, "Finetune/Step": 3623, "Finetune/Step Time": 7.4027140233665705}
+{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.7571322917938232, "Finetune/Loss (Raw)": 0.8912989497184753, "Finetune/Step": 3624, "Finetune/Step Time": 7.396342005580664}
+{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.7591214179992676, "Finetune/Loss (Raw)": 0.8827292323112488, "Finetune/Step": 3625, "Finetune/Step Time": 7.376166163012385}
+{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.7574762105941772, "Finetune/Loss (Raw)": 0.6590900421142578, "Finetune/Step": 3626, "Finetune/Step Time": 7.371840933337808}
+{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.7578164339065552, "Finetune/Loss (Raw)": 0.8476725220680237, "Finetune/Step": 3627, "Finetune/Step Time": 7.386393748223782}
+{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.7570575475692749, "Finetune/Loss (Raw)": 0.7976434826850891, "Finetune/Step": 3628, "Finetune/Step Time": 7.39126294106245}
+{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.7562851905822754, "Finetune/Loss (Raw)": 0.7581571936607361, "Finetune/Step": 3629, "Finetune/Step Time": 7.39738435856998}
+{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.7542740702629089, "Finetune/Loss (Raw)": 0.6984802484512329, "Finetune/Step": 3630, "Finetune/Step Time": 7.397308852523565}
+{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.7523982524871826, "Finetune/Loss (Raw)": 0.6278305053710938, "Finetune/Step": 3631, "Finetune/Step Time": 7.4107271153479815}
+{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.7533203363418579, "Finetune/Loss (Raw)": 0.8822538256645203, "Finetune/Step": 3632, "Finetune/Step Time": 7.412759099155664}
+{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.7543087005615234, "Finetune/Loss (Raw)": 0.887740969657898, "Finetune/Step": 3633, "Finetune/Step Time": 7.407455313950777}
+{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.754673182964325, "Finetune/Loss (Raw)": 0.7701432108879089, "Finetune/Step": 3634, "Finetune/Step Time": 7.399514030665159}
+{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.7551134824752808, "Finetune/Loss (Raw)": 0.6606212258338928, "Finetune/Step": 3635, "Finetune/Step Time": 7.382866080850363}
+{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.7553442716598511, "Finetune/Loss (Raw)": 0.8213874101638794, "Finetune/Step": 3636, "Finetune/Step Time": 7.380911139771342}
+{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.7560567855834961, "Finetune/Loss (Raw)": 0.8561480045318604, "Finetune/Step": 3637, "Finetune/Step Time": 7.366376241669059}
+{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.7567968964576721, "Finetune/Loss (Raw)": 0.8278797268867493, "Finetune/Step": 3638, "Finetune/Step Time": 7.36378194577992}
+{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.7576169967651367, "Finetune/Loss (Raw)": 0.8167685270309448, "Finetune/Step": 3639, "Finetune/Step Time": 7.3528160490095615}
+{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.7538896203041077, "Finetune/Loss (Raw)": 0.3066512644290924, "Finetune/Step": 3640, "Finetune/Step Time": 7.366069857031107}
+{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.7529298067092896, "Finetune/Loss (Raw)": 0.7355786561965942, "Finetune/Step": 3641, "Finetune/Step Time": 7.3690707460045815}
+{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.7536802291870117, "Finetune/Loss (Raw)": 0.8153695464134216, "Finetune/Step": 3642, "Finetune/Step Time": 7.372453222051263}
+{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.754073977470398, "Finetune/Loss (Raw)": 0.8371560573577881, "Finetune/Step": 3643, "Finetune/Step Time": 7.366332430392504}
+{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.7539877891540527, "Finetune/Loss (Raw)": 0.7842510938644409, "Finetune/Step": 3644, "Finetune/Step Time": 7.362548554316163}
+{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.7532943487167358, "Finetune/Loss (Raw)": 0.7575216293334961, "Finetune/Step": 3645, "Finetune/Step Time": 7.361819298937917}
+{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.7546432018280029, "Finetune/Loss (Raw)": 0.8341169357299805, "Finetune/Step": 3646, "Finetune/Step Time": 7.346682013943791}
+{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.7558521032333374, "Finetune/Loss (Raw)": 0.8361279964447021, "Finetune/Step": 3647, "Finetune/Step Time": 7.325595946982503}
+{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.7569750547409058, "Finetune/Loss (Raw)": 0.8913800716400146, "Finetune/Step": 3648, "Finetune/Step Time": 7.3273297380656}
+{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.7570055723190308, "Finetune/Loss (Raw)": 0.8837200403213501, "Finetune/Step": 3649, "Finetune/Step Time": 7.331934915855527}
+{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.7594506740570068, "Finetune/Loss (Raw)": 0.946144163608551, "Finetune/Step": 3650, "Finetune/Step Time": 7.302100703120232}
+{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.7596174478530884, "Finetune/Loss (Raw)": 0.6459286212921143, "Finetune/Step": 3651, "Finetune/Step Time": 7.2925360053777695}
+{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.7607545852661133, "Finetune/Loss (Raw)": 0.8179155588150024, "Finetune/Step": 3652, "Finetune/Step Time": 7.285386435687542}
+{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.7600451707839966, "Finetune/Loss (Raw)": 0.8835464715957642, "Finetune/Step": 3653, "Finetune/Step Time": 7.283334726467729}
+{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.760795533657074, "Finetune/Loss (Raw)": 0.7514303922653198, "Finetune/Step": 3654, "Finetune/Step Time": 7.2939392272382975}
+{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.7619001865386963, "Finetune/Loss (Raw)": 0.9417696595191956, "Finetune/Step": 3655, "Finetune/Step Time": 7.309107379987836}
+{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.7611286640167236, "Finetune/Loss (Raw)": 0.6740288138389587, "Finetune/Step": 3656, "Finetune/Step Time": 7.324376164004207}
+{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.7623869180679321, "Finetune/Loss (Raw)": 0.8225215077400208, "Finetune/Step": 3657, "Finetune/Step Time": 7.320390675216913}
+{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.7622401714324951, "Finetune/Loss (Raw)": 0.7423398494720459, "Finetune/Step": 3658, "Finetune/Step Time": 7.336487917229533}
+{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.7620048522949219, "Finetune/Loss (Raw)": 0.7972661852836609, "Finetune/Step": 3659, "Finetune/Step Time": 7.340230545029044}
+{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.7638348340988159, "Finetune/Loss (Raw)": 0.9047653079032898, "Finetune/Step": 3660, "Finetune/Step Time": 7.33985691703856}
+{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.7676893472671509, "Finetune/Loss (Raw)": 0.8151343464851379, "Finetune/Step": 3661, "Finetune/Step Time": 7.336019925773144}
+{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.7682746648788452, "Finetune/Loss (Raw)": 0.9073103666305542, "Finetune/Step": 3662, "Finetune/Step Time": 7.326828585937619}
+{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.7734082937240601, "Finetune/Loss (Raw)": 0.9923120141029358, "Finetune/Step": 3663, "Finetune/Step Time": 7.3115471210330725}
+{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.7730969786643982, "Finetune/Loss (Raw)": 0.727637529373169, "Finetune/Step": 3664, "Finetune/Step Time": 7.324428437277675}
+{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.7718440890312195, "Finetune/Loss (Raw)": 0.8069780468940735, "Finetune/Step": 3665, "Finetune/Step Time": 7.3173056077212095}
+{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.7710757851600647, "Finetune/Loss (Raw)": 0.7981262803077698, "Finetune/Step": 3666, "Finetune/Step Time": 7.312182428315282}
+{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.7674902677536011, "Finetune/Loss (Raw)": 0.4205879271030426, "Finetune/Step": 3667, "Finetune/Step Time": 7.323141427710652}
+{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.766838550567627, "Finetune/Loss (Raw)": 0.725507915019989, "Finetune/Step": 3668, "Finetune/Step Time": 7.31423001177609}
+{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.7662084102630615, "Finetune/Loss (Raw)": 0.73744797706604, "Finetune/Step": 3669, "Finetune/Step Time": 7.31788369640708}
+{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.7672751545906067, "Finetune/Loss (Raw)": 0.8068498969078064, "Finetune/Step": 3670, "Finetune/Step Time": 7.303884545341134}
+{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.7682024240493774, "Finetune/Loss (Raw)": 0.8928390741348267, "Finetune/Step": 3671, "Finetune/Step Time": 7.286142852157354}
+{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.7672194242477417, "Finetune/Loss (Raw)": 0.7179662585258484, "Finetune/Step": 3672, "Finetune/Step Time": 7.293922180309892}
+{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.7679987549781799, "Finetune/Loss (Raw)": 0.5144839286804199, "Finetune/Step": 3673, "Finetune/Step Time": 7.2847227323800325}
+{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.7683948874473572, "Finetune/Loss (Raw)": 0.7915916442871094, "Finetune/Step": 3674, "Finetune/Step Time": 7.266509873792529}
+{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.7642343640327454, "Finetune/Loss (Raw)": 0.3774252235889435, "Finetune/Step": 3675, "Finetune/Step Time": 7.273428374901414}
+{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.7647130489349365, "Finetune/Loss (Raw)": 0.8130736947059631, "Finetune/Step": 3676, "Finetune/Step Time": 7.277095140889287}
+{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.7645418047904968, "Finetune/Loss (Raw)": 0.9061095714569092, "Finetune/Step": 3677, "Finetune/Step Time": 7.276499575003982}
+{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.76618492603302, "Finetune/Loss (Raw)": 0.5502495169639587, "Finetune/Step": 3678, "Finetune/Step Time": 7.26415047980845}
+{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.7666912078857422, "Finetune/Loss (Raw)": 0.746381402015686, "Finetune/Step": 3679, "Finetune/Step Time": 7.241657838225365}
+{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.7670286893844604, "Finetune/Loss (Raw)": 0.8568560481071472, "Finetune/Step": 3680, "Finetune/Step Time": 7.246723774820566}
+{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.7685145139694214, "Finetune/Loss (Raw)": 0.836022138595581, "Finetune/Step": 3681, "Finetune/Step Time": 7.22791388258338}
+{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.7694777846336365, "Finetune/Loss (Raw)": 1.0303341150283813, "Finetune/Step": 3682, "Finetune/Step Time": 7.224811505526304}
+{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.7684121131896973, "Finetune/Loss (Raw)": 0.8086878061294556, "Finetune/Step": 3683, "Finetune/Step Time": 7.224926615133882}
+{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.7701206803321838, "Finetune/Loss (Raw)": 0.5623620748519897, "Finetune/Step": 3684, "Finetune/Step Time": 7.229420654475689}
+{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.7685636281967163, "Finetune/Loss (Raw)": 0.7737566232681274, "Finetune/Step": 3685, "Finetune/Step Time": 7.226149095222354}
+{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.7687224745750427, "Finetune/Loss (Raw)": 0.829400360584259, "Finetune/Step": 3686, "Finetune/Step Time": 7.225664729252458}
+{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.7686010003089905, "Finetune/Loss (Raw)": 0.8325412273406982, "Finetune/Step": 3687, "Finetune/Step Time": 7.224260915070772}
+{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.7665992379188538, "Finetune/Loss (Raw)": 0.6189228892326355, "Finetune/Step": 3688, "Finetune/Step Time": 7.232023669406772}
+{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.765864908695221, "Finetune/Loss (Raw)": 0.8662963509559631, "Finetune/Step": 3689, "Finetune/Step Time": 7.23215339332819}
+{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.7675392627716064, "Finetune/Loss (Raw)": 0.8518173694610596, "Finetune/Step": 3690, "Finetune/Step Time": 7.2349437810480595}
+{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.7647241353988647, "Finetune/Loss (Raw)": 0.30679553747177124, "Finetune/Step": 3691, "Finetune/Step Time": 7.247010787948966}
+{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.7655428647994995, "Finetune/Loss (Raw)": 0.8735412955284119, "Finetune/Step": 3692, "Finetune/Step Time": 7.240792149677873}
+{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.766011655330658, "Finetune/Loss (Raw)": 0.8173608183860779, "Finetune/Step": 3693, "Finetune/Step Time": 7.240422060713172}
+{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.7641776204109192, "Finetune/Loss (Raw)": 0.6543852686882019, "Finetune/Step": 3694, "Finetune/Step Time": 7.263573994860053}
+{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.7658752202987671, "Finetune/Loss (Raw)": 1.0174287557601929, "Finetune/Step": 3695, "Finetune/Step Time": 7.243029057979584}
+{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.7656480073928833, "Finetune/Loss (Raw)": 0.7709505558013916, "Finetune/Step": 3696, "Finetune/Step Time": 7.234658494591713}
+{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.7636772394180298, "Finetune/Loss (Raw)": 0.4984275698661804, "Finetune/Step": 3697, "Finetune/Step Time": 7.250071477144957}
+{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.7641385793685913, "Finetune/Loss (Raw)": 0.8064723014831543, "Finetune/Step": 3698, "Finetune/Step Time": 7.2565966714173555}
+{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.7639787197113037, "Finetune/Loss (Raw)": 0.7772684097290039, "Finetune/Step": 3699, "Finetune/Step Time": 7.253368090838194}
+{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.7635065913200378, "Finetune/Loss (Raw)": 0.8324726223945618, "Finetune/Step": 3700, "Finetune/Step Time": 7.2538769245147705}
+{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.7617189884185791, "Finetune/Loss (Raw)": 0.6428813338279724, "Finetune/Step": 3701, "Finetune/Step Time": 7.2606910690665245}
+{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.760951042175293, "Finetune/Loss (Raw)": 0.8129479289054871, "Finetune/Step": 3702, "Finetune/Step Time": 7.249497294425964}
+{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.7614889144897461, "Finetune/Loss (Raw)": 0.8527217507362366, "Finetune/Step": 3703, "Finetune/Step Time": 7.247204191982746}
+{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.7608091831207275, "Finetune/Loss (Raw)": 0.8099793791770935, "Finetune/Step": 3704, "Finetune/Step Time": 7.2520029954612255}
+{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.7592414021492004, "Finetune/Loss (Raw)": 0.6035857200622559, "Finetune/Step": 3705, "Finetune/Step Time": 7.233463743701577}
+{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.7584565877914429, "Finetune/Loss (Raw)": 0.7709494233131409, "Finetune/Step": 3706, "Finetune/Step Time": 7.234731527045369}
+{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.7577508687973022, "Finetune/Loss (Raw)": 0.7305169701576233, "Finetune/Step": 3707, "Finetune/Step Time": 7.259952925145626}
+{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.7561789155006409, "Finetune/Loss (Raw)": 0.6277710795402527, "Finetune/Step": 3708, "Finetune/Step Time": 7.271316941827536}
+{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.7566163539886475, "Finetune/Loss (Raw)": 0.9219139814376831, "Finetune/Step": 3709, "Finetune/Step Time": 7.27355975843966}
+{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.758501410484314, "Finetune/Loss (Raw)": 0.9408324360847473, "Finetune/Step": 3710, "Finetune/Step Time": 7.259439909830689}
+{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.7578746676445007, "Finetune/Loss (Raw)": 0.6602384448051453, "Finetune/Step": 3711, "Finetune/Step Time": 7.2801792453974485}
+{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.7585741281509399, "Finetune/Loss (Raw)": 0.9022459387779236, "Finetune/Step": 3712, "Finetune/Step Time": 7.279525259509683}
+{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.7534539699554443, "Finetune/Loss (Raw)": 0.28211039304733276, "Finetune/Step": 3713, "Finetune/Step Time": 7.291934464126825}
+{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.7546576857566833, "Finetune/Loss (Raw)": 0.8037265539169312, "Finetune/Step": 3714, "Finetune/Step Time": 7.284424342215061}
+{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.755426824092865, "Finetune/Loss (Raw)": 0.8249958157539368, "Finetune/Step": 3715, "Finetune/Step Time": 7.287881454452872}
+{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.7557004690170288, "Finetune/Loss (Raw)": 0.6875276565551758, "Finetune/Step": 3716, "Finetune/Step Time": 7.321278560906649}
+{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.7548880577087402, "Finetune/Loss (Raw)": 0.6612935662269592, "Finetune/Step": 3717, "Finetune/Step Time": 7.330679532140493}
+{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.7530988454818726, "Finetune/Loss (Raw)": 0.6288723945617676, "Finetune/Step": 3718, "Finetune/Step Time": 7.334758337587118}
+{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.7520773410797119, "Finetune/Loss (Raw)": 0.6082770824432373, "Finetune/Step": 3719, "Finetune/Step Time": 7.333600174635649}
+{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.7524328827857971, "Finetune/Loss (Raw)": 0.8258890509605408, "Finetune/Step": 3720, "Finetune/Step Time": 7.337708311155438}
+{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.7522832751274109, "Finetune/Loss (Raw)": 0.8920431137084961, "Finetune/Step": 3721, "Finetune/Step Time": 7.336861973628402}
+{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.7545670866966248, "Finetune/Loss (Raw)": 0.8199082016944885, "Finetune/Step": 3722, "Finetune/Step Time": 7.333252167329192}
+{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.755510687828064, "Finetune/Loss (Raw)": 0.9432262778282166, "Finetune/Step": 3723, "Finetune/Step Time": 7.3309772573411465}
+{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.7540241479873657, "Finetune/Loss (Raw)": 0.7572975158691406, "Finetune/Step": 3724, "Finetune/Step Time": 7.331537375226617}
+{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.7588725686073303, "Finetune/Loss (Raw)": 0.8704535961151123, "Finetune/Step": 3725, "Finetune/Step Time": 7.32106870226562}
+{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.7561238408088684, "Finetune/Loss (Raw)": 0.3824422061443329, "Finetune/Step": 3726, "Finetune/Step Time": 7.316198023036122}
+{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.7565066814422607, "Finetune/Loss (Raw)": 0.7277944684028625, "Finetune/Step": 3727, "Finetune/Step Time": 7.320118635892868}
+{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.7573648691177368, "Finetune/Loss (Raw)": 0.5448590517044067, "Finetune/Step": 3728, "Finetune/Step Time": 7.3142870888113976}
+{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.7572674751281738, "Finetune/Loss (Raw)": 0.826450526714325, "Finetune/Step": 3729, "Finetune/Step Time": 7.323777446523309}
+{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.7579118013381958, "Finetune/Loss (Raw)": 0.8575056195259094, "Finetune/Step": 3730, "Finetune/Step Time": 7.341191362589598}
+{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.7580922842025757, "Finetune/Loss (Raw)": 0.8258269429206848, "Finetune/Step": 3731, "Finetune/Step Time": 7.341351579874754}
+{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.7583422660827637, "Finetune/Loss (Raw)": 0.8436870574951172, "Finetune/Step": 3732, "Finetune/Step Time": 7.33875947445631}
+{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.7594549655914307, "Finetune/Loss (Raw)": 0.7753876447677612, "Finetune/Step": 3733, "Finetune/Step Time": 7.345190141350031}
+{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.7609624862670898, "Finetune/Loss (Raw)": 0.9000262022018433, "Finetune/Step": 3734, "Finetune/Step Time": 7.326783794909716}
+{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.7594619393348694, "Finetune/Loss (Raw)": 0.622085452079773, "Finetune/Step": 3735, "Finetune/Step Time": 7.327266417443752}
+{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.7623302936553955, "Finetune/Loss (Raw)": 0.9965510368347168, "Finetune/Step": 3736, "Finetune/Step Time": 7.29786616563797}
+{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.7620598673820496, "Finetune/Loss (Raw)": 0.7415808439254761, "Finetune/Step": 3737, "Finetune/Step Time": 7.314816474914551}
+{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.7622122764587402, "Finetune/Loss (Raw)": 0.6855273246765137, "Finetune/Step": 3738, "Finetune/Step Time": 7.323418928310275}
+{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.7651640772819519, "Finetune/Loss (Raw)": 0.7186189889907837, "Finetune/Step": 3739, "Finetune/Step Time": 7.309626987203956}
+{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.7650026082992554, "Finetune/Loss (Raw)": 0.7614891529083252, "Finetune/Step": 3740, "Finetune/Step Time": 7.292502287775278}
+{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.7666745185852051, "Finetune/Loss (Raw)": 0.9007939696311951, "Finetune/Step": 3741, "Finetune/Step Time": 7.291170302778482}
+{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.7669289112091064, "Finetune/Loss (Raw)": 0.8103398084640503, "Finetune/Step": 3742, "Finetune/Step Time": 7.286953909322619}
+{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.7668468356132507, "Finetune/Loss (Raw)": 0.8211385607719421, "Finetune/Step": 3743, "Finetune/Step Time": 7.318712837994099}
+{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.7642358541488647, "Finetune/Loss (Raw)": 0.3599914014339447, "Finetune/Step": 3744, "Finetune/Step Time": 7.328193511813879}
+{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.76121985912323, "Finetune/Loss (Raw)": 0.3231320381164551, "Finetune/Step": 3745, "Finetune/Step Time": 7.329016711562872}
+{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.7612046003341675, "Finetune/Loss (Raw)": 0.675252377986908, "Finetune/Step": 3746, "Finetune/Step Time": 7.319066045805812}
+{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.7599684000015259, "Finetune/Loss (Raw)": 0.607930600643158, "Finetune/Step": 3747, "Finetune/Step Time": 7.338239748030901}
+{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.7603851556777954, "Finetune/Loss (Raw)": 0.8354516625404358, "Finetune/Step": 3748, "Finetune/Step Time": 7.34903010725975}
+{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.7594794034957886, "Finetune/Loss (Raw)": 0.6223944425582886, "Finetune/Step": 3749, "Finetune/Step Time": 7.355823613703251}
+{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.7603374719619751, "Finetune/Loss (Raw)": 0.8903301954269409, "Finetune/Step": 3750, "Finetune/Step Time": 7.35966189391911}
+{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.7614413499832153, "Finetune/Loss (Raw)": 0.9602150917053223, "Finetune/Step": 3751, "Finetune/Step Time": 7.367042422294617}
+{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.760607898235321, "Finetune/Loss (Raw)": 0.78461754322052, "Finetune/Step": 3752, "Finetune/Step Time": 7.369816077873111}
+{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.7590916156768799, "Finetune/Loss (Raw)": 0.6886430382728577, "Finetune/Step": 3753, "Finetune/Step Time": 7.384555362164974}
+{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.760129451751709, "Finetune/Loss (Raw)": 0.7919306755065918, "Finetune/Step": 3754, "Finetune/Step Time": 7.387848746031523}
+{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.7595510482788086, "Finetune/Loss (Raw)": 0.7736386656761169, "Finetune/Step": 3755, "Finetune/Step Time": 7.376474250108004}
+{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.7579970359802246, "Finetune/Loss (Raw)": 0.5987263321876526, "Finetune/Step": 3756, "Finetune/Step Time": 7.37801056355238}
+{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.7590972185134888, "Finetune/Loss (Raw)": 0.898988664150238, "Finetune/Step": 3757, "Finetune/Step Time": 7.381322883069515}
+{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.7587890625, "Finetune/Loss (Raw)": 0.659032940864563, "Finetune/Step": 3758, "Finetune/Step Time": 7.396613948047161}
+{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.7603864669799805, "Finetune/Loss (Raw)": 0.8322991728782654, "Finetune/Step": 3759, "Finetune/Step Time": 7.382398987188935}
+{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.7590893507003784, "Finetune/Loss (Raw)": 0.7162167429924011, "Finetune/Step": 3760, "Finetune/Step Time": 7.388623835518956}
+{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.7571686506271362, "Finetune/Loss (Raw)": 0.6418915390968323, "Finetune/Step": 3761, "Finetune/Step Time": 7.400137739256024}
+{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.7571682929992676, "Finetune/Loss (Raw)": 0.7701042294502258, "Finetune/Step": 3762, "Finetune/Step Time": 7.405812401324511}
+{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.7589066028594971, "Finetune/Loss (Raw)": 0.8831217885017395, "Finetune/Step": 3763, "Finetune/Step Time": 7.40790705755353}
+{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.7581190466880798, "Finetune/Loss (Raw)": 0.7205805778503418, "Finetune/Step": 3764, "Finetune/Step Time": 7.419053997844458}
+{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.7563098669052124, "Finetune/Loss (Raw)": 0.6245695948600769, "Finetune/Step": 3765, "Finetune/Step Time": 7.428718766197562}
+{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.756833016872406, "Finetune/Loss (Raw)": 0.8948496580123901, "Finetune/Step": 3766, "Finetune/Step Time": 7.442600384354591}
+{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.7569026350975037, "Finetune/Loss (Raw)": 0.8256781697273254, "Finetune/Step": 3767, "Finetune/Step Time": 7.446033652871847}
+{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.7597792148590088, "Finetune/Loss (Raw)": 0.6748517751693726, "Finetune/Step": 3768, "Finetune/Step Time": 7.44119037501514}
+{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.7559593915939331, "Finetune/Loss (Raw)": 0.24664536118507385, "Finetune/Step": 3769, "Finetune/Step Time": 7.451809400692582}
+{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.757003903388977, "Finetune/Loss (Raw)": 0.9490612745285034, "Finetune/Step": 3770, "Finetune/Step Time": 7.453925171867013}
+{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.7578468322753906, "Finetune/Loss (Raw)": 0.9450522661209106, "Finetune/Step": 3771, "Finetune/Step Time": 7.455305075272918}
+{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.758418083190918, "Finetune/Loss (Raw)": 0.8573719263076782, "Finetune/Step": 3772, "Finetune/Step Time": 7.461107790470123}
+{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.7551615238189697, "Finetune/Loss (Raw)": 0.3406868875026703, "Finetune/Step": 3773, "Finetune/Step Time": 7.472292337566614}
+{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.7554288506507874, "Finetune/Loss (Raw)": 0.8683286905288696, "Finetune/Step": 3774, "Finetune/Step Time": 7.473918234929442}
+{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.75575852394104, "Finetune/Loss (Raw)": 0.8783321380615234, "Finetune/Step": 3775, "Finetune/Step Time": 7.478000856935978}
+{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.7555335760116577, "Finetune/Loss (Raw)": 0.8625814914703369, "Finetune/Step": 3776, "Finetune/Step Time": 7.480479987338185}
+{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.7507222294807434, "Finetune/Loss (Raw)": 0.26786544919013977, "Finetune/Step": 3777, "Finetune/Step Time": 7.493178592994809}
+{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.7497687339782715, "Finetune/Loss (Raw)": 0.8241009712219238, "Finetune/Step": 3778, "Finetune/Step Time": 7.500133687630296}
+{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.7498985528945923, "Finetune/Loss (Raw)": 0.6625470519065857, "Finetune/Step": 3779, "Finetune/Step Time": 7.499237077310681}
+{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.7492425441741943, "Finetune/Loss (Raw)": 0.7339421510696411, "Finetune/Step": 3780, "Finetune/Step Time": 7.499665793031454}
+{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.7489029169082642, "Finetune/Loss (Raw)": 0.8400673270225525, "Finetune/Step": 3781, "Finetune/Step Time": 7.496465323492885}
+{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.74886554479599, "Finetune/Loss (Raw)": 0.7466552257537842, "Finetune/Step": 3782, "Finetune/Step Time": 7.478561393916607}
+{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.7468847036361694, "Finetune/Loss (Raw)": 0.6882265210151672, "Finetune/Step": 3783, "Finetune/Step Time": 7.469652665778995}
+{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.7470405101776123, "Finetune/Loss (Raw)": 0.6939629316329956, "Finetune/Step": 3784, "Finetune/Step Time": 7.464340919628739}
+{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.7467944622039795, "Finetune/Loss (Raw)": 0.7910341620445251, "Finetune/Step": 3785, "Finetune/Step Time": 7.461462965235114}
+{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.7482268810272217, "Finetune/Loss (Raw)": 0.9256805777549744, "Finetune/Step": 3786, "Finetune/Step Time": 7.4447559881955385}
+{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.7485648393630981, "Finetune/Loss (Raw)": 0.840532660484314, "Finetune/Step": 3787, "Finetune/Step Time": 7.440996587276459}
+{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.7473627924919128, "Finetune/Loss (Raw)": 0.7508993744850159, "Finetune/Step": 3788, "Finetune/Step Time": 7.4339563976973295}
+{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.7461197376251221, "Finetune/Loss (Raw)": 0.6560226082801819, "Finetune/Step": 3789, "Finetune/Step Time": 7.44131026417017}
+{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.7456377148628235, "Finetune/Loss (Raw)": 0.8456116318702698, "Finetune/Step": 3790, "Finetune/Step Time": 7.442169455811381}
+{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.7443002462387085, "Finetune/Loss (Raw)": 0.8211227655410767, "Finetune/Step": 3791, "Finetune/Step Time": 7.442067673429847}
+{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.7412495613098145, "Finetune/Loss (Raw)": 0.3371421694755554, "Finetune/Step": 3792, "Finetune/Step Time": 7.44305282086134}
+{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.7414026260375977, "Finetune/Loss (Raw)": 0.8265712261199951, "Finetune/Step": 3793, "Finetune/Step Time": 7.461541246622801}
+{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.7414368391036987, "Finetune/Loss (Raw)": 0.8025117516517639, "Finetune/Step": 3794, "Finetune/Step Time": 7.461015330627561}
+{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.7433686256408691, "Finetune/Loss (Raw)": 0.6678548455238342, "Finetune/Step": 3795, "Finetune/Step Time": 7.4602939654141665}
+{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.7443598508834839, "Finetune/Loss (Raw)": 0.8523770570755005, "Finetune/Step": 3796, "Finetune/Step Time": 7.465026795864105}
+{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.74329674243927, "Finetune/Loss (Raw)": 0.6013795137405396, "Finetune/Step": 3797, "Finetune/Step Time": 7.469219781458378}
+{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.7426859140396118, "Finetune/Loss (Raw)": 0.7286614775657654, "Finetune/Step": 3798, "Finetune/Step Time": 7.477243745699525}
+{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.7402309775352478, "Finetune/Loss (Raw)": 0.5786055326461792, "Finetune/Step": 3799, "Finetune/Step Time": 7.486302988603711}
+{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.7409979104995728, "Finetune/Loss (Raw)": 0.8161337375640869, "Finetune/Step": 3800, "Finetune/Step Time": 7.4817571472376585}
+{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.743047297000885, "Finetune/Loss (Raw)": 0.7768036723136902, "Finetune/Step": 3801, "Finetune/Step Time": 7.482157925143838}
+{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.7437182068824768, "Finetune/Loss (Raw)": 0.8774689435958862, "Finetune/Step": 3802, "Finetune/Step Time": 7.483435172587633}
+{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.7476939558982849, "Finetune/Loss (Raw)": 0.8863236308097839, "Finetune/Step": 3803, "Finetune/Step Time": 7.466580552980304}
+{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.7478237748146057, "Finetune/Loss (Raw)": 0.8296880125999451, "Finetune/Step": 3804, "Finetune/Step Time": 7.450767176225781}
+{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.7454969882965088, "Finetune/Loss (Raw)": 0.6082763671875, "Finetune/Step": 3805, "Finetune/Step Time": 7.467657342553139}
+{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.7471436262130737, "Finetune/Loss (Raw)": 0.7610217928886414, "Finetune/Step": 3806, "Finetune/Step Time": 7.480521395802498}
+{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.7470477819442749, "Finetune/Loss (Raw)": 0.7341163158416748, "Finetune/Step": 3807, "Finetune/Step Time": 7.483873223885894}
+{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.7452075481414795, "Finetune/Loss (Raw)": 0.6213051080703735, "Finetune/Step": 3808, "Finetune/Step Time": 7.4909749291837215}
+{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.7444803714752197, "Finetune/Loss (Raw)": 0.7429444789886475, "Finetune/Step": 3809, "Finetune/Step Time": 7.506254404783249}
+{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.7432229518890381, "Finetune/Loss (Raw)": 0.8693833947181702, "Finetune/Step": 3810, "Finetune/Step Time": 7.504307320341468}
+{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.7425261735916138, "Finetune/Loss (Raw)": 0.7195068597793579, "Finetune/Step": 3811, "Finetune/Step Time": 7.511117348447442}
+{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.7436630129814148, "Finetune/Loss (Raw)": 0.7078680992126465, "Finetune/Step": 3812, "Finetune/Step Time": 7.506342384964228}
+{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.7437338829040527, "Finetune/Loss (Raw)": 0.7828351259231567, "Finetune/Step": 3813, "Finetune/Step Time": 7.504735516384244}
+{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.7429395318031311, "Finetune/Loss (Raw)": 0.7277207970619202, "Finetune/Step": 3814, "Finetune/Step Time": 7.50346963852644}
+{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.7427201867103577, "Finetune/Loss (Raw)": 0.804462194442749, "Finetune/Step": 3815, "Finetune/Step Time": 7.522290546447039}
+{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.7442463040351868, "Finetune/Loss (Raw)": 0.8142675757408142, "Finetune/Step": 3816, "Finetune/Step Time": 7.518439441919327}
+{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.7431608438491821, "Finetune/Loss (Raw)": 0.7273523807525635, "Finetune/Step": 3817, "Finetune/Step Time": 7.515915771946311}
+{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.7424933314323425, "Finetune/Loss (Raw)": 0.766380786895752, "Finetune/Step": 3818, "Finetune/Step Time": 7.509995618835092}
+{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.7459591627120972, "Finetune/Loss (Raw)": 0.7504221796989441, "Finetune/Step": 3819, "Finetune/Step Time": 7.508617548272014}
+{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.7442345023155212, "Finetune/Loss (Raw)": 0.6527805924415588, "Finetune/Step": 3820, "Finetune/Step Time": 7.520866984501481}
+{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.7431351542472839, "Finetune/Loss (Raw)": 0.676643431186676, "Finetune/Step": 3821, "Finetune/Step Time": 7.5259318351745605}
+{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.743515133857727, "Finetune/Loss (Raw)": 0.703026294708252, "Finetune/Step": 3822, "Finetune/Step Time": 7.505694694817066}
+{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.7426286935806274, "Finetune/Loss (Raw)": 0.9039700031280518, "Finetune/Step": 3823, "Finetune/Step Time": 7.508515778928995}
+{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.7429865598678589, "Finetune/Loss (Raw)": 0.8167482018470764, "Finetune/Step": 3824, "Finetune/Step Time": 7.5083472188562155}
+{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.7441779375076294, "Finetune/Loss (Raw)": 0.6509308815002441, "Finetune/Step": 3825, "Finetune/Step Time": 7.497625667601824}
+{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.7431788444519043, "Finetune/Loss (Raw)": 0.6785877346992493, "Finetune/Step": 3826, "Finetune/Step Time": 7.493237502872944}
+{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.7431328296661377, "Finetune/Loss (Raw)": 0.7713807821273804, "Finetune/Step": 3827, "Finetune/Step Time": 7.520767118781805}
+{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.7432438135147095, "Finetune/Loss (Raw)": 0.8466686606407166, "Finetune/Step": 3828, "Finetune/Step Time": 7.524341782554984}
+{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.7403784990310669, "Finetune/Loss (Raw)": 0.27612578868865967, "Finetune/Step": 3829, "Finetune/Step Time": 7.5317876152694225}
+{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.7403281927108765, "Finetune/Loss (Raw)": 0.8065128922462463, "Finetune/Step": 3830, "Finetune/Step Time": 7.540808200836182}
+{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.7394710779190063, "Finetune/Loss (Raw)": 0.7430071234703064, "Finetune/Step": 3831, "Finetune/Step Time": 7.547899032011628}
+{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.7408758997917175, "Finetune/Loss (Raw)": 0.9897981882095337, "Finetune/Step": 3832, "Finetune/Step Time": 7.54500281624496}
+{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.742773175239563, "Finetune/Loss (Raw)": 0.8464354872703552, "Finetune/Step": 3833, "Finetune/Step Time": 7.567240884527564}
+{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.7435995936393738, "Finetune/Loss (Raw)": 0.8767298460006714, "Finetune/Step": 3834, "Finetune/Step Time": 7.5615067053586245}
+{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.7445898056030273, "Finetune/Loss (Raw)": 0.8572702407836914, "Finetune/Step": 3835, "Finetune/Step Time": 7.541844578459859}
+{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.7452821731567383, "Finetune/Loss (Raw)": 0.7163853645324707, "Finetune/Step": 3836, "Finetune/Step Time": 7.519603410735726}
+{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.7438364028930664, "Finetune/Loss (Raw)": 0.7368590235710144, "Finetune/Step": 3837, "Finetune/Step Time": 7.512648092582822}
+{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.7421799898147583, "Finetune/Loss (Raw)": 0.728817880153656, "Finetune/Step": 3838, "Finetune/Step Time": 7.510694509372115}
+{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.7432103157043457, "Finetune/Loss (Raw)": 0.7921158075332642, "Finetune/Step": 3839, "Finetune/Step Time": 7.5142178647220135}
+{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.7419437766075134, "Finetune/Loss (Raw)": 0.7401249408721924, "Finetune/Step": 3840, "Finetune/Step Time": 7.514168595895171}
+{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.7471346855163574, "Finetune/Loss (Raw)": 0.9465486407279968, "Finetune/Step": 3841, "Finetune/Step Time": 7.500616151839495}
+{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.7467457056045532, "Finetune/Loss (Raw)": 0.7539344429969788, "Finetune/Step": 3842, "Finetune/Step Time": 7.492733217775822}
+{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.7449687719345093, "Finetune/Loss (Raw)": 0.5975568294525146, "Finetune/Step": 3843, "Finetune/Step Time": 7.499946339055896}
+{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.7455817461013794, "Finetune/Loss (Raw)": 0.7659832835197449, "Finetune/Step": 3844, "Finetune/Step Time": 7.470493217930198}
+{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.7463517189025879, "Finetune/Loss (Raw)": 0.7598544359207153, "Finetune/Step": 3845, "Finetune/Step Time": 7.454178858548403}
+{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.7463602423667908, "Finetune/Loss (Raw)": 0.6299591064453125, "Finetune/Step": 3846, "Finetune/Step Time": 7.449593549594283}
+{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.7485015392303467, "Finetune/Loss (Raw)": 0.8823660612106323, "Finetune/Step": 3847, "Finetune/Step Time": 7.437151355668902}
+{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.7446349859237671, "Finetune/Loss (Raw)": 0.3309707045555115, "Finetune/Step": 3848, "Finetune/Step Time": 7.439329292625189}
+{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.7446086406707764, "Finetune/Loss (Raw)": 0.8886712789535522, "Finetune/Step": 3849, "Finetune/Step Time": 7.454326948150992}
+{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.7420506477355957, "Finetune/Loss (Raw)": 0.49248364567756653, "Finetune/Step": 3850, "Finetune/Step Time": 7.462094444781542}
+{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.739646315574646, "Finetune/Loss (Raw)": 0.6354698538780212, "Finetune/Step": 3851, "Finetune/Step Time": 7.453456837683916}
+{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.7407119870185852, "Finetune/Loss (Raw)": 0.8937042951583862, "Finetune/Step": 3852, "Finetune/Step Time": 7.453454317525029}
+{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.7374669313430786, "Finetune/Loss (Raw)": 0.45509034395217896, "Finetune/Step": 3853, "Finetune/Step Time": 7.462139550596476}
+{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.7408521175384521, "Finetune/Loss (Raw)": 0.8157446980476379, "Finetune/Step": 3854, "Finetune/Step Time": 7.453272603452206}
+{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.739122748374939, "Finetune/Loss (Raw)": 0.5064314007759094, "Finetune/Step": 3855, "Finetune/Step Time": 7.463309900835156}
+{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.7418560981750488, "Finetune/Loss (Raw)": 0.8947291374206543, "Finetune/Step": 3856, "Finetune/Step Time": 7.456210883334279}
+{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.7381841540336609, "Finetune/Loss (Raw)": 0.35644015669822693, "Finetune/Step": 3857, "Finetune/Step Time": 7.446652928367257}
+{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.7340817451477051, "Finetune/Loss (Raw)": 0.332391619682312, "Finetune/Step": 3858, "Finetune/Step Time": 7.434701453894377}
+{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.7351181507110596, "Finetune/Loss (Raw)": 0.9584928154945374, "Finetune/Step": 3859, "Finetune/Step Time": 7.4270901940763}
+{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.7348809838294983, "Finetune/Loss (Raw)": 0.8133307099342346, "Finetune/Step": 3860, "Finetune/Step Time": 7.42062896117568}
+{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.734609842300415, "Finetune/Loss (Raw)": 0.7406842708587646, "Finetune/Step": 3861, "Finetune/Step Time": 7.406524842604995}
+{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.7339973449707031, "Finetune/Loss (Raw)": 0.8216155767440796, "Finetune/Step": 3862, "Finetune/Step Time": 7.404692143201828}
+{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.7340636849403381, "Finetune/Loss (Raw)": 0.6305854916572571, "Finetune/Step": 3863, "Finetune/Step Time": 7.41433216445148}
+{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.7325249910354614, "Finetune/Loss (Raw)": 0.7995912432670593, "Finetune/Step": 3864, "Finetune/Step Time": 7.417512241750956}
+{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.7323033213615417, "Finetune/Loss (Raw)": 0.713208794593811, "Finetune/Step": 3865, "Finetune/Step Time": 7.434326823800802}
+{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.734041690826416, "Finetune/Loss (Raw)": 0.9080402255058289, "Finetune/Step": 3866, "Finetune/Step Time": 7.426646335050464}
+{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.7360212802886963, "Finetune/Loss (Raw)": 0.972007691860199, "Finetune/Step": 3867, "Finetune/Step Time": 7.438216421753168}
+{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.736785888671875, "Finetune/Loss (Raw)": 0.8593631982803345, "Finetune/Step": 3868, "Finetune/Step Time": 7.441121365875006}
+{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.7353785037994385, "Finetune/Loss (Raw)": 0.7206454277038574, "Finetune/Step": 3869, "Finetune/Step Time": 7.442784542217851}
+{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.7344028949737549, "Finetune/Loss (Raw)": 0.6854652166366577, "Finetune/Step": 3870, "Finetune/Step Time": 7.465987905859947}
+{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.734178364276886, "Finetune/Loss (Raw)": 0.7923945784568787, "Finetune/Step": 3871, "Finetune/Step Time": 7.431495165452361}
+{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.7344582080841064, "Finetune/Loss (Raw)": 0.39580968022346497, "Finetune/Step": 3872, "Finetune/Step Time": 7.451111454516649}
+{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.7370128035545349, "Finetune/Loss (Raw)": 0.6501258611679077, "Finetune/Step": 3873, "Finetune/Step Time": 7.447193618863821}
+{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.7378360033035278, "Finetune/Loss (Raw)": 0.7806142568588257, "Finetune/Step": 3874, "Finetune/Step Time": 7.457335524260998}
+{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.7391601800918579, "Finetune/Loss (Raw)": 0.7774275541305542, "Finetune/Step": 3875, "Finetune/Step Time": 7.450317416340113}
+{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.7389727234840393, "Finetune/Loss (Raw)": 0.8114575147628784, "Finetune/Step": 3876, "Finetune/Step Time": 7.436788260936737}
+{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.739328145980835, "Finetune/Loss (Raw)": 0.6678888201713562, "Finetune/Step": 3877, "Finetune/Step Time": 7.444053001701832}
+{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.7360371351242065, "Finetune/Loss (Raw)": 0.4690820276737213, "Finetune/Step": 3878, "Finetune/Step Time": 7.456492606550455}
+{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.7339109182357788, "Finetune/Loss (Raw)": 0.6880583763122559, "Finetune/Step": 3879, "Finetune/Step Time": 7.480900414288044}
+{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.7340843677520752, "Finetune/Loss (Raw)": 0.8068201541900635, "Finetune/Step": 3880, "Finetune/Step Time": 7.489265203475952}
+{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.7352880239486694, "Finetune/Loss (Raw)": 0.8427116274833679, "Finetune/Step": 3881, "Finetune/Step Time": 7.481304218992591}
+{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.7353941798210144, "Finetune/Loss (Raw)": 0.8055227994918823, "Finetune/Step": 3882, "Finetune/Step Time": 7.484543042257428}
+{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.7363464832305908, "Finetune/Loss (Raw)": 0.8955209255218506, "Finetune/Step": 3883, "Finetune/Step Time": 7.47816770337522}
+{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.7372161149978638, "Finetune/Loss (Raw)": 0.7100433111190796, "Finetune/Step": 3884, "Finetune/Step Time": 7.471221694722772}
+{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.7342907190322876, "Finetune/Loss (Raw)": 0.5245368480682373, "Finetune/Step": 3885, "Finetune/Step Time": 7.477063059806824}
+{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.7344198226928711, "Finetune/Loss (Raw)": 0.6755635738372803, "Finetune/Step": 3886, "Finetune/Step Time": 7.463574379682541}
+{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.733474612236023, "Finetune/Loss (Raw)": 0.7113071084022522, "Finetune/Step": 3887, "Finetune/Step Time": 7.464173058047891}
+{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.7339022755622864, "Finetune/Loss (Raw)": 0.7709681391716003, "Finetune/Step": 3888, "Finetune/Step Time": 7.455431416630745}
+{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.7349245548248291, "Finetune/Loss (Raw)": 0.7727426886558533, "Finetune/Step": 3889, "Finetune/Step Time": 7.445878120139241}
+{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.7350490689277649, "Finetune/Loss (Raw)": 0.7860379815101624, "Finetune/Step": 3890, "Finetune/Step Time": 7.439551407471299}
+{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.7334710955619812, "Finetune/Loss (Raw)": 0.6811420321464539, "Finetune/Step": 3891, "Finetune/Step Time": 7.453695852309465}
+{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.7340041995048523, "Finetune/Loss (Raw)": 0.7888184785842896, "Finetune/Step": 3892, "Finetune/Step Time": 7.446872120723128}
+{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.7319934368133545, "Finetune/Loss (Raw)": 0.3671933114528656, "Finetune/Step": 3893, "Finetune/Step Time": 7.4504487700760365}
+{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.7313192486763, "Finetune/Loss (Raw)": 0.808551549911499, "Finetune/Step": 3894, "Finetune/Step Time": 7.438563419505954}
+{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.7310446500778198, "Finetune/Loss (Raw)": 0.7905304431915283, "Finetune/Step": 3895, "Finetune/Step Time": 7.436919145286083}
+{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.7319275140762329, "Finetune/Loss (Raw)": 0.787863552570343, "Finetune/Step": 3896, "Finetune/Step Time": 7.425679944455624}
+{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.7359169721603394, "Finetune/Loss (Raw)": 0.7572911977767944, "Finetune/Step": 3897, "Finetune/Step Time": 7.411840036511421}
+{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.7341217994689941, "Finetune/Loss (Raw)": 0.7192785739898682, "Finetune/Step": 3898, "Finetune/Step Time": 7.41760946623981}
+{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.7337518930435181, "Finetune/Loss (Raw)": 0.8977056741714478, "Finetune/Step": 3899, "Finetune/Step Time": 7.420477753505111}
+{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.7331368923187256, "Finetune/Loss (Raw)": 0.7786494493484497, "Finetune/Step": 3900, "Finetune/Step Time": 7.431429423391819}
+{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.7371470332145691, "Finetune/Loss (Raw)": 0.8539807200431824, "Finetune/Step": 3901, "Finetune/Step Time": 7.418512070551515}
+{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.7376636862754822, "Finetune/Loss (Raw)": 0.9344592690467834, "Finetune/Step": 3902, "Finetune/Step Time": 7.40305289067328}
+{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.7377034425735474, "Finetune/Loss (Raw)": 0.8834223747253418, "Finetune/Step": 3903, "Finetune/Step Time": 7.398539828136563}
+{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.7370204925537109, "Finetune/Loss (Raw)": 0.775163471698761, "Finetune/Step": 3904, "Finetune/Step Time": 7.403090639039874}
+{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.7397236227989197, "Finetune/Loss (Raw)": 0.6138702034950256, "Finetune/Step": 3905, "Finetune/Step Time": 7.404235258698463}
+{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.7393922805786133, "Finetune/Loss (Raw)": 0.7816904187202454, "Finetune/Step": 3906, "Finetune/Step Time": 7.438003212213516}
+{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.7422009110450745, "Finetune/Loss (Raw)": 1.0220526456832886, "Finetune/Step": 3907, "Finetune/Step Time": 7.4245260041207075}
+{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.7408244013786316, "Finetune/Loss (Raw)": 0.5577489733695984, "Finetune/Step": 3908, "Finetune/Step Time": 7.432600924745202}
+{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.7393132448196411, "Finetune/Loss (Raw)": 0.6466367244720459, "Finetune/Step": 3909, "Finetune/Step Time": 7.439602132886648}
+{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.7401067018508911, "Finetune/Loss (Raw)": 0.8482145071029663, "Finetune/Step": 3910, "Finetune/Step Time": 7.440852491185069}
+{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.741990327835083, "Finetune/Loss (Raw)": 0.9293311834335327, "Finetune/Step": 3911, "Finetune/Step Time": 7.438295980915427}
+{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.7418903112411499, "Finetune/Loss (Raw)": 0.6811681985855103, "Finetune/Step": 3912, "Finetune/Step Time": 7.442098751664162}
+{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.7417517304420471, "Finetune/Loss (Raw)": 0.7732914686203003, "Finetune/Step": 3913, "Finetune/Step Time": 7.4456280544400215}
+{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.7403169870376587, "Finetune/Loss (Raw)": 0.7420294880867004, "Finetune/Step": 3914, "Finetune/Step Time": 7.449327625334263}
+{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.7402248382568359, "Finetune/Loss (Raw)": 0.8287429809570312, "Finetune/Step": 3915, "Finetune/Step Time": 7.447483237832785}
+{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.7408418655395508, "Finetune/Loss (Raw)": 0.8298762440681458, "Finetune/Step": 3916, "Finetune/Step Time": 7.44855784997344}
+{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.7414467334747314, "Finetune/Loss (Raw)": 0.7334480881690979, "Finetune/Step": 3917, "Finetune/Step Time": 7.450426694005728}
+{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.7417507171630859, "Finetune/Loss (Raw)": 0.8845142126083374, "Finetune/Step": 3918, "Finetune/Step Time": 7.450756084173918}
+{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.7411279082298279, "Finetune/Loss (Raw)": 0.741411030292511, "Finetune/Step": 3919, "Finetune/Step Time": 7.460846295580268}
+{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.7447341680526733, "Finetune/Loss (Raw)": 0.7987412214279175, "Finetune/Step": 3920, "Finetune/Step Time": 7.482781240716577}
+{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.7429887056350708, "Finetune/Loss (Raw)": 0.6031458377838135, "Finetune/Step": 3921, "Finetune/Step Time": 7.492749379947782}
+{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.7435141801834106, "Finetune/Loss (Raw)": 0.8697806000709534, "Finetune/Step": 3922, "Finetune/Step Time": 7.4966211169958115}
+{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.7420623302459717, "Finetune/Loss (Raw)": 0.482021689414978, "Finetune/Step": 3923, "Finetune/Step Time": 7.4972064439207315}
+{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.741989254951477, "Finetune/Loss (Raw)": 0.8430229425430298, "Finetune/Step": 3924, "Finetune/Step Time": 7.500847101211548}
+{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.7437661290168762, "Finetune/Loss (Raw)": 0.8288127183914185, "Finetune/Step": 3925, "Finetune/Step Time": 7.49846475943923}
+{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.7435978651046753, "Finetune/Loss (Raw)": 0.7071225047111511, "Finetune/Step": 3926, "Finetune/Step Time": 7.491751004010439}
+{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.7448945641517639, "Finetune/Loss (Raw)": 0.7445905208587646, "Finetune/Step": 3927, "Finetune/Step Time": 7.500156728550792}
+{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.7451891899108887, "Finetune/Loss (Raw)": 0.853843092918396, "Finetune/Step": 3928, "Finetune/Step Time": 7.512118984013796}
+{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.745652437210083, "Finetune/Loss (Raw)": 0.8360940217971802, "Finetune/Step": 3929, "Finetune/Step Time": 7.519541082903743}
+{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.7442915439605713, "Finetune/Loss (Raw)": 0.7032750248908997, "Finetune/Step": 3930, "Finetune/Step Time": 7.525081150233746}
+{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.744306206703186, "Finetune/Loss (Raw)": 0.8882034420967102, "Finetune/Step": 3931, "Finetune/Step Time": 7.526361891999841}
+{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.7432069778442383, "Finetune/Loss (Raw)": 0.6889844536781311, "Finetune/Step": 3932, "Finetune/Step Time": 7.541028436273336}
+{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.7424994707107544, "Finetune/Loss (Raw)": 0.5177169442176819, "Finetune/Step": 3933, "Finetune/Step Time": 7.549584865570068}
+{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.742017388343811, "Finetune/Loss (Raw)": 0.6993056535720825, "Finetune/Step": 3934, "Finetune/Step Time": 7.546843644231558}
+{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.7421801090240479, "Finetune/Loss (Raw)": 0.7549545168876648, "Finetune/Step": 3935, "Finetune/Step Time": 7.548908682540059}
+{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.7441680431365967, "Finetune/Loss (Raw)": 0.875760018825531, "Finetune/Step": 3936, "Finetune/Step Time": 7.551228642463684}
+{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.7447301745414734, "Finetune/Loss (Raw)": 0.8148963451385498, "Finetune/Step": 3937, "Finetune/Step Time": 7.54453844204545}
+{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.7437903881072998, "Finetune/Loss (Raw)": 0.7490907311439514, "Finetune/Step": 3938, "Finetune/Step Time": 7.544041980057955}
+{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.7446272373199463, "Finetune/Loss (Raw)": 0.8266229033470154, "Finetune/Step": 3939, "Finetune/Step Time": 7.544476192444563}
+{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.7455423474311829, "Finetune/Loss (Raw)": 0.8250047564506531, "Finetune/Step": 3940, "Finetune/Step Time": 7.5318373795598745}
+{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.7461737394332886, "Finetune/Loss (Raw)": 0.8636546730995178, "Finetune/Step": 3941, "Finetune/Step Time": 7.533673794940114}
+{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.7472450733184814, "Finetune/Loss (Raw)": 0.8648427724838257, "Finetune/Step": 3942, "Finetune/Step Time": 7.539161168038845}
+{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.745846152305603, "Finetune/Loss (Raw)": 0.6254090666770935, "Finetune/Step": 3943, "Finetune/Step Time": 7.543720683082938}
+{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.7459820508956909, "Finetune/Loss (Raw)": 0.8316571712493896, "Finetune/Step": 3944, "Finetune/Step Time": 7.54306716285646}
+{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.7480278015136719, "Finetune/Loss (Raw)": 0.9892078638076782, "Finetune/Step": 3945, "Finetune/Step Time": 7.564147571101785}
+{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.7478882074356079, "Finetune/Loss (Raw)": 0.748508632183075, "Finetune/Step": 3946, "Finetune/Step Time": 7.578139308840036}
+{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.7483453750610352, "Finetune/Loss (Raw)": 0.8089418411254883, "Finetune/Step": 3947, "Finetune/Step Time": 7.575318792834878}
+{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.746051549911499, "Finetune/Loss (Raw)": 0.359182208776474, "Finetune/Step": 3948, "Finetune/Step Time": 7.578228488564491}
+{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.7476153373718262, "Finetune/Loss (Raw)": 0.8767966032028198, "Finetune/Step": 3949, "Finetune/Step Time": 7.574641518294811}
+{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.7488633394241333, "Finetune/Loss (Raw)": 0.862769365310669, "Finetune/Step": 3950, "Finetune/Step Time": 7.571912776678801}
+{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.748704195022583, "Finetune/Loss (Raw)": 0.883601725101471, "Finetune/Step": 3951, "Finetune/Step Time": 7.5743776466697454}
+{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.7475338578224182, "Finetune/Loss (Raw)": 0.6669554114341736, "Finetune/Step": 3952, "Finetune/Step Time": 7.582790682092309}
+{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.7483545541763306, "Finetune/Loss (Raw)": 0.7559736371040344, "Finetune/Step": 3953, "Finetune/Step Time": 7.569989083334804}
+{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.7487207055091858, "Finetune/Loss (Raw)": 0.7254555225372314, "Finetune/Step": 3954, "Finetune/Step Time": 7.5638628248125315}
+{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.7479432821273804, "Finetune/Loss (Raw)": 0.6718679666519165, "Finetune/Step": 3955, "Finetune/Step Time": 7.532147141173482}
+{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.7482420206069946, "Finetune/Loss (Raw)": 0.8849096894264221, "Finetune/Step": 3956, "Finetune/Step Time": 7.531404837965965}
+{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.7524925470352173, "Finetune/Loss (Raw)": 0.8201964497566223, "Finetune/Step": 3957, "Finetune/Step Time": 7.518046721816063}
+{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.75196772813797, "Finetune/Loss (Raw)": 0.7393345236778259, "Finetune/Step": 3958, "Finetune/Step Time": 7.514162849634886}
+{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.7511942982673645, "Finetune/Loss (Raw)": 0.6440074443817139, "Finetune/Step": 3959, "Finetune/Step Time": 7.526501039043069}
+{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.7486943602561951, "Finetune/Loss (Raw)": 0.6698057055473328, "Finetune/Step": 3960, "Finetune/Step Time": 7.530129361897707}
+{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.7482517957687378, "Finetune/Loss (Raw)": 0.7897855043411255, "Finetune/Step": 3961, "Finetune/Step Time": 7.5131857711821795}
+{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.7464636564254761, "Finetune/Loss (Raw)": 0.6478513479232788, "Finetune/Step": 3962, "Finetune/Step Time": 7.5206689685583115}
+{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.7462896108627319, "Finetune/Loss (Raw)": 0.8349915146827698, "Finetune/Step": 3963, "Finetune/Step Time": 7.524879081174731}
+{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.7469675540924072, "Finetune/Loss (Raw)": 0.8031607270240784, "Finetune/Step": 3964, "Finetune/Step Time": 7.534165157005191}
+{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.7473505735397339, "Finetune/Loss (Raw)": 0.7858891487121582, "Finetune/Step": 3965, "Finetune/Step Time": 7.547018572688103}
+{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.7446496486663818, "Finetune/Loss (Raw)": 0.38310137391090393, "Finetune/Step": 3966, "Finetune/Step Time": 7.564654652029276}
+{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.7445766925811768, "Finetune/Loss (Raw)": 0.7827654480934143, "Finetune/Step": 3967, "Finetune/Step Time": 7.539277423173189}
+{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.745186448097229, "Finetune/Loss (Raw)": 0.8181817531585693, "Finetune/Step": 3968, "Finetune/Step Time": 7.5378368850797415}
+{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.7439197897911072, "Finetune/Loss (Raw)": 0.7844086289405823, "Finetune/Step": 3969, "Finetune/Step Time": 7.563155686482787}
+{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.7446227073669434, "Finetune/Loss (Raw)": 0.8439124822616577, "Finetune/Step": 3970, "Finetune/Step Time": 7.565098775550723}
+{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.7470101118087769, "Finetune/Loss (Raw)": 0.9031392335891724, "Finetune/Step": 3971, "Finetune/Step Time": 7.557349057868123}
+{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.7470065951347351, "Finetune/Loss (Raw)": 0.7655422687530518, "Finetune/Step": 3972, "Finetune/Step Time": 7.555886011570692}
+{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.7471281886100769, "Finetune/Loss (Raw)": 0.7754147052764893, "Finetune/Step": 3973, "Finetune/Step Time": 7.552303789183497}
+{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.747979998588562, "Finetune/Loss (Raw)": 0.738990843296051, "Finetune/Step": 3974, "Finetune/Step Time": 7.555777812376618}
+{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.7481859922409058, "Finetune/Loss (Raw)": 0.9087345004081726, "Finetune/Step": 3975, "Finetune/Step Time": 7.5538789220154285}
+{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.7510863542556763, "Finetune/Loss (Raw)": 0.7022160291671753, "Finetune/Step": 3976, "Finetune/Step Time": 7.553585970774293}
+{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.7489141225814819, "Finetune/Loss (Raw)": 0.6106232404708862, "Finetune/Step": 3977, "Finetune/Step Time": 7.549368266016245}
+{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.7487328052520752, "Finetune/Loss (Raw)": 0.4692785441875458, "Finetune/Step": 3978, "Finetune/Step Time": 7.541567623615265}
+{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.7501697540283203, "Finetune/Loss (Raw)": 0.8193950653076172, "Finetune/Step": 3979, "Finetune/Step Time": 7.545609949156642}
+{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.7477303743362427, "Finetune/Loss (Raw)": 0.5814689993858337, "Finetune/Step": 3980, "Finetune/Step Time": 7.547946166247129}
+{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.7508809566497803, "Finetune/Loss (Raw)": 0.8583666682243347, "Finetune/Step": 3981, "Finetune/Step Time": 7.536300567910075}
+{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.7506318092346191, "Finetune/Loss (Raw)": 0.7838558554649353, "Finetune/Step": 3982, "Finetune/Step Time": 7.5462117325514555}
+{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.7528010606765747, "Finetune/Loss (Raw)": 0.7840935587882996, "Finetune/Step": 3983, "Finetune/Step Time": 7.540917908772826}
+{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.7484572529792786, "Finetune/Loss (Raw)": 0.3387219309806824, "Finetune/Step": 3984, "Finetune/Step Time": 7.554047426208854}
+{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.7521920800209045, "Finetune/Loss (Raw)": 0.8344961404800415, "Finetune/Step": 3985, "Finetune/Step Time": 7.543424975126982}
+{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.7570759057998657, "Finetune/Loss (Raw)": 0.9575278759002686, "Finetune/Step": 3986, "Finetune/Step Time": 7.528897454962134}
+{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.7551525831222534, "Finetune/Loss (Raw)": 0.7122949361801147, "Finetune/Step": 3987, "Finetune/Step Time": 7.536304768174887}
+{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.7552886009216309, "Finetune/Loss (Raw)": 0.8307438492774963, "Finetune/Step": 3988, "Finetune/Step Time": 7.540454067289829}
+{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.7562415599822998, "Finetune/Loss (Raw)": 0.8626683950424194, "Finetune/Step": 3989, "Finetune/Step Time": 7.550319725647569}
+{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.7559592723846436, "Finetune/Loss (Raw)": 0.7854835987091064, "Finetune/Step": 3990, "Finetune/Step Time": 7.5546486005187035}
+{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.7576708793640137, "Finetune/Loss (Raw)": 0.8496672511100769, "Finetune/Step": 3991, "Finetune/Step Time": 7.547429097816348}
+{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.7565338611602783, "Finetune/Loss (Raw)": 0.6540568470954895, "Finetune/Step": 3992, "Finetune/Step Time": 7.564577152952552}
+{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.7572780847549438, "Finetune/Loss (Raw)": 0.808461606502533, "Finetune/Step": 3993, "Finetune/Step Time": 7.532636972144246}
+{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.7555533647537231, "Finetune/Loss (Raw)": 0.68728107213974, "Finetune/Step": 3994, "Finetune/Step Time": 7.544570898637176}
+{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.7536659240722656, "Finetune/Loss (Raw)": 0.7304131984710693, "Finetune/Step": 3995, "Finetune/Step Time": 7.533614423125982}
+{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.7524403929710388, "Finetune/Loss (Raw)": 0.7025023698806763, "Finetune/Step": 3996, "Finetune/Step Time": 7.53219136223197}
+{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.7521923780441284, "Finetune/Loss (Raw)": 0.6888898015022278, "Finetune/Step": 3997, "Finetune/Step Time": 7.530902102589607}
+{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.7535290718078613, "Finetune/Loss (Raw)": 0.8565614819526672, "Finetune/Step": 3998, "Finetune/Step Time": 7.5147484336048365}
+{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.7532358169555664, "Finetune/Loss (Raw)": 0.7548565864562988, "Finetune/Step": 3999, "Finetune/Step Time": 7.530158895999193}
+{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.7560961246490479, "Finetune/Loss (Raw)": 0.7619393467903137, "Finetune/Step": 4000, "Finetune/Step Time": 7.5012369602918625}
+{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.756597101688385, "Finetune/Loss (Raw)": 0.7142491340637207, "Finetune/Step": 4001, "Finetune/Step Time": 7.511591492220759}
+{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.7558364868164062, "Finetune/Loss (Raw)": 0.6832599639892578, "Finetune/Step": 4002, "Finetune/Step Time": 7.511722784489393}
+{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.7557218074798584, "Finetune/Loss (Raw)": 0.7627441883087158, "Finetune/Step": 4003, "Finetune/Step Time": 7.513196799904108}
+{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.7559330463409424, "Finetune/Loss (Raw)": 0.8384976983070374, "Finetune/Step": 4004, "Finetune/Step Time": 7.517736380919814}
+{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.7567930221557617, "Finetune/Loss (Raw)": 0.7779644727706909, "Finetune/Step": 4005, "Finetune/Step Time": 7.514431122690439}
+{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.7605780363082886, "Finetune/Loss (Raw)": 0.953559398651123, "Finetune/Step": 4006, "Finetune/Step Time": 7.498640870675445}
+{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.7579964995384216, "Finetune/Loss (Raw)": 0.3576248586177826, "Finetune/Step": 4007, "Finetune/Step Time": 7.477515572682023}
+{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.7569069862365723, "Finetune/Loss (Raw)": 0.6673614978790283, "Finetune/Step": 4008, "Finetune/Step Time": 7.4643325712531805}
+{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.7565547823905945, "Finetune/Loss (Raw)": 0.7976276278495789, "Finetune/Step": 4009, "Finetune/Step Time": 7.460437513887882}
+{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.7556568384170532, "Finetune/Loss (Raw)": 0.6905935406684875, "Finetune/Step": 4010, "Finetune/Step Time": 7.469053145498037}
+{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.7550540566444397, "Finetune/Loss (Raw)": 0.8183593153953552, "Finetune/Step": 4011, "Finetune/Step Time": 7.4739781599491835}
+{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.7537659406661987, "Finetune/Loss (Raw)": 0.5451692938804626, "Finetune/Step": 4012, "Finetune/Step Time": 7.4909552950412035}
+{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.755317211151123, "Finetune/Loss (Raw)": 0.7230944633483887, "Finetune/Step": 4013, "Finetune/Step Time": 7.4852853436023}
+{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.7555981278419495, "Finetune/Loss (Raw)": 0.7115172743797302, "Finetune/Step": 4014, "Finetune/Step Time": 7.509074131026864}
+{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.7560724020004272, "Finetune/Loss (Raw)": 0.7720126509666443, "Finetune/Step": 4015, "Finetune/Step Time": 7.510125003755093}
+{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.7562804222106934, "Finetune/Loss (Raw)": 0.7976033687591553, "Finetune/Step": 4016, "Finetune/Step Time": 7.511957095935941}
+{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.756712794303894, "Finetune/Loss (Raw)": 0.8280812501907349, "Finetune/Step": 4017, "Finetune/Step Time": 7.51394191943109}
+{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.7531067132949829, "Finetune/Loss (Raw)": 0.3244670033454895, "Finetune/Step": 4018, "Finetune/Step Time": 7.527771620079875}
+{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.7550578713417053, "Finetune/Loss (Raw)": 0.9308838248252869, "Finetune/Step": 4019, "Finetune/Step Time": 7.507263790816069}
+{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.7556524276733398, "Finetune/Loss (Raw)": 0.8649193048477173, "Finetune/Step": 4020, "Finetune/Step Time": 7.504438960924745}
+{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.7588847875595093, "Finetune/Loss (Raw)": 0.7809321284294128, "Finetune/Step": 4021, "Finetune/Step Time": 7.501446509733796}
+{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.7584102153778076, "Finetune/Loss (Raw)": 0.7478105425834656, "Finetune/Step": 4022, "Finetune/Step Time": 7.503549512475729}
+{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.7585698366165161, "Finetune/Loss (Raw)": 0.8109620213508606, "Finetune/Step": 4023, "Finetune/Step Time": 7.505600767210126}
+{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.7591365575790405, "Finetune/Loss (Raw)": 0.8604081869125366, "Finetune/Step": 4024, "Finetune/Step Time": 7.51186890155077}
+{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.7588602304458618, "Finetune/Loss (Raw)": 0.7219242453575134, "Finetune/Step": 4025, "Finetune/Step Time": 7.511131700128317}
+{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.759821891784668, "Finetune/Loss (Raw)": 0.8423672318458557, "Finetune/Step": 4026, "Finetune/Step Time": 7.497629830613732}
+{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.7598447799682617, "Finetune/Loss (Raw)": 0.9006369709968567, "Finetune/Step": 4027, "Finetune/Step Time": 7.494008783251047}
+{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.7594327926635742, "Finetune/Loss (Raw)": 0.7259160876274109, "Finetune/Step": 4028, "Finetune/Step Time": 7.478695055469871}
+{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.7592384815216064, "Finetune/Loss (Raw)": 0.8291049003601074, "Finetune/Step": 4029, "Finetune/Step Time": 7.478084487840533}
+{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.7549948692321777, "Finetune/Loss (Raw)": 0.3912775218486786, "Finetune/Step": 4030, "Finetune/Step Time": 7.48850067332387}
+{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.7538775205612183, "Finetune/Loss (Raw)": 0.7403959631919861, "Finetune/Step": 4031, "Finetune/Step Time": 7.48792052641511}
+{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.7535858154296875, "Finetune/Loss (Raw)": 0.7378265261650085, "Finetune/Step": 4032, "Finetune/Step Time": 7.480450792238116}
+{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.7554881572723389, "Finetune/Loss (Raw)": 0.8573723435401917, "Finetune/Step": 4033, "Finetune/Step Time": 7.468221336603165}
+{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.7554445266723633, "Finetune/Loss (Raw)": 0.776106595993042, "Finetune/Step": 4034, "Finetune/Step Time": 7.428461968898773}
+{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.752550482749939, "Finetune/Loss (Raw)": 0.6516128778457642, "Finetune/Step": 4035, "Finetune/Step Time": 7.43369415961206}
+{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.7558755874633789, "Finetune/Loss (Raw)": 0.9833685159683228, "Finetune/Step": 4036, "Finetune/Step Time": 7.429971490055323}
+{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.7561753392219543, "Finetune/Loss (Raw)": 0.6850003004074097, "Finetune/Step": 4037, "Finetune/Step Time": 7.4355036579072475}
+{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.7523233294487, "Finetune/Loss (Raw)": 0.3551560640335083, "Finetune/Step": 4038, "Finetune/Step Time": 7.457001190632582}
+{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.7509965896606445, "Finetune/Loss (Raw)": 0.7595131993293762, "Finetune/Step": 4039, "Finetune/Step Time": 7.476953744888306}
+{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.7523585557937622, "Finetune/Loss (Raw)": 0.8554931282997131, "Finetune/Step": 4040, "Finetune/Step Time": 7.466224314644933}
+{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.751794695854187, "Finetune/Loss (Raw)": 0.7011252045631409, "Finetune/Step": 4041, "Finetune/Step Time": 7.46172096952796}
+{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.7519389986991882, "Finetune/Loss (Raw)": 0.7604946494102478, "Finetune/Step": 4042, "Finetune/Step Time": 7.474220061674714}
+{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.7520255446434021, "Finetune/Loss (Raw)": 0.8398281335830688, "Finetune/Step": 4043, "Finetune/Step Time": 7.487241743132472}
+{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.7516161799430847, "Finetune/Loss (Raw)": 0.777474582195282, "Finetune/Step": 4044, "Finetune/Step Time": 7.4795650485903025}
+{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.7481446862220764, "Finetune/Loss (Raw)": 0.289095401763916, "Finetune/Step": 4045, "Finetune/Step Time": 7.4728047121316195}
+{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.7468867301940918, "Finetune/Loss (Raw)": 0.7234988808631897, "Finetune/Step": 4046, "Finetune/Step Time": 7.4696982223540545}
+{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.7468565702438354, "Finetune/Loss (Raw)": 0.7375516295433044, "Finetune/Step": 4047, "Finetune/Step Time": 7.472930068150163}
+{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.7434920072555542, "Finetune/Loss (Raw)": 0.368073046207428, "Finetune/Step": 4048, "Finetune/Step Time": 7.450910495594144}
+{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.7438327074050903, "Finetune/Loss (Raw)": 0.6467596292495728, "Finetune/Step": 4049, "Finetune/Step Time": 7.4340723138302565}
+{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.742835283279419, "Finetune/Loss (Raw)": 0.7421056032180786, "Finetune/Step": 4050, "Finetune/Step Time": 7.4310632813721895}
+{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.7446316480636597, "Finetune/Loss (Raw)": 0.7119609117507935, "Finetune/Step": 4051, "Finetune/Step Time": 7.422467455267906}
+{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.7438122034072876, "Finetune/Loss (Raw)": 0.7381328344345093, "Finetune/Step": 4052, "Finetune/Step Time": 7.442875787615776}
+{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.7402505874633789, "Finetune/Loss (Raw)": 0.37292182445526123, "Finetune/Step": 4053, "Finetune/Step Time": 7.453119121491909}
+{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.7396026253700256, "Finetune/Loss (Raw)": 0.6241852641105652, "Finetune/Step": 4054, "Finetune/Step Time": 7.462553445249796}
+{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.7399588227272034, "Finetune/Loss (Raw)": 0.790182888507843, "Finetune/Step": 4055, "Finetune/Step Time": 7.444584004580975}
+{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.7376357316970825, "Finetune/Loss (Raw)": 0.5564830303192139, "Finetune/Step": 4056, "Finetune/Step Time": 7.449555138126016}
+{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.7379460334777832, "Finetune/Loss (Raw)": 0.8758206367492676, "Finetune/Step": 4057, "Finetune/Step Time": 7.436234610155225}
+{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.7381772994995117, "Finetune/Loss (Raw)": 0.732866644859314, "Finetune/Step": 4058, "Finetune/Step Time": 7.428255578503013}
+{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.7367285490036011, "Finetune/Loss (Raw)": 0.7027792930603027, "Finetune/Step": 4059, "Finetune/Step Time": 7.441888136789203}
+{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.7348955869674683, "Finetune/Loss (Raw)": 0.454355925321579, "Finetune/Step": 4060, "Finetune/Step Time": 7.444122139364481}
+{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.7354385852813721, "Finetune/Loss (Raw)": 0.5872220993041992, "Finetune/Step": 4061, "Finetune/Step Time": 7.436003068462014}
+{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.73633873462677, "Finetune/Loss (Raw)": 0.8145225048065186, "Finetune/Step": 4062, "Finetune/Step Time": 7.428075015544891}
+{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.7331718802452087, "Finetune/Loss (Raw)": 0.34960076212882996, "Finetune/Step": 4063, "Finetune/Step Time": 7.429948538541794}
+{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.7292826175689697, "Finetune/Loss (Raw)": 0.3779315948486328, "Finetune/Step": 4064, "Finetune/Step Time": 7.433655742555857}
+{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.7278003096580505, "Finetune/Loss (Raw)": 0.6251643300056458, "Finetune/Step": 4065, "Finetune/Step Time": 7.439744001254439}
+{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.7281873226165771, "Finetune/Loss (Raw)": 0.7986183166503906, "Finetune/Step": 4066, "Finetune/Step Time": 7.443477626889944}
+{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.7284514904022217, "Finetune/Loss (Raw)": 0.8604482412338257, "Finetune/Step": 4067, "Finetune/Step Time": 7.442509701475501}
+{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.7283052206039429, "Finetune/Loss (Raw)": 0.8062743544578552, "Finetune/Step": 4068, "Finetune/Step Time": 7.443957608193159}
+{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.7282722592353821, "Finetune/Loss (Raw)": 0.8594452142715454, "Finetune/Step": 4069, "Finetune/Step Time": 7.457139892503619}
+{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.727463960647583, "Finetune/Loss (Raw)": 0.7613796591758728, "Finetune/Step": 4070, "Finetune/Step Time": 7.4533640667796135}
+{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.7282142639160156, "Finetune/Loss (Raw)": 0.7214395999908447, "Finetune/Step": 4071, "Finetune/Step Time": 7.459544250741601}
+{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.726874589920044, "Finetune/Loss (Raw)": 0.6601772308349609, "Finetune/Step": 4072, "Finetune/Step Time": 7.469359576702118}
+{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.7249898910522461, "Finetune/Loss (Raw)": 0.7479744553565979, "Finetune/Step": 4073, "Finetune/Step Time": 7.452855059877038}
+{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.7260497808456421, "Finetune/Loss (Raw)": 0.8841640949249268, "Finetune/Step": 4074, "Finetune/Step Time": 7.439800811931491}
+{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.7254840731620789, "Finetune/Loss (Raw)": 0.7365410327911377, "Finetune/Step": 4075, "Finetune/Step Time": 7.439834829419851}
+{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.727144718170166, "Finetune/Loss (Raw)": 0.5717434287071228, "Finetune/Step": 4076, "Finetune/Step Time": 7.445169512182474}
+{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.7264879941940308, "Finetune/Loss (Raw)": 0.7927358150482178, "Finetune/Step": 4077, "Finetune/Step Time": 7.459000950679183}
+{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.7254695296287537, "Finetune/Loss (Raw)": 0.7324042916297913, "Finetune/Step": 4078, "Finetune/Step Time": 7.461609821766615}
+{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.7252161502838135, "Finetune/Loss (Raw)": 0.8511742353439331, "Finetune/Step": 4079, "Finetune/Step Time": 7.473546540364623}
+{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.7254009246826172, "Finetune/Loss (Raw)": 0.6906001567840576, "Finetune/Step": 4080, "Finetune/Step Time": 7.4728992730379105}
+{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.7250298261642456, "Finetune/Loss (Raw)": 0.7084752321243286, "Finetune/Step": 4081, "Finetune/Step Time": 7.494766291230917}
+{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.7250403165817261, "Finetune/Loss (Raw)": 0.7267955541610718, "Finetune/Step": 4082, "Finetune/Step Time": 7.502573259174824}
+{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.7264416813850403, "Finetune/Loss (Raw)": 0.8512462973594666, "Finetune/Step": 4083, "Finetune/Step Time": 7.504753440618515}
+{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.7231403589248657, "Finetune/Loss (Raw)": 0.4623330533504486, "Finetune/Step": 4084, "Finetune/Step Time": 7.5129328817129135}
+{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.7212212085723877, "Finetune/Loss (Raw)": 0.574558675289154, "Finetune/Step": 4085, "Finetune/Step Time": 7.524600947275758}
+{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.7206830978393555, "Finetune/Loss (Raw)": 0.6704478859901428, "Finetune/Step": 4086, "Finetune/Step Time": 7.532791486009955}
+{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.7224503755569458, "Finetune/Loss (Raw)": 0.8702176213264465, "Finetune/Step": 4087, "Finetune/Step Time": 7.520676413550973}
+{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.7235560417175293, "Finetune/Loss (Raw)": 0.8113272786140442, "Finetune/Step": 4088, "Finetune/Step Time": 7.515969822183251}
+{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.7234654426574707, "Finetune/Loss (Raw)": 0.7781957387924194, "Finetune/Step": 4089, "Finetune/Step Time": 7.516765674576163}
+{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.7245802283287048, "Finetune/Loss (Raw)": 0.7905431389808655, "Finetune/Step": 4090, "Finetune/Step Time": 7.509896093979478}
+{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.7239028811454773, "Finetune/Loss (Raw)": 0.7482910752296448, "Finetune/Step": 4091, "Finetune/Step Time": 7.532695995643735}
+{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.7234456539154053, "Finetune/Loss (Raw)": 0.744635283946991, "Finetune/Step": 4092, "Finetune/Step Time": 7.53388705663383}
+{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.7241948843002319, "Finetune/Loss (Raw)": 0.8817927241325378, "Finetune/Step": 4093, "Finetune/Step Time": 7.528991427272558}
+{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.728752851486206, "Finetune/Loss (Raw)": 0.9665198922157288, "Finetune/Step": 4094, "Finetune/Step Time": 7.516802214086056}
+{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.7280149459838867, "Finetune/Loss (Raw)": 0.6883063316345215, "Finetune/Step": 4095, "Finetune/Step Time": 7.5238178968429565}
+{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.7286607027053833, "Finetune/Loss (Raw)": 0.9008412957191467, "Finetune/Step": 4096, "Finetune/Step Time": 7.52838016487658}
+{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.7291828393936157, "Finetune/Loss (Raw)": 0.851243257522583, "Finetune/Step": 4097, "Finetune/Step Time": 7.514139655977488}
+{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.727240800857544, "Finetune/Loss (Raw)": 0.5953412055969238, "Finetune/Step": 4098, "Finetune/Step Time": 7.531566087156534}
+{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.7263249754905701, "Finetune/Loss (Raw)": 0.7859053015708923, "Finetune/Step": 4099, "Finetune/Step Time": 7.534240862354636}
+{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.7274993658065796, "Finetune/Loss (Raw)": 0.9158605933189392, "Finetune/Step": 4100, "Finetune/Step Time": 7.534003335982561}
+{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.7274434566497803, "Finetune/Loss (Raw)": 0.7682676315307617, "Finetune/Step": 4101, "Finetune/Step Time": 7.554191077128053}
+{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.7275213003158569, "Finetune/Loss (Raw)": 0.7489563226699829, "Finetune/Step": 4102, "Finetune/Step Time": 7.550693495199084}
+{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.726637601852417, "Finetune/Loss (Raw)": 0.7956111431121826, "Finetune/Step": 4103, "Finetune/Step Time": 7.55360296741128}
+{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.7275136709213257, "Finetune/Loss (Raw)": 0.8143609762191772, "Finetune/Step": 4104, "Finetune/Step Time": 7.541055319830775}
+{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.7278331518173218, "Finetune/Loss (Raw)": 0.6515180468559265, "Finetune/Step": 4105, "Finetune/Step Time": 7.534740271046758}
+{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.7298225164413452, "Finetune/Loss (Raw)": 0.7239176630973816, "Finetune/Step": 4106, "Finetune/Step Time": 7.532713633030653}
+{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.7291737794876099, "Finetune/Loss (Raw)": 0.7363433837890625, "Finetune/Step": 4107, "Finetune/Step Time": 7.5346799567341805}
+{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.7309962511062622, "Finetune/Loss (Raw)": 0.8147482872009277, "Finetune/Step": 4108, "Finetune/Step Time": 7.534111741930246}
+{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.7299336194992065, "Finetune/Loss (Raw)": 0.7223544716835022, "Finetune/Step": 4109, "Finetune/Step Time": 7.541670525446534}
+{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.7297217845916748, "Finetune/Loss (Raw)": 0.7567419409751892, "Finetune/Step": 4110, "Finetune/Step Time": 7.538890056312084}
+{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.7307783961296082, "Finetune/Loss (Raw)": 0.9193352460861206, "Finetune/Step": 4111, "Finetune/Step Time": 7.534737838432193}
+{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.7326475977897644, "Finetune/Loss (Raw)": 0.5779845118522644, "Finetune/Step": 4112, "Finetune/Step Time": 7.535108309239149}
+{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.7311407327651978, "Finetune/Loss (Raw)": 0.6416133642196655, "Finetune/Step": 4113, "Finetune/Step Time": 7.53361726924777}
+{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.7298818826675415, "Finetune/Loss (Raw)": 0.7964024543762207, "Finetune/Step": 4114, "Finetune/Step Time": 7.534727692604065}
+{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.7306361198425293, "Finetune/Loss (Raw)": 0.8088269233703613, "Finetune/Step": 4115, "Finetune/Step Time": 7.532088354229927}
+{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.7282347083091736, "Finetune/Loss (Raw)": 0.5233689546585083, "Finetune/Step": 4116, "Finetune/Step Time": 7.547074617817998}
+{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.7264385223388672, "Finetune/Loss (Raw)": 0.6327585577964783, "Finetune/Step": 4117, "Finetune/Step Time": 7.545910157263279}
+{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.7276506423950195, "Finetune/Loss (Raw)": 0.9406341314315796, "Finetune/Step": 4118, "Finetune/Step Time": 7.540030229836702}
+{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.7280058860778809, "Finetune/Loss (Raw)": 0.8951384425163269, "Finetune/Step": 4119, "Finetune/Step Time": 7.534617770463228}
+{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.728274405002594, "Finetune/Loss (Raw)": 0.6884287595748901, "Finetune/Step": 4120, "Finetune/Step Time": 7.530582569539547}
+{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.7282705307006836, "Finetune/Loss (Raw)": 0.807962954044342, "Finetune/Step": 4121, "Finetune/Step Time": 7.536279009655118}
+{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.7284180521965027, "Finetune/Loss (Raw)": 0.7061660289764404, "Finetune/Step": 4122, "Finetune/Step Time": 7.536295032128692}
+{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.7299315333366394, "Finetune/Loss (Raw)": 0.9241312146186829, "Finetune/Step": 4123, "Finetune/Step Time": 7.538311246782541}
+{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.7288281917572021, "Finetune/Loss (Raw)": 0.5612809062004089, "Finetune/Step": 4124, "Finetune/Step Time": 7.540543323382735}
+{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.7297009229660034, "Finetune/Loss (Raw)": 0.8005944490432739, "Finetune/Step": 4125, "Finetune/Step Time": 7.544162575155497}
+{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.7295289635658264, "Finetune/Loss (Raw)": 0.8345556855201721, "Finetune/Step": 4126, "Finetune/Step Time": 7.539921777322888}
+{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.7299015522003174, "Finetune/Loss (Raw)": 0.80254727602005, "Finetune/Step": 4127, "Finetune/Step Time": 7.520280746743083}
+{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.7298099994659424, "Finetune/Loss (Raw)": 0.7502190470695496, "Finetune/Step": 4128, "Finetune/Step Time": 7.516353340819478}
+{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.7303508520126343, "Finetune/Loss (Raw)": 0.7834827303886414, "Finetune/Step": 4129, "Finetune/Step Time": 7.497286653146148}
+{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.7310369610786438, "Finetune/Loss (Raw)": 0.771077573299408, "Finetune/Step": 4130, "Finetune/Step Time": 7.487074198201299}
+{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.7312623858451843, "Finetune/Loss (Raw)": 0.7915980815887451, "Finetune/Step": 4131, "Finetune/Step Time": 7.480140903964639}
+{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.730976939201355, "Finetune/Loss (Raw)": 0.8019649982452393, "Finetune/Step": 4132, "Finetune/Step Time": 7.4815092366188765}
+{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.7305012941360474, "Finetune/Loss (Raw)": 0.7170834541320801, "Finetune/Step": 4133, "Finetune/Step Time": 7.477295134216547}
+{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.7288905382156372, "Finetune/Loss (Raw)": 0.7473719120025635, "Finetune/Step": 4134, "Finetune/Step Time": 7.4933015909045935}
+{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.7315716743469238, "Finetune/Loss (Raw)": 0.7008203268051147, "Finetune/Step": 4135, "Finetune/Step Time": 7.480382304638624}
+{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.7321661710739136, "Finetune/Loss (Raw)": 0.7434539198875427, "Finetune/Step": 4136, "Finetune/Step Time": 7.480389218777418}
+{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.731305718421936, "Finetune/Loss (Raw)": 0.6874919533729553, "Finetune/Step": 4137, "Finetune/Step Time": 7.477838806807995}
+{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.7326409220695496, "Finetune/Loss (Raw)": 0.8614956736564636, "Finetune/Step": 4138, "Finetune/Step Time": 7.463683256879449}
+{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.7317017316818237, "Finetune/Loss (Raw)": 0.6981438994407654, "Finetune/Step": 4139, "Finetune/Step Time": 7.453748483210802}
+{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.7330247163772583, "Finetune/Loss (Raw)": 0.7145143151283264, "Finetune/Step": 4140, "Finetune/Step Time": 7.4431405905634165}
+{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.7303732633590698, "Finetune/Loss (Raw)": 0.38370585441589355, "Finetune/Step": 4141, "Finetune/Step Time": 7.446917045861483}
+{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.7302272915840149, "Finetune/Loss (Raw)": 0.6928307414054871, "Finetune/Step": 4142, "Finetune/Step Time": 7.424803601577878}
+{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.729813814163208, "Finetune/Loss (Raw)": 0.719096302986145, "Finetune/Step": 4143, "Finetune/Step Time": 7.432933649048209}
+{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.7258265018463135, "Finetune/Loss (Raw)": 0.28722721338272095, "Finetune/Step": 4144, "Finetune/Step Time": 7.442161353304982}
+{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.7244387865066528, "Finetune/Loss (Raw)": 0.650445818901062, "Finetune/Step": 4145, "Finetune/Step Time": 7.4610122833400965}
+{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.728336751461029, "Finetune/Loss (Raw)": 0.8234050869941711, "Finetune/Step": 4146, "Finetune/Step Time": 7.443054439499974}
+{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.7272273302078247, "Finetune/Loss (Raw)": 0.7888808846473694, "Finetune/Step": 4147, "Finetune/Step Time": 7.459228254854679}
+{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.7270668745040894, "Finetune/Loss (Raw)": 0.8443843722343445, "Finetune/Step": 4148, "Finetune/Step Time": 7.460622506216168}
+{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.7269186973571777, "Finetune/Loss (Raw)": 0.7619606852531433, "Finetune/Step": 4149, "Finetune/Step Time": 7.449410941451788}
+{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.7260701656341553, "Finetune/Loss (Raw)": 0.6392035484313965, "Finetune/Step": 4150, "Finetune/Step Time": 7.473501309752464}
+{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.725775957107544, "Finetune/Loss (Raw)": 0.7732981443405151, "Finetune/Step": 4151, "Finetune/Step Time": 7.478913666680455}
+{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.725089430809021, "Finetune/Loss (Raw)": 0.7725369930267334, "Finetune/Step": 4152, "Finetune/Step Time": 7.4830175787210464}
+{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.725051760673523, "Finetune/Loss (Raw)": 0.7170930504798889, "Finetune/Step": 4153, "Finetune/Step Time": 7.490428639575839}
+{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.7246691584587097, "Finetune/Loss (Raw)": 0.7933998107910156, "Finetune/Step": 4154, "Finetune/Step Time": 7.494366943836212}
+{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.7233289480209351, "Finetune/Loss (Raw)": 0.7290897369384766, "Finetune/Step": 4155, "Finetune/Step Time": 7.496737202629447}
+{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.723041296005249, "Finetune/Loss (Raw)": 0.6890987157821655, "Finetune/Step": 4156, "Finetune/Step Time": 7.495841063559055}
+{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.7234673500061035, "Finetune/Loss (Raw)": 0.8836396336555481, "Finetune/Step": 4157, "Finetune/Step Time": 7.496222818270326}
+{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.7264485359191895, "Finetune/Loss (Raw)": 0.772867739200592, "Finetune/Step": 4158, "Finetune/Step Time": 7.4927231185138226}
+{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.7272838354110718, "Finetune/Loss (Raw)": 0.8473226428031921, "Finetune/Step": 4159, "Finetune/Step Time": 7.492492778226733}
+{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.7285505533218384, "Finetune/Loss (Raw)": 0.8999577760696411, "Finetune/Step": 4160, "Finetune/Step Time": 7.485790770500898}
+{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.7280827164649963, "Finetune/Loss (Raw)": 0.7974883317947388, "Finetune/Step": 4161, "Finetune/Step Time": 7.48304858058691}
+{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.7291337251663208, "Finetune/Loss (Raw)": 0.9106346368789673, "Finetune/Step": 4162, "Finetune/Step Time": 7.484427016228437}
+{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.7289177775382996, "Finetune/Loss (Raw)": 0.6239739060401917, "Finetune/Step": 4163, "Finetune/Step Time": 7.495021158829331}
+{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.7249504327774048, "Finetune/Loss (Raw)": 0.47554489970207214, "Finetune/Step": 4164, "Finetune/Step Time": 7.497096179053187}
+{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.7265918254852295, "Finetune/Loss (Raw)": 0.895107626914978, "Finetune/Step": 4165, "Finetune/Step Time": 7.4894812274724245}
+{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.7306458950042725, "Finetune/Loss (Raw)": 0.874072790145874, "Finetune/Step": 4166, "Finetune/Step Time": 7.465355405583978}
+{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.7303282022476196, "Finetune/Loss (Raw)": 0.718850314617157, "Finetune/Step": 4167, "Finetune/Step Time": 7.449337473139167}
+{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.728422999382019, "Finetune/Loss (Raw)": 0.6116215586662292, "Finetune/Step": 4168, "Finetune/Step Time": 7.447222180664539}
+{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.7257857322692871, "Finetune/Loss (Raw)": 0.36355751752853394, "Finetune/Step": 4169, "Finetune/Step Time": 7.460219582542777}
+{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.7247459292411804, "Finetune/Loss (Raw)": 0.6273984909057617, "Finetune/Step": 4170, "Finetune/Step Time": 7.451284984126687}
+{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.7244523763656616, "Finetune/Loss (Raw)": 0.8022571802139282, "Finetune/Step": 4171, "Finetune/Step Time": 7.442559652030468}
+{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.7241677045822144, "Finetune/Loss (Raw)": 0.7410390377044678, "Finetune/Step": 4172, "Finetune/Step Time": 7.462349560111761}
+{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.7275944948196411, "Finetune/Loss (Raw)": 0.727720320224762, "Finetune/Step": 4173, "Finetune/Step Time": 7.455121014267206}
+{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.7247108221054077, "Finetune/Loss (Raw)": 0.35438963770866394, "Finetune/Step": 4174, "Finetune/Step Time": 7.468575859442353}
+{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.7244603037834167, "Finetune/Loss (Raw)": 0.7054866552352905, "Finetune/Step": 4175, "Finetune/Step Time": 7.458014382049441}
+{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.7273724675178528, "Finetune/Loss (Raw)": 0.7408283352851868, "Finetune/Step": 4176, "Finetune/Step Time": 7.456815883517265}
+{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.7284722328186035, "Finetune/Loss (Raw)": 0.7875266671180725, "Finetune/Step": 4177, "Finetune/Step Time": 7.467908699065447}
+{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.7293545603752136, "Finetune/Loss (Raw)": 0.8550444841384888, "Finetune/Step": 4178, "Finetune/Step Time": 7.471480239182711}
+{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.7294940948486328, "Finetune/Loss (Raw)": 0.7298223376274109, "Finetune/Step": 4179, "Finetune/Step Time": 7.484478492289782}
+{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.7303386330604553, "Finetune/Loss (Raw)": 0.846235990524292, "Finetune/Step": 4180, "Finetune/Step Time": 7.465281371027231}
+{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.7333365678787231, "Finetune/Loss (Raw)": 0.7566573619842529, "Finetune/Step": 4181, "Finetune/Step Time": 7.455686304718256}
+{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.7327293157577515, "Finetune/Loss (Raw)": 0.5464559197425842, "Finetune/Step": 4182, "Finetune/Step Time": 7.455799464136362}
+{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.7330988645553589, "Finetune/Loss (Raw)": 0.8374847173690796, "Finetune/Step": 4183, "Finetune/Step Time": 7.454811127856374}
+{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.7345967292785645, "Finetune/Loss (Raw)": 0.7482115626335144, "Finetune/Step": 4184, "Finetune/Step Time": 7.432891581207514}
+{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.7344642877578735, "Finetune/Loss (Raw)": 0.8588608503341675, "Finetune/Step": 4185, "Finetune/Step Time": 7.435094457119703}
+{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.7355979681015015, "Finetune/Loss (Raw)": 0.8779834508895874, "Finetune/Step": 4186, "Finetune/Step Time": 7.4476921912282705}
+{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.7357761859893799, "Finetune/Loss (Raw)": 0.7255929112434387, "Finetune/Step": 4187, "Finetune/Step Time": 7.436619883403182}
+{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.7366657853126526, "Finetune/Loss (Raw)": 0.5682258009910583, "Finetune/Step": 4188, "Finetune/Step Time": 7.427649410441518}
+{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.7378755807876587, "Finetune/Loss (Raw)": 0.7420759797096252, "Finetune/Step": 4189, "Finetune/Step Time": 7.411140348762274}
+{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.7357857823371887, "Finetune/Loss (Raw)": 0.5470262765884399, "Finetune/Step": 4190, "Finetune/Step Time": 7.41178541071713}
+{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.7391008734703064, "Finetune/Loss (Raw)": 0.7739276885986328, "Finetune/Step": 4191, "Finetune/Step Time": 7.402656026184559}
+{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.7433568835258484, "Finetune/Loss (Raw)": 0.922703206539154, "Finetune/Step": 4192, "Finetune/Step Time": 7.387682957574725}
+{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.7408366799354553, "Finetune/Loss (Raw)": 0.30257701873779297, "Finetune/Step": 4193, "Finetune/Step Time": 7.391724903136492}
+{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.7410102486610413, "Finetune/Loss (Raw)": 0.8208338618278503, "Finetune/Step": 4194, "Finetune/Step Time": 7.392017513513565}
+{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.7408874034881592, "Finetune/Loss (Raw)": 0.8447269797325134, "Finetune/Step": 4195, "Finetune/Step Time": 7.393240498378873}
+{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.740293025970459, "Finetune/Loss (Raw)": 0.7301986813545227, "Finetune/Step": 4196, "Finetune/Step Time": 7.3919343035668135}
+{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.7371055483818054, "Finetune/Loss (Raw)": 0.45144328474998474, "Finetune/Step": 4197, "Finetune/Step Time": 7.401664776727557}
+{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.7378830909729004, "Finetune/Loss (Raw)": 0.8609097599983215, "Finetune/Step": 4198, "Finetune/Step Time": 7.400341656059027}
+{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.7395093441009521, "Finetune/Loss (Raw)": 0.9295898079872131, "Finetune/Step": 4199, "Finetune/Step Time": 7.371489441022277}
+{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.7405962347984314, "Finetune/Loss (Raw)": 0.7993040084838867, "Finetune/Step": 4200, "Finetune/Step Time": 7.377954510971904}
+{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.74027419090271, "Finetune/Loss (Raw)": 0.706755518913269, "Finetune/Step": 4201, "Finetune/Step Time": 7.39874934963882}
+{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.7394648194313049, "Finetune/Loss (Raw)": 0.7805632948875427, "Finetune/Step": 4202, "Finetune/Step Time": 7.402533566579223}
+{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.7393355369567871, "Finetune/Loss (Raw)": 0.719993531703949, "Finetune/Step": 4203, "Finetune/Step Time": 7.393216921016574}
+{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.7404360771179199, "Finetune/Loss (Raw)": 0.7126116752624512, "Finetune/Step": 4204, "Finetune/Step Time": 7.374499266967177}
+{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.74045729637146, "Finetune/Loss (Raw)": 0.7954525947570801, "Finetune/Step": 4205, "Finetune/Step Time": 7.356720607727766}
+{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.7401955723762512, "Finetune/Loss (Raw)": 0.698900043964386, "Finetune/Step": 4206, "Finetune/Step Time": 7.355130892246962}
+{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.7398128509521484, "Finetune/Loss (Raw)": 0.8021862506866455, "Finetune/Step": 4207, "Finetune/Step Time": 7.3497924990952015}
+{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.7403884530067444, "Finetune/Loss (Raw)": 0.7642771601676941, "Finetune/Step": 4208, "Finetune/Step Time": 7.350688738748431}
+{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.7421189546585083, "Finetune/Loss (Raw)": 0.9299850463867188, "Finetune/Step": 4209, "Finetune/Step Time": 7.3297287337481976}
+{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.742393434047699, "Finetune/Loss (Raw)": 0.7619230151176453, "Finetune/Step": 4210, "Finetune/Step Time": 7.32541374117136}
+{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.7421442270278931, "Finetune/Loss (Raw)": 0.8193477392196655, "Finetune/Step": 4211, "Finetune/Step Time": 7.3304876033216715}
+{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.7437410354614258, "Finetune/Loss (Raw)": 0.6667280197143555, "Finetune/Step": 4212, "Finetune/Step Time": 7.328709481284022}
+{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.7441304922103882, "Finetune/Loss (Raw)": 0.6244156360626221, "Finetune/Step": 4213, "Finetune/Step Time": 7.327146956697106}
+{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.7449612617492676, "Finetune/Loss (Raw)": 0.7767747044563293, "Finetune/Step": 4214, "Finetune/Step Time": 7.31769829057157}
+{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.7436490058898926, "Finetune/Loss (Raw)": 0.7022488713264465, "Finetune/Step": 4215, "Finetune/Step Time": 7.342965940013528}
+{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.7435413599014282, "Finetune/Loss (Raw)": 0.7975489497184753, "Finetune/Step": 4216, "Finetune/Step Time": 7.338663373142481}
+{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.7439384460449219, "Finetune/Loss (Raw)": 0.829028844833374, "Finetune/Step": 4217, "Finetune/Step Time": 7.336148042231798}
+{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.743767261505127, "Finetune/Loss (Raw)": 0.7686296105384827, "Finetune/Step": 4218, "Finetune/Step Time": 7.334958316758275}
+{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.7423356175422668, "Finetune/Loss (Raw)": 0.5650358200073242, "Finetune/Step": 4219, "Finetune/Step Time": 7.308292230591178}
+{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.7428746223449707, "Finetune/Loss (Raw)": 0.813633918762207, "Finetune/Step": 4220, "Finetune/Step Time": 7.2979921996593475}
+{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.7429341673851013, "Finetune/Loss (Raw)": 0.889413058757782, "Finetune/Step": 4221, "Finetune/Step Time": 7.288910176604986}
+{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.741869330406189, "Finetune/Loss (Raw)": 0.830215334892273, "Finetune/Step": 4222, "Finetune/Step Time": 7.292139178141952}
+{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.7431905269622803, "Finetune/Loss (Raw)": 0.8574300408363342, "Finetune/Step": 4223, "Finetune/Step Time": 7.284268334507942}
+{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.7417029142379761, "Finetune/Loss (Raw)": 0.7104204297065735, "Finetune/Step": 4224, "Finetune/Step Time": 7.289377022534609}
+{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.7403812408447266, "Finetune/Loss (Raw)": 0.682071328163147, "Finetune/Step": 4225, "Finetune/Step Time": 7.2820222694426775}
+{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.7425061464309692, "Finetune/Loss (Raw)": 0.8673244118690491, "Finetune/Step": 4226, "Finetune/Step Time": 7.265769360587001}
+{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.7440260648727417, "Finetune/Loss (Raw)": 0.9804521799087524, "Finetune/Step": 4227, "Finetune/Step Time": 7.265758514404297}
+{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.7429214119911194, "Finetune/Loss (Raw)": 0.7744728326797485, "Finetune/Step": 4228, "Finetune/Step Time": 7.267993468791246}
+{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.7435201406478882, "Finetune/Loss (Raw)": 0.8449030518531799, "Finetune/Step": 4229, "Finetune/Step Time": 7.251829653978348}
+{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.7397531270980835, "Finetune/Loss (Raw)": 0.26677489280700684, "Finetune/Step": 4230, "Finetune/Step Time": 7.25992763414979}
+{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.7378582954406738, "Finetune/Loss (Raw)": 0.5530784726142883, "Finetune/Step": 4231, "Finetune/Step Time": 7.298381859436631}
+{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.73749840259552, "Finetune/Loss (Raw)": 0.7682934403419495, "Finetune/Step": 4232, "Finetune/Step Time": 7.3075230196118355}
+{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.7374345660209656, "Finetune/Loss (Raw)": 0.6433491110801697, "Finetune/Step": 4233, "Finetune/Step Time": 7.313882285729051}
+{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.7391861081123352, "Finetune/Loss (Raw)": 0.9481152296066284, "Finetune/Step": 4234, "Finetune/Step Time": 7.316210491582751}
+{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.7398580312728882, "Finetune/Loss (Raw)": 0.8223423957824707, "Finetune/Step": 4235, "Finetune/Step Time": 7.315732767805457}
+{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.7383026480674744, "Finetune/Loss (Raw)": 0.6156655550003052, "Finetune/Step": 4236, "Finetune/Step Time": 7.324384145438671}
+{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.7396517992019653, "Finetune/Loss (Raw)": 0.895039439201355, "Finetune/Step": 4237, "Finetune/Step Time": 7.317073712125421}
+{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.7405175566673279, "Finetune/Loss (Raw)": 0.8675650954246521, "Finetune/Step": 4238, "Finetune/Step Time": 7.30504952557385}
+{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.739692211151123, "Finetune/Loss (Raw)": 0.8136884570121765, "Finetune/Step": 4239, "Finetune/Step Time": 7.3010606449097395}
+{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.7410863637924194, "Finetune/Loss (Raw)": 0.756435751914978, "Finetune/Step": 4240, "Finetune/Step Time": 7.289411686360836}
+{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.7422490119934082, "Finetune/Loss (Raw)": 0.7904404997825623, "Finetune/Step": 4241, "Finetune/Step Time": 7.290825193747878}
+{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.7426106929779053, "Finetune/Loss (Raw)": 0.8426852226257324, "Finetune/Step": 4242, "Finetune/Step Time": 7.289985001087189}
+{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.7420892715454102, "Finetune/Loss (Raw)": 0.7420918941497803, "Finetune/Step": 4243, "Finetune/Step Time": 7.3094848189502954}
+{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.7443604469299316, "Finetune/Loss (Raw)": 0.8140851259231567, "Finetune/Step": 4244, "Finetune/Step Time": 7.2933167070150375}
+{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.7456371784210205, "Finetune/Loss (Raw)": 0.796168327331543, "Finetune/Step": 4245, "Finetune/Step Time": 7.294801065698266}
+{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.7439751029014587, "Finetune/Loss (Raw)": 0.7278940677642822, "Finetune/Step": 4246, "Finetune/Step Time": 7.330577418208122}
+{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.7434593439102173, "Finetune/Loss (Raw)": 0.8291152715682983, "Finetune/Step": 4247, "Finetune/Step Time": 7.332824598997831}
+{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.7403243780136108, "Finetune/Loss (Raw)": 0.287156343460083, "Finetune/Step": 4248, "Finetune/Step Time": 7.332391042262316}
+{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.7406250238418579, "Finetune/Loss (Raw)": 0.8464552164077759, "Finetune/Step": 4249, "Finetune/Step Time": 7.325740434229374}
+{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.7396811842918396, "Finetune/Loss (Raw)": 0.5853478312492371, "Finetune/Step": 4250, "Finetune/Step Time": 7.321545634418726}
+{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.7376915216445923, "Finetune/Loss (Raw)": 0.6694493889808655, "Finetune/Step": 4251, "Finetune/Step Time": 7.320541841909289}
+{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.7409096956253052, "Finetune/Loss (Raw)": 0.9732159376144409, "Finetune/Step": 4252, "Finetune/Step Time": 7.322620319202542}
+{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.7388405203819275, "Finetune/Loss (Raw)": 0.5357325673103333, "Finetune/Step": 4253, "Finetune/Step Time": 7.342303395271301}
+{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.7360572814941406, "Finetune/Loss (Raw)": 0.4783090054988861, "Finetune/Step": 4254, "Finetune/Step Time": 7.361794300377369}
+{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.7350746989250183, "Finetune/Loss (Raw)": 0.6767745018005371, "Finetune/Step": 4255, "Finetune/Step Time": 7.367652909830213}
+{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.7354087829589844, "Finetune/Loss (Raw)": 0.7929835319519043, "Finetune/Step": 4256, "Finetune/Step Time": 7.39303226955235}
+{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.7358327507972717, "Finetune/Loss (Raw)": 0.8377447724342346, "Finetune/Step": 4257, "Finetune/Step Time": 7.3971429374068975}
+{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.7345297932624817, "Finetune/Loss (Raw)": 0.604297399520874, "Finetune/Step": 4258, "Finetune/Step Time": 7.398618718609214}
+{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.7353003025054932, "Finetune/Loss (Raw)": 0.8902237415313721, "Finetune/Step": 4259, "Finetune/Step Time": 7.402542553842068}
+{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.7348644733428955, "Finetune/Loss (Raw)": 0.7461753487586975, "Finetune/Step": 4260, "Finetune/Step Time": 7.399342719465494}
+{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.7355546355247498, "Finetune/Loss (Raw)": 0.805427610874176, "Finetune/Step": 4261, "Finetune/Step Time": 7.39334680326283}
+{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.7355338335037231, "Finetune/Loss (Raw)": 0.7447080612182617, "Finetune/Step": 4262, "Finetune/Step Time": 7.393636202439666}
+{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.737317681312561, "Finetune/Loss (Raw)": 0.9291502237319946, "Finetune/Step": 4263, "Finetune/Step Time": 7.391744688153267}
+{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.7364538908004761, "Finetune/Loss (Raw)": 0.6328957676887512, "Finetune/Step": 4264, "Finetune/Step Time": 7.402798410505056}
+{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.7364077568054199, "Finetune/Loss (Raw)": 0.6815788745880127, "Finetune/Step": 4265, "Finetune/Step Time": 7.410591738298535}
+{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.7367900609970093, "Finetune/Loss (Raw)": 0.9104393720626831, "Finetune/Step": 4266, "Finetune/Step Time": 7.410194635391235}
+{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.7362812757492065, "Finetune/Loss (Raw)": 0.6330151557922363, "Finetune/Step": 4267, "Finetune/Step Time": 7.423802802339196}
+{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.7362382411956787, "Finetune/Loss (Raw)": 0.7090150713920593, "Finetune/Step": 4268, "Finetune/Step Time": 7.415747521445155}
+{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.7374945878982544, "Finetune/Loss (Raw)": 0.544513463973999, "Finetune/Step": 4269, "Finetune/Step Time": 7.436620015650988}
+{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.7381712794303894, "Finetune/Loss (Raw)": 0.7794439792633057, "Finetune/Step": 4270, "Finetune/Step Time": 7.437270104885101}
+{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.7350972890853882, "Finetune/Loss (Raw)": 0.325625479221344, "Finetune/Step": 4271, "Finetune/Step Time": 7.4405762907117605}
+{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.7393211126327515, "Finetune/Loss (Raw)": 0.8278725743293762, "Finetune/Step": 4272, "Finetune/Step Time": 7.4297621343284845}
+{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.7395533919334412, "Finetune/Loss (Raw)": 0.680181086063385, "Finetune/Step": 4273, "Finetune/Step Time": 7.407107453793287}
+{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.7389847636222839, "Finetune/Loss (Raw)": 0.750623345375061, "Finetune/Step": 4274, "Finetune/Step Time": 7.412561962381005}
+{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.7378047704696655, "Finetune/Loss (Raw)": 0.6378418803215027, "Finetune/Step": 4275, "Finetune/Step Time": 7.413175780326128}
+{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.7375867366790771, "Finetune/Loss (Raw)": 0.8164693713188171, "Finetune/Step": 4276, "Finetune/Step Time": 7.413758963346481}
+{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.7370094060897827, "Finetune/Loss (Raw)": 0.6880697011947632, "Finetune/Step": 4277, "Finetune/Step Time": 7.435378363355994}
+{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.7387075424194336, "Finetune/Loss (Raw)": 0.8565612435340881, "Finetune/Step": 4278, "Finetune/Step Time": 7.410268289968371}
+{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.7381514310836792, "Finetune/Loss (Raw)": 0.7021180987358093, "Finetune/Step": 4279, "Finetune/Step Time": 7.407611230388284}
+{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.7385169267654419, "Finetune/Loss (Raw)": 0.819319486618042, "Finetune/Step": 4280, "Finetune/Step Time": 7.401478404179215}
+{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.7399297952651978, "Finetune/Loss (Raw)": 0.8979416489601135, "Finetune/Step": 4281, "Finetune/Step Time": 7.407769162207842}
+{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.740274965763092, "Finetune/Loss (Raw)": 0.8375802636146545, "Finetune/Step": 4282, "Finetune/Step Time": 7.406289232894778}
+{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.7406541705131531, "Finetune/Loss (Raw)": 0.777625560760498, "Finetune/Step": 4283, "Finetune/Step Time": 7.411262659355998}
+{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.7413986921310425, "Finetune/Loss (Raw)": 0.7843987941741943, "Finetune/Step": 4284, "Finetune/Step Time": 7.409676242619753}
+{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.7391668558120728, "Finetune/Loss (Raw)": 0.5979721546173096, "Finetune/Step": 4285, "Finetune/Step Time": 7.442866537719965}
+{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.7391053438186646, "Finetune/Loss (Raw)": 0.7649871706962585, "Finetune/Step": 4286, "Finetune/Step Time": 7.435359563678503}
+{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.7387892603874207, "Finetune/Loss (Raw)": 0.8068670034408569, "Finetune/Step": 4287, "Finetune/Step Time": 7.438450947403908}
+{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.7387675046920776, "Finetune/Loss (Raw)": 0.8971711993217468, "Finetune/Step": 4288, "Finetune/Step Time": 7.452807139605284}
+{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.7382712960243225, "Finetune/Loss (Raw)": 0.7339735627174377, "Finetune/Step": 4289, "Finetune/Step Time": 7.454574787989259}
+{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.7379751801490784, "Finetune/Loss (Raw)": 0.8727332353591919, "Finetune/Step": 4290, "Finetune/Step Time": 7.4553793128579855}
+{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.7399587631225586, "Finetune/Loss (Raw)": 0.877873957157135, "Finetune/Step": 4291, "Finetune/Step Time": 7.440900905057788}
+{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.7427473068237305, "Finetune/Loss (Raw)": 0.832476794719696, "Finetune/Step": 4292, "Finetune/Step Time": 7.435915602371097}
+{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.742214560508728, "Finetune/Loss (Raw)": 0.8269143104553223, "Finetune/Step": 4293, "Finetune/Step Time": 7.443969344720244}
+{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.7412899732589722, "Finetune/Loss (Raw)": 0.7557198405265808, "Finetune/Step": 4294, "Finetune/Step Time": 7.465814033523202}
+{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.7380171418190002, "Finetune/Loss (Raw)": 0.2999408543109894, "Finetune/Step": 4295, "Finetune/Step Time": 7.476724648848176}
+{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.7403693199157715, "Finetune/Loss (Raw)": 0.9126978516578674, "Finetune/Step": 4296, "Finetune/Step Time": 7.474078964442015}
+{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.7441400289535522, "Finetune/Loss (Raw)": 0.8462098240852356, "Finetune/Step": 4297, "Finetune/Step Time": 7.463143182918429}
+{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.743937611579895, "Finetune/Loss (Raw)": 0.6014847755432129, "Finetune/Step": 4298, "Finetune/Step Time": 7.457954475656152}
+{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.7439892292022705, "Finetune/Loss (Raw)": 0.8088663816452026, "Finetune/Step": 4299, "Finetune/Step Time": 7.465512277558446}
+{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.7450394630432129, "Finetune/Loss (Raw)": 0.875464141368866, "Finetune/Step": 4300, "Finetune/Step Time": 7.451025500893593}
+{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.7421983480453491, "Finetune/Loss (Raw)": 0.36405542492866516, "Finetune/Step": 4301, "Finetune/Step Time": 7.458666794002056}
+{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.7463330626487732, "Finetune/Loss (Raw)": 0.8836404085159302, "Finetune/Step": 4302, "Finetune/Step Time": 7.450465507805347}
+{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.7478293180465698, "Finetune/Loss (Raw)": 0.8970094323158264, "Finetune/Step": 4303, "Finetune/Step Time": 7.450506335124373}
+{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.7446671724319458, "Finetune/Loss (Raw)": 0.33607035875320435, "Finetune/Step": 4304, "Finetune/Step Time": 7.451735185459256}
+{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.7435615062713623, "Finetune/Loss (Raw)": 0.6459935307502747, "Finetune/Step": 4305, "Finetune/Step Time": 7.442558985203505}
+{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.7424607276916504, "Finetune/Loss (Raw)": 0.7141473293304443, "Finetune/Step": 4306, "Finetune/Step Time": 7.447956869378686}
+{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.7412060499191284, "Finetune/Loss (Raw)": 0.5692229270935059, "Finetune/Step": 4307, "Finetune/Step Time": 7.435852529481053}
+{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.7398139238357544, "Finetune/Loss (Raw)": 0.668046772480011, "Finetune/Step": 4308, "Finetune/Step Time": 7.436457114294171}
+{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.7396142482757568, "Finetune/Loss (Raw)": 0.7310941815376282, "Finetune/Step": 4309, "Finetune/Step Time": 7.4509828221052885}
+{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.7380510568618774, "Finetune/Loss (Raw)": 0.34637224674224854, "Finetune/Step": 4310, "Finetune/Step Time": 7.4539465848356485}
+{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.7376736402511597, "Finetune/Loss (Raw)": 0.7891833782196045, "Finetune/Step": 4311, "Finetune/Step Time": 7.4694081582129}
+{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.7384374141693115, "Finetune/Loss (Raw)": 0.8459619283676147, "Finetune/Step": 4312, "Finetune/Step Time": 7.476999960839748}
+{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.7386406660079956, "Finetune/Loss (Raw)": 0.8848893642425537, "Finetune/Step": 4313, "Finetune/Step Time": 7.487269112840295}
+{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.7384393215179443, "Finetune/Loss (Raw)": 0.8522045016288757, "Finetune/Step": 4314, "Finetune/Step Time": 7.477788371965289}
+{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.7386413812637329, "Finetune/Loss (Raw)": 0.7514649629592896, "Finetune/Step": 4315, "Finetune/Step Time": 7.473981523886323}
+{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.7394627928733826, "Finetune/Loss (Raw)": 0.6733620166778564, "Finetune/Step": 4316, "Finetune/Step Time": 7.4876169338822365}
+{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.7396557927131653, "Finetune/Loss (Raw)": 0.7667758464813232, "Finetune/Step": 4317, "Finetune/Step Time": 7.485478146001697}
+{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.7399416565895081, "Finetune/Loss (Raw)": 0.5836220383644104, "Finetune/Step": 4318, "Finetune/Step Time": 7.488830702379346}
+{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.7384159564971924, "Finetune/Loss (Raw)": 0.5786352753639221, "Finetune/Step": 4319, "Finetune/Step Time": 7.495106961578131}
+{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.7369700074195862, "Finetune/Loss (Raw)": 0.7376179099082947, "Finetune/Step": 4320, "Finetune/Step Time": 7.498006030917168}
+{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.7392830848693848, "Finetune/Loss (Raw)": 0.598647952079773, "Finetune/Step": 4321, "Finetune/Step Time": 7.497515890747309}
+{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.7397449612617493, "Finetune/Loss (Raw)": 0.879953920841217, "Finetune/Step": 4322, "Finetune/Step Time": 7.499298034235835}
+{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.7375636696815491, "Finetune/Loss (Raw)": 0.5655241012573242, "Finetune/Step": 4323, "Finetune/Step Time": 7.496155487373471}
+{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.7377300262451172, "Finetune/Loss (Raw)": 0.7514943480491638, "Finetune/Step": 4324, "Finetune/Step Time": 7.494995141401887}
+{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.7381790280342102, "Finetune/Loss (Raw)": 0.5089143514633179, "Finetune/Step": 4325, "Finetune/Step Time": 7.484340392053127}
+{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.7364758253097534, "Finetune/Loss (Raw)": 0.6428954005241394, "Finetune/Step": 4326, "Finetune/Step Time": 7.492327077314258}
+{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.7331119775772095, "Finetune/Loss (Raw)": 0.49902427196502686, "Finetune/Step": 4327, "Finetune/Step Time": 7.5092755649238825}
+{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.7326475381851196, "Finetune/Loss (Raw)": 0.739854097366333, "Finetune/Step": 4328, "Finetune/Step Time": 7.49354057200253}
+{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.7332239151000977, "Finetune/Loss (Raw)": 0.7805358171463013, "Finetune/Step": 4329, "Finetune/Step Time": 7.473021402955055}
+{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.733742356300354, "Finetune/Loss (Raw)": 0.8469216227531433, "Finetune/Step": 4330, "Finetune/Step Time": 7.47235257178545}
+{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.7345913648605347, "Finetune/Loss (Raw)": 0.8286643028259277, "Finetune/Step": 4331, "Finetune/Step Time": 7.471996700391173}
+{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.7353144288063049, "Finetune/Loss (Raw)": 0.8051693439483643, "Finetune/Step": 4332, "Finetune/Step Time": 7.4745615683496}
+{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.7356324195861816, "Finetune/Loss (Raw)": 0.8361531496047974, "Finetune/Step": 4333, "Finetune/Step Time": 7.4756110943853855}
+{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.7370899319648743, "Finetune/Loss (Raw)": 0.8854593634605408, "Finetune/Step": 4334, "Finetune/Step Time": 7.473919183015823}
+{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.7371083498001099, "Finetune/Loss (Raw)": 0.8045400381088257, "Finetune/Step": 4335, "Finetune/Step Time": 7.4692753329873085}
+{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.7380553483963013, "Finetune/Loss (Raw)": 0.8854993581771851, "Finetune/Step": 4336, "Finetune/Step Time": 7.474190326407552}
+{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.7349396347999573, "Finetune/Loss (Raw)": 0.5311698317527771, "Finetune/Step": 4337, "Finetune/Step Time": 7.495496096089482}
+{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.7351215481758118, "Finetune/Loss (Raw)": 0.7852092981338501, "Finetune/Step": 4338, "Finetune/Step Time": 7.494980465620756}
+{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.7344825267791748, "Finetune/Loss (Raw)": 0.7375532388687134, "Finetune/Step": 4339, "Finetune/Step Time": 7.495389884337783}
+{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.7346729040145874, "Finetune/Loss (Raw)": 0.6911023259162903, "Finetune/Step": 4340, "Finetune/Step Time": 7.497540518641472}
+{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.7368978261947632, "Finetune/Loss (Raw)": 0.9091977477073669, "Finetune/Step": 4341, "Finetune/Step Time": 7.48880180157721}
+{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.736077606678009, "Finetune/Loss (Raw)": 0.671783447265625, "Finetune/Step": 4342, "Finetune/Step Time": 7.527573926374316}
+{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.7359198331832886, "Finetune/Loss (Raw)": 0.6820624470710754, "Finetune/Step": 4343, "Finetune/Step Time": 7.492128375917673}
+{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.7358219027519226, "Finetune/Loss (Raw)": 0.785011351108551, "Finetune/Step": 4344, "Finetune/Step Time": 7.500056214630604}
+{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.7352244853973389, "Finetune/Loss (Raw)": 0.7525539398193359, "Finetune/Step": 4345, "Finetune/Step Time": 7.499503295868635}
+{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.7353471517562866, "Finetune/Loss (Raw)": 0.7843295335769653, "Finetune/Step": 4346, "Finetune/Step Time": 7.502647217363119}
+{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.7377394437789917, "Finetune/Loss (Raw)": 0.8712541460990906, "Finetune/Step": 4347, "Finetune/Step Time": 7.495359845459461}
+{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.7376683950424194, "Finetune/Loss (Raw)": 0.804546058177948, "Finetune/Step": 4348, "Finetune/Step Time": 7.500504601746798}
+{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.7374893426895142, "Finetune/Loss (Raw)": 0.8664882183074951, "Finetune/Step": 4349, "Finetune/Step Time": 7.497358929365873}
+{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.7353188395500183, "Finetune/Loss (Raw)": 0.5523895621299744, "Finetune/Step": 4350, "Finetune/Step Time": 7.5196367390453815}
+{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.7349475622177124, "Finetune/Loss (Raw)": 0.8099064230918884, "Finetune/Step": 4351, "Finetune/Step Time": 7.518831469118595}
+{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.7355044484138489, "Finetune/Loss (Raw)": 0.7817049622535706, "Finetune/Step": 4352, "Finetune/Step Time": 7.509959110990167}
+{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.7366490960121155, "Finetune/Loss (Raw)": 0.8285865187644958, "Finetune/Step": 4353, "Finetune/Step Time": 7.507766332477331}
+{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.7354593276977539, "Finetune/Loss (Raw)": 0.7150363326072693, "Finetune/Step": 4354, "Finetune/Step Time": 7.50597020983696}
+{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.734041154384613, "Finetune/Loss (Raw)": 0.7989277839660645, "Finetune/Step": 4355, "Finetune/Step Time": 7.501419097185135}
+{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.7342802286148071, "Finetune/Loss (Raw)": 0.8050649762153625, "Finetune/Step": 4356, "Finetune/Step Time": 7.499222531914711}
+{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.7343846559524536, "Finetune/Loss (Raw)": 0.8582680225372314, "Finetune/Step": 4357, "Finetune/Step Time": 7.4988413117825985}
+{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.7387038469314575, "Finetune/Loss (Raw)": 0.8196378350257874, "Finetune/Step": 4358, "Finetune/Step Time": 7.494613416492939}
+{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.740409255027771, "Finetune/Loss (Raw)": 0.7713658213615417, "Finetune/Step": 4359, "Finetune/Step Time": 7.45635269023478}
+{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.7399477362632751, "Finetune/Loss (Raw)": 0.7092229723930359, "Finetune/Step": 4360, "Finetune/Step Time": 7.447791298851371}
+{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.7423602342605591, "Finetune/Loss (Raw)": 0.9521496891975403, "Finetune/Step": 4361, "Finetune/Step Time": 7.45529186911881}
+{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.7409504652023315, "Finetune/Loss (Raw)": 0.7676602005958557, "Finetune/Step": 4362, "Finetune/Step Time": 7.4580630492419}
+{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.7403090000152588, "Finetune/Loss (Raw)": 0.7402418851852417, "Finetune/Step": 4363, "Finetune/Step Time": 7.4658836498856544}
+{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.7409834861755371, "Finetune/Loss (Raw)": 0.7019897699356079, "Finetune/Step": 4364, "Finetune/Step Time": 7.477200645953417}
+{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.7394080758094788, "Finetune/Loss (Raw)": 0.6933953166007996, "Finetune/Step": 4365, "Finetune/Step Time": 7.5016006380319595}
+{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.7392357587814331, "Finetune/Loss (Raw)": 0.8455036878585815, "Finetune/Step": 4366, "Finetune/Step Time": 7.500981843098998}
+{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.7384805679321289, "Finetune/Loss (Raw)": 0.7170238494873047, "Finetune/Step": 4367, "Finetune/Step Time": 7.506159130483866}
+{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.7389369010925293, "Finetune/Loss (Raw)": 0.8148481249809265, "Finetune/Step": 4368, "Finetune/Step Time": 7.501913810148835}
+{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.7384397983551025, "Finetune/Loss (Raw)": 0.7268171310424805, "Finetune/Step": 4369, "Finetune/Step Time": 7.507819501683116}
+{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.7385427951812744, "Finetune/Loss (Raw)": 0.8558707237243652, "Finetune/Step": 4370, "Finetune/Step Time": 7.519894974306226}
+{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.739543080329895, "Finetune/Loss (Raw)": 0.8701264262199402, "Finetune/Step": 4371, "Finetune/Step Time": 7.497380159795284}
+{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.7350892424583435, "Finetune/Loss (Raw)": 0.24398691952228546, "Finetune/Step": 4372, "Finetune/Step Time": 7.510473348200321}
+{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.7343820333480835, "Finetune/Loss (Raw)": 0.7056458592414856, "Finetune/Step": 4373, "Finetune/Step Time": 7.507045924663544}
+{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.73468416929245, "Finetune/Loss (Raw)": 0.7665714621543884, "Finetune/Step": 4374, "Finetune/Step Time": 7.472185609862208}
+{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.7339357733726501, "Finetune/Loss (Raw)": 0.7333204746246338, "Finetune/Step": 4375, "Finetune/Step Time": 7.478202182799578}
+{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.7372614145278931, "Finetune/Loss (Raw)": 0.7128339409828186, "Finetune/Step": 4376, "Finetune/Step Time": 7.479519272223115}
+{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.7367010116577148, "Finetune/Loss (Raw)": 0.7747286558151245, "Finetune/Step": 4377, "Finetune/Step Time": 7.480535017326474}
+{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.7377451658248901, "Finetune/Loss (Raw)": 0.7189934253692627, "Finetune/Step": 4378, "Finetune/Step Time": 7.4893797524273396}
+{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.7373514175415039, "Finetune/Loss (Raw)": 0.6190497279167175, "Finetune/Step": 4379, "Finetune/Step Time": 7.49990195967257}
+{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.7365949153900146, "Finetune/Loss (Raw)": 0.8763799071311951, "Finetune/Step": 4380, "Finetune/Step Time": 7.502314554527402}
+{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.7387773394584656, "Finetune/Loss (Raw)": 0.8150924444198608, "Finetune/Step": 4381, "Finetune/Step Time": 7.489998329430819}
+{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.7419524192810059, "Finetune/Loss (Raw)": 0.8847136497497559, "Finetune/Step": 4382, "Finetune/Step Time": 7.474349414929748}
+{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.7413767576217651, "Finetune/Loss (Raw)": 0.6031014323234558, "Finetune/Step": 4383, "Finetune/Step Time": 7.488485407084227}
+{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.7412077188491821, "Finetune/Loss (Raw)": 0.7713367938995361, "Finetune/Step": 4384, "Finetune/Step Time": 7.464983666315675}
+{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.7405999302864075, "Finetune/Loss (Raw)": 0.7599542140960693, "Finetune/Step": 4385, "Finetune/Step Time": 7.458156108856201}
+{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.7408034801483154, "Finetune/Loss (Raw)": 0.6303489804267883, "Finetune/Step": 4386, "Finetune/Step Time": 7.474998652935028}
+{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.7412655353546143, "Finetune/Loss (Raw)": 0.9493690133094788, "Finetune/Step": 4387, "Finetune/Step Time": 7.463463006541133}
+{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.7418210506439209, "Finetune/Loss (Raw)": 0.8172745704650879, "Finetune/Step": 4388, "Finetune/Step Time": 7.468169314786792}
+{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.7417897582054138, "Finetune/Loss (Raw)": 0.8014255166053772, "Finetune/Step": 4389, "Finetune/Step Time": 7.467635938897729}
+{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.7419627904891968, "Finetune/Loss (Raw)": 0.7668547034263611, "Finetune/Step": 4390, "Finetune/Step Time": 7.4568745363503695}
+{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.7405675649642944, "Finetune/Loss (Raw)": 0.7505697011947632, "Finetune/Step": 4391, "Finetune/Step Time": 7.464903678745031}
+{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.738356351852417, "Finetune/Loss (Raw)": 0.34985917806625366, "Finetune/Step": 4392, "Finetune/Step Time": 7.471162052825093}
+{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.7377554178237915, "Finetune/Loss (Raw)": 0.6046525835990906, "Finetune/Step": 4393, "Finetune/Step Time": 7.479226719588041}
+{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.7363035678863525, "Finetune/Loss (Raw)": 0.7246056199073792, "Finetune/Step": 4394, "Finetune/Step Time": 7.489308899268508}
+{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.7374484539031982, "Finetune/Loss (Raw)": 0.7795612812042236, "Finetune/Step": 4395, "Finetune/Step Time": 7.479992201551795}
+{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.7382978200912476, "Finetune/Loss (Raw)": 0.8177345395088196, "Finetune/Step": 4396, "Finetune/Step Time": 7.488420961424708}
+{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.7372737526893616, "Finetune/Loss (Raw)": 0.41342735290527344, "Finetune/Step": 4397, "Finetune/Step Time": 7.469092205166817}
+{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.7370191812515259, "Finetune/Loss (Raw)": 0.746864378452301, "Finetune/Step": 4398, "Finetune/Step Time": 7.47125069797039}
+{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.7398379445075989, "Finetune/Loss (Raw)": 0.6864269375801086, "Finetune/Step": 4399, "Finetune/Step Time": 7.460357781499624}
+{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.7392118573188782, "Finetune/Loss (Raw)": 0.7477296590805054, "Finetune/Step": 4400, "Finetune/Step Time": 7.467831887304783}
+{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.7364702224731445, "Finetune/Loss (Raw)": 0.32925423979759216, "Finetune/Step": 4401, "Finetune/Step Time": 7.48235821351409}
+{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.7355965375900269, "Finetune/Loss (Raw)": 0.6387909650802612, "Finetune/Step": 4402, "Finetune/Step Time": 7.5010648760944605}
+{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.7371273636817932, "Finetune/Loss (Raw)": 0.8337883949279785, "Finetune/Step": 4403, "Finetune/Step Time": 7.486998559907079}
+{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.7380698919296265, "Finetune/Loss (Raw)": 0.9371106624603271, "Finetune/Step": 4404, "Finetune/Step Time": 7.488748354837298}
+{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.7383648157119751, "Finetune/Loss (Raw)": 0.7258166074752808, "Finetune/Step": 4405, "Finetune/Step Time": 7.480458788573742}
+{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.736505925655365, "Finetune/Loss (Raw)": 0.6186307072639465, "Finetune/Step": 4406, "Finetune/Step Time": 7.4790316335856915}
+{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.736199676990509, "Finetune/Loss (Raw)": 0.662916362285614, "Finetune/Step": 4407, "Finetune/Step Time": 7.477406680583954}
+{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.7370589375495911, "Finetune/Loss (Raw)": 0.9293057918548584, "Finetune/Step": 4408, "Finetune/Step Time": 7.477254195138812}
+{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.7352858781814575, "Finetune/Loss (Raw)": 0.6709904670715332, "Finetune/Step": 4409, "Finetune/Step Time": 7.4662731401622295}
+{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.734954833984375, "Finetune/Loss (Raw)": 0.7952010035514832, "Finetune/Step": 4410, "Finetune/Step Time": 7.4639972895383835}
+{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.734831690788269, "Finetune/Loss (Raw)": 0.7618680000305176, "Finetune/Step": 4411, "Finetune/Step Time": 7.457736676558852}
+{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.7344149351119995, "Finetune/Loss (Raw)": 0.7310580015182495, "Finetune/Step": 4412, "Finetune/Step Time": 7.460077570751309}
+{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.737366259098053, "Finetune/Loss (Raw)": 0.9757333993911743, "Finetune/Step": 4413, "Finetune/Step Time": 7.4245069324970245}
+{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.737116277217865, "Finetune/Loss (Raw)": 0.7329921722412109, "Finetune/Step": 4414, "Finetune/Step Time": 7.423717236146331}
+{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.7375380992889404, "Finetune/Loss (Raw)": 0.8608605861663818, "Finetune/Step": 4415, "Finetune/Step Time": 7.429153027012944}
+{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.7357822060585022, "Finetune/Loss (Raw)": 0.6724161505699158, "Finetune/Step": 4416, "Finetune/Step Time": 7.431239495053887}
+{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.7369556427001953, "Finetune/Loss (Raw)": 0.8841760158538818, "Finetune/Step": 4417, "Finetune/Step Time": 7.442495476454496}
+{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.7362251281738281, "Finetune/Loss (Raw)": 0.7792258858680725, "Finetune/Step": 4418, "Finetune/Step Time": 7.44364907592535}
+{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.7359482049942017, "Finetune/Loss (Raw)": 0.8424288034439087, "Finetune/Step": 4419, "Finetune/Step Time": 7.459458926692605}
+{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.7348260283470154, "Finetune/Loss (Raw)": 0.6888374090194702, "Finetune/Step": 4420, "Finetune/Step Time": 7.4816512037068605}
+{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.7342247366905212, "Finetune/Loss (Raw)": 0.7499418258666992, "Finetune/Step": 4421, "Finetune/Step Time": 7.480198388919234}
+{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.7343493700027466, "Finetune/Loss (Raw)": 0.7716816663742065, "Finetune/Step": 4422, "Finetune/Step Time": 7.462695401161909}
+{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.7366732358932495, "Finetune/Loss (Raw)": 0.5973913669586182, "Finetune/Step": 4423, "Finetune/Step Time": 7.4545173440128565}
+{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.7321468591690063, "Finetune/Loss (Raw)": 0.3333192467689514, "Finetune/Step": 4424, "Finetune/Step Time": 7.471090089529753}
+{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.7302013039588928, "Finetune/Loss (Raw)": 0.5971816182136536, "Finetune/Step": 4425, "Finetune/Step Time": 7.497551152482629}
+{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.7319604158401489, "Finetune/Loss (Raw)": 0.8266542553901672, "Finetune/Step": 4426, "Finetune/Step Time": 7.493953563272953}
+{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.73036789894104, "Finetune/Loss (Raw)": 0.6050190329551697, "Finetune/Step": 4427, "Finetune/Step Time": 7.501068999990821}
+{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.7297459840774536, "Finetune/Loss (Raw)": 0.7958672642707825, "Finetune/Step": 4428, "Finetune/Step Time": 7.505440944805741}
+{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.7328108549118042, "Finetune/Loss (Raw)": 0.7563440203666687, "Finetune/Step": 4429, "Finetune/Step Time": 7.492817142978311}
+{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.730477511882782, "Finetune/Loss (Raw)": 0.5849826335906982, "Finetune/Step": 4430, "Finetune/Step Time": 7.527814589440823}
+{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.7293766736984253, "Finetune/Loss (Raw)": 0.7561025023460388, "Finetune/Step": 4431, "Finetune/Step Time": 7.534349385648966}
+{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.7331961393356323, "Finetune/Loss (Raw)": 0.8249601721763611, "Finetune/Step": 4432, "Finetune/Step Time": 7.5262104123830795}
+{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.7327123880386353, "Finetune/Loss (Raw)": 0.584075391292572, "Finetune/Step": 4433, "Finetune/Step Time": 7.529374688863754}
+{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.7338134050369263, "Finetune/Loss (Raw)": 0.8550768494606018, "Finetune/Step": 4434, "Finetune/Step Time": 7.523727538064122}
+{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.7354769706726074, "Finetune/Loss (Raw)": 0.7821568846702576, "Finetune/Step": 4435, "Finetune/Step Time": 7.519091155380011}
+{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.7351499199867249, "Finetune/Loss (Raw)": 0.6261894702911377, "Finetune/Step": 4436, "Finetune/Step Time": 7.529881527647376}
+{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.7350640296936035, "Finetune/Loss (Raw)": 0.720090925693512, "Finetune/Step": 4437, "Finetune/Step Time": 7.519292742013931}
+{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.7386146187782288, "Finetune/Loss (Raw)": 0.8008565902709961, "Finetune/Step": 4438, "Finetune/Step Time": 7.506384735926986}
+{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.7396187782287598, "Finetune/Loss (Raw)": 0.9177100658416748, "Finetune/Step": 4439, "Finetune/Step Time": 7.49299686588347}
+{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.7397620677947998, "Finetune/Loss (Raw)": 0.8643008470535278, "Finetune/Step": 4440, "Finetune/Step Time": 7.489890683442354}
+{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.7397288084030151, "Finetune/Loss (Raw)": 0.880634069442749, "Finetune/Step": 4441, "Finetune/Step Time": 7.483206337317824}
+{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.739083468914032, "Finetune/Loss (Raw)": 0.7696031332015991, "Finetune/Step": 4442, "Finetune/Step Time": 7.497642824426293}
+{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.7394766211509705, "Finetune/Loss (Raw)": 0.8017881512641907, "Finetune/Step": 4443, "Finetune/Step Time": 7.498060604557395}
+{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.7395507097244263, "Finetune/Loss (Raw)": 0.6828524470329285, "Finetune/Step": 4444, "Finetune/Step Time": 7.477826654911041}
+{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.7389378547668457, "Finetune/Loss (Raw)": 0.6883186101913452, "Finetune/Step": 4445, "Finetune/Step Time": 7.479937758296728}
+{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.7411167621612549, "Finetune/Loss (Raw)": 0.862531304359436, "Finetune/Step": 4446, "Finetune/Step Time": 7.471460804343224}
+{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.7425702810287476, "Finetune/Loss (Raw)": 0.7646795511245728, "Finetune/Step": 4447, "Finetune/Step Time": 7.461378920823336}
+{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.7428887486457825, "Finetune/Loss (Raw)": 0.7783875465393066, "Finetune/Step": 4448, "Finetune/Step Time": 7.460340803489089}
+{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.7451677918434143, "Finetune/Loss (Raw)": 0.890362024307251, "Finetune/Step": 4449, "Finetune/Step Time": 7.446690144017339}
+{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.7436501383781433, "Finetune/Loss (Raw)": 0.6856974959373474, "Finetune/Step": 4450, "Finetune/Step Time": 7.4411340188235044}
+{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.7439486980438232, "Finetune/Loss (Raw)": 0.6037390232086182, "Finetune/Step": 4451, "Finetune/Step Time": 7.446220375597477}
+{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.7407777309417725, "Finetune/Loss (Raw)": 0.3456075191497803, "Finetune/Step": 4452, "Finetune/Step Time": 7.458739345893264}
+{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.742160439491272, "Finetune/Loss (Raw)": 0.6858962178230286, "Finetune/Step": 4453, "Finetune/Step Time": 7.450663775205612}
+{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.7427623271942139, "Finetune/Loss (Raw)": 0.7199432253837585, "Finetune/Step": 4454, "Finetune/Step Time": 7.448669916018844}
+{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.7437065839767456, "Finetune/Loss (Raw)": 0.6198824048042297, "Finetune/Step": 4455, "Finetune/Step Time": 7.445740470662713}
+{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.7436013221740723, "Finetune/Loss (Raw)": 0.7263914346694946, "Finetune/Step": 4456, "Finetune/Step Time": 7.447300570085645}
+{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.7426190972328186, "Finetune/Loss (Raw)": 0.6548064351081848, "Finetune/Step": 4457, "Finetune/Step Time": 7.45825120806694}
+{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.7412619590759277, "Finetune/Loss (Raw)": 0.6732113361358643, "Finetune/Step": 4458, "Finetune/Step Time": 7.471898091956973}
+{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.7402393817901611, "Finetune/Loss (Raw)": 0.6977747082710266, "Finetune/Step": 4459, "Finetune/Step Time": 7.476777283474803}
+{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.740723729133606, "Finetune/Loss (Raw)": 0.867165207862854, "Finetune/Step": 4460, "Finetune/Step Time": 7.47754349373281}
+{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.7394570112228394, "Finetune/Loss (Raw)": 0.6740103363990784, "Finetune/Step": 4461, "Finetune/Step Time": 7.477246047928929}
+{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.7383638620376587, "Finetune/Loss (Raw)": 0.745532751083374, "Finetune/Step": 4462, "Finetune/Step Time": 7.490037769079208}
+{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.7361611127853394, "Finetune/Loss (Raw)": 0.5225957036018372, "Finetune/Step": 4463, "Finetune/Step Time": 7.499014433473349}
+{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.7352378964424133, "Finetune/Loss (Raw)": 0.7673294544219971, "Finetune/Step": 4464, "Finetune/Step Time": 7.502277594059706}
+{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.7367156744003296, "Finetune/Loss (Raw)": 0.7203198075294495, "Finetune/Step": 4465, "Finetune/Step Time": 7.480530763044953}
+{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.7363923192024231, "Finetune/Loss (Raw)": 0.7438173294067383, "Finetune/Step": 4466, "Finetune/Step Time": 7.479553159326315}
+{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.7370797991752625, "Finetune/Loss (Raw)": 0.8255521059036255, "Finetune/Step": 4467, "Finetune/Step Time": 7.474222049117088}
+{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.7375460267066956, "Finetune/Loss (Raw)": 0.7507826089859009, "Finetune/Step": 4468, "Finetune/Step Time": 7.460788229480386}
+{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.7362802028656006, "Finetune/Loss (Raw)": 0.7471712827682495, "Finetune/Step": 4469, "Finetune/Step Time": 7.460719916969538}
+{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.7370291352272034, "Finetune/Loss (Raw)": 0.7676419615745544, "Finetune/Step": 4470, "Finetune/Step Time": 7.423726335167885}
+{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.7365118265151978, "Finetune/Loss (Raw)": 0.6158514618873596, "Finetune/Step": 4471, "Finetune/Step Time": 7.436798168346286}
+{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.7366125583648682, "Finetune/Loss (Raw)": 0.797905683517456, "Finetune/Step": 4472, "Finetune/Step Time": 7.438764510676265}
+{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.7384918928146362, "Finetune/Loss (Raw)": 0.9931079149246216, "Finetune/Step": 4473, "Finetune/Step Time": 7.436728255823255}
+{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.7387953996658325, "Finetune/Loss (Raw)": 0.8231759071350098, "Finetune/Step": 4474, "Finetune/Step Time": 7.446041168645024}
+{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.7371719479560852, "Finetune/Loss (Raw)": 0.663453221321106, "Finetune/Step": 4475, "Finetune/Step Time": 7.467237539589405}
+{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.7374290823936462, "Finetune/Loss (Raw)": 0.8374621272087097, "Finetune/Step": 4476, "Finetune/Step Time": 7.469133893027902}
+{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.7361363768577576, "Finetune/Loss (Raw)": 0.7010175585746765, "Finetune/Step": 4477, "Finetune/Step Time": 7.469864448532462}
+{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.7384896278381348, "Finetune/Loss (Raw)": 0.8536046743392944, "Finetune/Step": 4478, "Finetune/Step Time": 7.441518217325211}
+{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.7383192777633667, "Finetune/Loss (Raw)": 0.788110077381134, "Finetune/Step": 4479, "Finetune/Step Time": 7.460606772452593}
+{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.737209677696228, "Finetune/Loss (Raw)": 0.6396735906600952, "Finetune/Step": 4480, "Finetune/Step Time": 7.465709073469043}
+{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.7362506985664368, "Finetune/Loss (Raw)": 0.7058336138725281, "Finetune/Step": 4481, "Finetune/Step Time": 7.467072993516922}
+{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.7360579967498779, "Finetune/Loss (Raw)": 0.6903650164604187, "Finetune/Step": 4482, "Finetune/Step Time": 7.481015983968973}
+{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.7359803318977356, "Finetune/Loss (Raw)": 0.7889901995658875, "Finetune/Step": 4483, "Finetune/Step Time": 7.478893104940653}
+{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.7365957498550415, "Finetune/Loss (Raw)": 0.8838437795639038, "Finetune/Step": 4484, "Finetune/Step Time": 7.4932836424559355}
+{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.7358088493347168, "Finetune/Loss (Raw)": 0.7575331926345825, "Finetune/Step": 4485, "Finetune/Step Time": 7.494066294282675}
+{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.735181450843811, "Finetune/Loss (Raw)": 0.7393375039100647, "Finetune/Step": 4486, "Finetune/Step Time": 7.491621946915984}
+{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.7316567897796631, "Finetune/Loss (Raw)": 0.320210725069046, "Finetune/Step": 4487, "Finetune/Step Time": 7.503711506724358}
+{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.7323698997497559, "Finetune/Loss (Raw)": 0.8005028367042542, "Finetune/Step": 4488, "Finetune/Step Time": 7.5212338026613}
+{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.7287042140960693, "Finetune/Loss (Raw)": 0.4829408526420593, "Finetune/Step": 4489, "Finetune/Step Time": 7.511583227664232}
+{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.7279265522956848, "Finetune/Loss (Raw)": 0.668114960193634, "Finetune/Step": 4490, "Finetune/Step Time": 7.51561788842082}
+{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.7278684377670288, "Finetune/Loss (Raw)": 0.7328056693077087, "Finetune/Step": 4491, "Finetune/Step Time": 7.50396310351789}
+{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.7287461757659912, "Finetune/Loss (Raw)": 0.8143377900123596, "Finetune/Step": 4492, "Finetune/Step Time": 7.485495392233133}
+{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.7289213538169861, "Finetune/Loss (Raw)": 0.7158223986625671, "Finetune/Step": 4493, "Finetune/Step Time": 7.471197022125125}
+{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.7268720269203186, "Finetune/Loss (Raw)": 0.5831878185272217, "Finetune/Step": 4494, "Finetune/Step Time": 7.475922575220466}
+{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.7273147702217102, "Finetune/Loss (Raw)": 0.7736966609954834, "Finetune/Step": 4495, "Finetune/Step Time": 7.476198010146618}
+{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.7263691425323486, "Finetune/Loss (Raw)": 0.6938110589981079, "Finetune/Step": 4496, "Finetune/Step Time": 7.483512192964554}
+{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.726654052734375, "Finetune/Loss (Raw)": 0.7632809281349182, "Finetune/Step": 4497, "Finetune/Step Time": 7.487308515235782}
+{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.7253851890563965, "Finetune/Loss (Raw)": 0.6934573650360107, "Finetune/Step": 4498, "Finetune/Step Time": 7.48204543069005}
+{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.7253426909446716, "Finetune/Loss (Raw)": 0.8646851181983948, "Finetune/Step": 4499, "Finetune/Step Time": 7.482890121638775}
+{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.7287764549255371, "Finetune/Loss (Raw)": 0.6835116147994995, "Finetune/Step": 4500, "Finetune/Step Time": 7.477055000141263}
+{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.7300366163253784, "Finetune/Loss (Raw)": 0.8669446110725403, "Finetune/Step": 4501, "Finetune/Step Time": 7.4766735881567}
+{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.7290781736373901, "Finetune/Loss (Raw)": 0.643892765045166, "Finetune/Step": 4502, "Finetune/Step Time": 7.4820669665932655}
+{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.7300424575805664, "Finetune/Loss (Raw)": 0.8567472696304321, "Finetune/Step": 4503, "Finetune/Step Time": 7.473444890230894}
+{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.7303503751754761, "Finetune/Loss (Raw)": 0.7522470355033875, "Finetune/Step": 4504, "Finetune/Step Time": 7.463367847725749}
+{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.7301459312438965, "Finetune/Loss (Raw)": 0.7485638856887817, "Finetune/Step": 4505, "Finetune/Step Time": 7.463034143671393}
+{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.7319702506065369, "Finetune/Loss (Raw)": 0.952498733997345, "Finetune/Step": 4506, "Finetune/Step Time": 7.443537790328264}
+{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.7296642065048218, "Finetune/Loss (Raw)": 0.32387909293174744, "Finetune/Step": 4507, "Finetune/Step Time": 7.4436866994947195}
+{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.7287238240242004, "Finetune/Loss (Raw)": 0.7560124397277832, "Finetune/Step": 4508, "Finetune/Step Time": 7.437951911240816}
+{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.7278932332992554, "Finetune/Loss (Raw)": 0.7087827324867249, "Finetune/Step": 4509, "Finetune/Step Time": 7.436054300516844}
+{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.7276274561882019, "Finetune/Loss (Raw)": 0.8506876826286316, "Finetune/Step": 4510, "Finetune/Step Time": 7.433055466040969}
+{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.7302927374839783, "Finetune/Loss (Raw)": 0.9442607164382935, "Finetune/Step": 4511, "Finetune/Step Time": 7.420170674100518}
+{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.7270280122756958, "Finetune/Loss (Raw)": 0.3534471094608307, "Finetune/Step": 4512, "Finetune/Step Time": 7.429251331835985}
+{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.7271437048912048, "Finetune/Loss (Raw)": 0.7747677564620972, "Finetune/Step": 4513, "Finetune/Step Time": 7.435081157833338}
+{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.7273341417312622, "Finetune/Loss (Raw)": 0.6547147035598755, "Finetune/Step": 4514, "Finetune/Step Time": 7.4180787075310946}
+{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.7258524894714355, "Finetune/Loss (Raw)": 0.7597273588180542, "Finetune/Step": 4515, "Finetune/Step Time": 7.421537334099412}
+{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.7242310047149658, "Finetune/Loss (Raw)": 0.6097177267074585, "Finetune/Step": 4516, "Finetune/Step Time": 7.416729753836989}
+{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.7231267690658569, "Finetune/Loss (Raw)": 0.6600912809371948, "Finetune/Step": 4517, "Finetune/Step Time": 7.418440090492368}
+{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.7244480848312378, "Finetune/Loss (Raw)": 0.9359814524650574, "Finetune/Step": 4518, "Finetune/Step Time": 7.414845246821642}
+{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.7253773212432861, "Finetune/Loss (Raw)": 0.8695131540298462, "Finetune/Step": 4519, "Finetune/Step Time": 7.408928047865629}
+{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.7293450832366943, "Finetune/Loss (Raw)": 0.8577327132225037, "Finetune/Step": 4520, "Finetune/Step Time": 7.393412383273244}
+{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.7315813302993774, "Finetune/Loss (Raw)": 0.8908960223197937, "Finetune/Step": 4521, "Finetune/Step Time": 7.381410429254174}
+{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.7315210700035095, "Finetune/Loss (Raw)": 0.7168856859207153, "Finetune/Step": 4522, "Finetune/Step Time": 7.378485703840852}
+{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.7315053939819336, "Finetune/Loss (Raw)": 0.7775551080703735, "Finetune/Step": 4523, "Finetune/Step Time": 7.382774939760566}
+{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.7314298152923584, "Finetune/Loss (Raw)": 0.8080595135688782, "Finetune/Step": 4524, "Finetune/Step Time": 7.37727658264339}
+{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.7342069149017334, "Finetune/Loss (Raw)": 0.7688940167427063, "Finetune/Step": 4525, "Finetune/Step Time": 7.367063712328672}
+{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.7327591776847839, "Finetune/Loss (Raw)": 0.5615598559379578, "Finetune/Step": 4526, "Finetune/Step Time": 7.363386292010546}
+{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.730792760848999, "Finetune/Loss (Raw)": 0.4347257614135742, "Finetune/Step": 4527, "Finetune/Step Time": 7.391086675226688}
+{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.7305155992507935, "Finetune/Loss (Raw)": 0.712249755859375, "Finetune/Step": 4528, "Finetune/Step Time": 7.392651030793786}
+{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.7341982126235962, "Finetune/Loss (Raw)": 0.8006292581558228, "Finetune/Step": 4529, "Finetune/Step Time": 7.383108856156468}
+{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.7360386848449707, "Finetune/Loss (Raw)": 0.8743699193000793, "Finetune/Step": 4530, "Finetune/Step Time": 7.365973558276892}
+{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.7364587783813477, "Finetune/Loss (Raw)": 0.8875663876533508, "Finetune/Step": 4531, "Finetune/Step Time": 7.372397433966398}
+{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.7339270710945129, "Finetune/Loss (Raw)": 0.613044261932373, "Finetune/Step": 4532, "Finetune/Step Time": 7.382265172898769}
+{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.7344808578491211, "Finetune/Loss (Raw)": 0.7967010736465454, "Finetune/Step": 4533, "Finetune/Step Time": 7.374247053638101}
+{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.7322399616241455, "Finetune/Loss (Raw)": 0.3317987322807312, "Finetune/Step": 4534, "Finetune/Step Time": 7.397611448541284}
+{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.7320735454559326, "Finetune/Loss (Raw)": 0.6416170001029968, "Finetune/Step": 4535, "Finetune/Step Time": 7.406840737909079}
+{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.7306763529777527, "Finetune/Loss (Raw)": 0.7504664659500122, "Finetune/Step": 4536, "Finetune/Step Time": 7.416848327964544}
+{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.7315754294395447, "Finetune/Loss (Raw)": 0.7860705852508545, "Finetune/Step": 4537, "Finetune/Step Time": 7.414639253169298}
+{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.7318451404571533, "Finetune/Loss (Raw)": 0.8297288417816162, "Finetune/Step": 4538, "Finetune/Step Time": 7.413547830656171}
+{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.7308263778686523, "Finetune/Loss (Raw)": 0.6314553618431091, "Finetune/Step": 4539, "Finetune/Step Time": 7.420671556144953}
+{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.7275258898735046, "Finetune/Loss (Raw)": 0.3085961639881134, "Finetune/Step": 4540, "Finetune/Step Time": 7.434947483241558}
+{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.7253031730651855, "Finetune/Loss (Raw)": 0.6912344694137573, "Finetune/Step": 4541, "Finetune/Step Time": 7.457859775051475}
+{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.7245944142341614, "Finetune/Loss (Raw)": 0.6422700881958008, "Finetune/Step": 4542, "Finetune/Step Time": 7.4595314003527164}
+{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.7239002585411072, "Finetune/Loss (Raw)": 0.7720086574554443, "Finetune/Step": 4543, "Finetune/Step Time": 7.453683281317353}
+{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.7254461646080017, "Finetune/Loss (Raw)": 0.8702875375747681, "Finetune/Step": 4544, "Finetune/Step Time": 7.444365736097097}
+{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.7243890762329102, "Finetune/Loss (Raw)": 0.748869001865387, "Finetune/Step": 4545, "Finetune/Step Time": 7.445861559361219}
+{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.7249631285667419, "Finetune/Loss (Raw)": 0.8527059555053711, "Finetune/Step": 4546, "Finetune/Step Time": 7.445351228117943}
+{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.7248881459236145, "Finetune/Loss (Raw)": 0.8328286409378052, "Finetune/Step": 4547, "Finetune/Step Time": 7.428156845271587}
+{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.7238876819610596, "Finetune/Loss (Raw)": 0.5607776641845703, "Finetune/Step": 4548, "Finetune/Step Time": 7.440945712849498}
+{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.7225663661956787, "Finetune/Loss (Raw)": 0.580815851688385, "Finetune/Step": 4549, "Finetune/Step Time": 7.441965525969863}
+{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.7235001921653748, "Finetune/Loss (Raw)": 0.8912087678909302, "Finetune/Step": 4550, "Finetune/Step Time": 7.439723996445537}
+{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.7252913117408752, "Finetune/Loss (Raw)": 0.8266633749008179, "Finetune/Step": 4551, "Finetune/Step Time": 7.437215309590101}
+{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.7271807193756104, "Finetune/Loss (Raw)": 0.5751628875732422, "Finetune/Step": 4552, "Finetune/Step Time": 7.435274858027697}
+{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.7287700772285461, "Finetune/Loss (Raw)": 0.8006129264831543, "Finetune/Step": 4553, "Finetune/Step Time": 7.406394500285387}
+{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.7291870713233948, "Finetune/Loss (Raw)": 0.8800316452980042, "Finetune/Step": 4554, "Finetune/Step Time": 7.404746416956186}
+{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.7306221723556519, "Finetune/Loss (Raw)": 0.7887054681777954, "Finetune/Step": 4555, "Finetune/Step Time": 7.4071954768151045}
+{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.7317219972610474, "Finetune/Loss (Raw)": 0.9366474151611328, "Finetune/Step": 4556, "Finetune/Step Time": 7.404632039368153}
+{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.7311931848526001, "Finetune/Loss (Raw)": 0.6886575818061829, "Finetune/Step": 4557, "Finetune/Step Time": 7.420005002990365}
+{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.7311182022094727, "Finetune/Loss (Raw)": 0.5753876566886902, "Finetune/Step": 4558, "Finetune/Step Time": 7.397634074091911}
+{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.7322725653648376, "Finetune/Loss (Raw)": 0.9038605690002441, "Finetune/Step": 4559, "Finetune/Step Time": 7.398775139823556}
+{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.7314667105674744, "Finetune/Loss (Raw)": 0.7218099236488342, "Finetune/Step": 4560, "Finetune/Step Time": 7.39516200684011}
+{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.7330648899078369, "Finetune/Loss (Raw)": 0.78863924741745, "Finetune/Step": 4561, "Finetune/Step Time": 7.384239500388503}
+{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.7329240441322327, "Finetune/Loss (Raw)": 0.8370479345321655, "Finetune/Step": 4562, "Finetune/Step Time": 7.385241199284792}
+{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.7291783094406128, "Finetune/Loss (Raw)": 0.3027086853981018, "Finetune/Step": 4563, "Finetune/Step Time": 7.397467924281955}
+{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.7300928831100464, "Finetune/Loss (Raw)": 0.7432542443275452, "Finetune/Step": 4564, "Finetune/Step Time": 7.38171530328691}
+{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.7298049926757812, "Finetune/Loss (Raw)": 0.6832354068756104, "Finetune/Step": 4565, "Finetune/Step Time": 7.377036064863205}
+{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.7295766472816467, "Finetune/Loss (Raw)": 0.7716295719146729, "Finetune/Step": 4566, "Finetune/Step Time": 7.380729032680392}
+{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.7292547821998596, "Finetune/Loss (Raw)": 0.8765177130699158, "Finetune/Step": 4567, "Finetune/Step Time": 7.379736131057143}
+{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.728718101978302, "Finetune/Loss (Raw)": 0.7956007719039917, "Finetune/Step": 4568, "Finetune/Step Time": 7.3785274140536785}
+{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.7283546924591064, "Finetune/Loss (Raw)": 0.8341162800788879, "Finetune/Step": 4569, "Finetune/Step Time": 7.377866977825761}
+{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.7289076447486877, "Finetune/Loss (Raw)": 0.8403809666633606, "Finetune/Step": 4570, "Finetune/Step Time": 7.364934889599681}
+{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.7275038361549377, "Finetune/Loss (Raw)": 0.6220991611480713, "Finetune/Step": 4571, "Finetune/Step Time": 7.383142849430442}
+{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.7278394103050232, "Finetune/Loss (Raw)": 0.7258105278015137, "Finetune/Step": 4572, "Finetune/Step Time": 7.389240087941289}
+{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.7276811599731445, "Finetune/Loss (Raw)": 0.6680611968040466, "Finetune/Step": 4573, "Finetune/Step Time": 7.405205864459276}
+{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.72721266746521, "Finetune/Loss (Raw)": 0.8025651574134827, "Finetune/Step": 4574, "Finetune/Step Time": 7.405551020056009}
+{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.7269662618637085, "Finetune/Loss (Raw)": 0.7331401705741882, "Finetune/Step": 4575, "Finetune/Step Time": 7.420233756303787}
+{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.7260926961898804, "Finetune/Loss (Raw)": 0.6665671467781067, "Finetune/Step": 4576, "Finetune/Step Time": 7.42838104814291}
+{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.7262889742851257, "Finetune/Loss (Raw)": 0.9154882431030273, "Finetune/Step": 4577, "Finetune/Step Time": 7.431796154007316}
+{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.7275490164756775, "Finetune/Loss (Raw)": 0.8469806909561157, "Finetune/Step": 4578, "Finetune/Step Time": 7.435660505667329}
+{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.7260795831680298, "Finetune/Loss (Raw)": 0.4156535565853119, "Finetune/Step": 4579, "Finetune/Step Time": 7.437994167208672}
+{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.7254322171211243, "Finetune/Loss (Raw)": 0.2627469003200531, "Finetune/Step": 4580, "Finetune/Step Time": 7.438484389334917}
+{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.7252176403999329, "Finetune/Loss (Raw)": 0.658429741859436, "Finetune/Step": 4581, "Finetune/Step Time": 7.447967376559973}
+{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.7252936959266663, "Finetune/Loss (Raw)": 0.7296774983406067, "Finetune/Step": 4582, "Finetune/Step Time": 7.461298717185855}
+{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.727294385433197, "Finetune/Loss (Raw)": 0.8759694695472717, "Finetune/Step": 4583, "Finetune/Step Time": 7.4581226874142885}
+{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.7271798849105835, "Finetune/Loss (Raw)": 0.7117389440536499, "Finetune/Step": 4584, "Finetune/Step Time": 7.458346826955676}
+{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.7269404530525208, "Finetune/Loss (Raw)": 0.6241558790206909, "Finetune/Step": 4585, "Finetune/Step Time": 7.446574326604605}
+{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.727077066898346, "Finetune/Loss (Raw)": 0.6907016038894653, "Finetune/Step": 4586, "Finetune/Step Time": 7.437862064689398}
+{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.7284514904022217, "Finetune/Loss (Raw)": 0.8736962676048279, "Finetune/Step": 4587, "Finetune/Step Time": 7.434543166309595}
+{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.728360116481781, "Finetune/Loss (Raw)": 0.8554757833480835, "Finetune/Step": 4588, "Finetune/Step Time": 7.457694483920932}
+{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.7290465831756592, "Finetune/Loss (Raw)": 0.7618705034255981, "Finetune/Step": 4589, "Finetune/Step Time": 7.468480395153165}
+{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.7287513613700867, "Finetune/Loss (Raw)": 0.7077499032020569, "Finetune/Step": 4590, "Finetune/Step Time": 7.4581129010766745}
+{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.7311071157455444, "Finetune/Loss (Raw)": 0.824127197265625, "Finetune/Step": 4591, "Finetune/Step Time": 7.442154025658965}
+{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.7273609638214111, "Finetune/Loss (Raw)": 0.28781992197036743, "Finetune/Step": 4592, "Finetune/Step Time": 7.437168532982469}
+{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.7282423973083496, "Finetune/Loss (Raw)": 0.8331540822982788, "Finetune/Step": 4593, "Finetune/Step Time": 7.441888960078359}
+{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.7256158590316772, "Finetune/Loss (Raw)": 0.40760862827301025, "Finetune/Step": 4594, "Finetune/Step Time": 7.45522659085691}
+{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.7253258228302002, "Finetune/Loss (Raw)": 0.788436770439148, "Finetune/Step": 4595, "Finetune/Step Time": 7.457899454981089}
+{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.7253817319869995, "Finetune/Loss (Raw)": 0.7579366564750671, "Finetune/Step": 4596, "Finetune/Step Time": 7.465667065232992}
+{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.7251660823822021, "Finetune/Loss (Raw)": 0.7195708155632019, "Finetune/Step": 4597, "Finetune/Step Time": 7.467991750687361}
+{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.7252933979034424, "Finetune/Loss (Raw)": 0.7839305400848389, "Finetune/Step": 4598, "Finetune/Step Time": 7.466097524389625}
+{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.726083517074585, "Finetune/Loss (Raw)": 0.7169883251190186, "Finetune/Step": 4599, "Finetune/Step Time": 7.459975332021713}
+{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.7258222103118896, "Finetune/Loss (Raw)": 0.76446133852005, "Finetune/Step": 4600, "Finetune/Step Time": 7.453603843227029}
+{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.7232909202575684, "Finetune/Loss (Raw)": 0.6691054105758667, "Finetune/Step": 4601, "Finetune/Step Time": 7.458803948014975}
+{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.7244832515716553, "Finetune/Loss (Raw)": 0.975796639919281, "Finetune/Step": 4602, "Finetune/Step Time": 7.450705166906118}
+{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.7242646217346191, "Finetune/Loss (Raw)": 0.6354631781578064, "Finetune/Step": 4603, "Finetune/Step Time": 7.443554691970348}
+{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.7240481376647949, "Finetune/Loss (Raw)": 0.8097566962242126, "Finetune/Step": 4604, "Finetune/Step Time": 7.438025182113051}
+{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.7211428880691528, "Finetune/Loss (Raw)": 0.32914069294929504, "Finetune/Step": 4605, "Finetune/Step Time": 7.450769117102027}
+{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.720873236656189, "Finetune/Loss (Raw)": 0.8190910220146179, "Finetune/Step": 4606, "Finetune/Step Time": 7.458487072959542}
+{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.7203516960144043, "Finetune/Loss (Raw)": 0.7213583588600159, "Finetune/Step": 4607, "Finetune/Step Time": 7.441353306174278}
+{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.7212967872619629, "Finetune/Loss (Raw)": 0.7606313824653625, "Finetune/Step": 4608, "Finetune/Step Time": 7.437307290732861}
+{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.7231327891349792, "Finetune/Loss (Raw)": 0.9408476948738098, "Finetune/Step": 4609, "Finetune/Step Time": 7.436224369332194}
+{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.7233738303184509, "Finetune/Loss (Raw)": 0.7212198376655579, "Finetune/Step": 4610, "Finetune/Step Time": 7.41947053745389}
+{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.7194279432296753, "Finetune/Loss (Raw)": 0.28391945362091064, "Finetune/Step": 4611, "Finetune/Step Time": 7.43220778554678}
+{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.7187305688858032, "Finetune/Loss (Raw)": 0.794581413269043, "Finetune/Step": 4612, "Finetune/Step Time": 7.414707534015179}
+{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.7177298069000244, "Finetune/Loss (Raw)": 0.6294248700141907, "Finetune/Step": 4613, "Finetune/Step Time": 7.43841153755784}
+{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.7174749374389648, "Finetune/Loss (Raw)": 0.7067213654518127, "Finetune/Step": 4614, "Finetune/Step Time": 7.445163471624255}
+{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.7219815254211426, "Finetune/Loss (Raw)": 0.8970587849617004, "Finetune/Step": 4615, "Finetune/Step Time": 7.432615991681814}
+{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.7214406132698059, "Finetune/Loss (Raw)": 0.7312570810317993, "Finetune/Step": 4616, "Finetune/Step Time": 7.413873868063092}
+{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.7228954434394836, "Finetune/Loss (Raw)": 0.6691628694534302, "Finetune/Step": 4617, "Finetune/Step Time": 7.406173091381788}
+{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.7242196798324585, "Finetune/Loss (Raw)": 0.837622880935669, "Finetune/Step": 4618, "Finetune/Step Time": 7.39821713604033}
+{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.7253788709640503, "Finetune/Loss (Raw)": 0.8811712861061096, "Finetune/Step": 4619, "Finetune/Step Time": 7.400367232039571}
+{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.7245708107948303, "Finetune/Loss (Raw)": 0.7109090685844421, "Finetune/Step": 4620, "Finetune/Step Time": 7.405538849532604}
+{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.7258418798446655, "Finetune/Loss (Raw)": 0.878515362739563, "Finetune/Step": 4621, "Finetune/Step Time": 7.3958952985703945}
+{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.7276255488395691, "Finetune/Loss (Raw)": 0.8115032911300659, "Finetune/Step": 4622, "Finetune/Step Time": 7.392729215323925}
+{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.7281949520111084, "Finetune/Loss (Raw)": 0.8465844988822937, "Finetune/Step": 4623, "Finetune/Step Time": 7.390169613063335}
+{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.7284311056137085, "Finetune/Loss (Raw)": 0.7240285873413086, "Finetune/Step": 4624, "Finetune/Step Time": 7.383841149508953}
+{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.7289903163909912, "Finetune/Loss (Raw)": 0.8348574638366699, "Finetune/Step": 4625, "Finetune/Step Time": 7.384351430460811}
+{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.7262774705886841, "Finetune/Loss (Raw)": 0.34622347354888916, "Finetune/Step": 4626, "Finetune/Step Time": 7.392530493438244}
+{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.7253743410110474, "Finetune/Loss (Raw)": 0.7490830421447754, "Finetune/Step": 4627, "Finetune/Step Time": 7.4136099349707365}
+{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.7252200841903687, "Finetune/Loss (Raw)": 0.663763165473938, "Finetune/Step": 4628, "Finetune/Step Time": 7.417770842090249}
+{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.724164605140686, "Finetune/Loss (Raw)": 0.7318467497825623, "Finetune/Step": 4629, "Finetune/Step Time": 7.414949091151357}
+{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.7243696451187134, "Finetune/Loss (Raw)": 0.6701312065124512, "Finetune/Step": 4630, "Finetune/Step Time": 7.422037618234754}
+{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.7221267223358154, "Finetune/Loss (Raw)": 0.5696557760238647, "Finetune/Step": 4631, "Finetune/Step Time": 7.4402218870818615}
+{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.7183421850204468, "Finetune/Loss (Raw)": 0.2678276002407074, "Finetune/Step": 4632, "Finetune/Step Time": 7.44852907769382}
+{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.7169630527496338, "Finetune/Loss (Raw)": 0.5720319747924805, "Finetune/Step": 4633, "Finetune/Step Time": 7.460221519693732}
+{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.7162425518035889, "Finetune/Loss (Raw)": 0.8602819442749023, "Finetune/Step": 4634, "Finetune/Step Time": 7.466732734814286}
+{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.718077540397644, "Finetune/Loss (Raw)": 0.5587522387504578, "Finetune/Step": 4635, "Finetune/Step Time": 7.472009900957346}
+{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.7182513475418091, "Finetune/Loss (Raw)": 0.7782557010650635, "Finetune/Step": 4636, "Finetune/Step Time": 7.483901960775256}
+{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.7193506956100464, "Finetune/Loss (Raw)": 0.84949791431427, "Finetune/Step": 4637, "Finetune/Step Time": 7.477578282356262}
+{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.7203924655914307, "Finetune/Loss (Raw)": 0.9840455055236816, "Finetune/Step": 4638, "Finetune/Step Time": 7.490548396483064}
+{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.7176746129989624, "Finetune/Loss (Raw)": 0.5963679552078247, "Finetune/Step": 4639, "Finetune/Step Time": 7.514279099181294}
+{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.7215510606765747, "Finetune/Loss (Raw)": 0.8496350049972534, "Finetune/Step": 4640, "Finetune/Step Time": 7.507099280133843}
+{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.721660852432251, "Finetune/Loss (Raw)": 0.7888166904449463, "Finetune/Step": 4641, "Finetune/Step Time": 7.504591196775436}
+{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.7227479219436646, "Finetune/Loss (Raw)": 0.7938678860664368, "Finetune/Step": 4642, "Finetune/Step Time": 7.5046733524650335}
+{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.7236181497573853, "Finetune/Loss (Raw)": 0.8711188435554504, "Finetune/Step": 4643, "Finetune/Step Time": 7.511990921571851}
+{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.7217512130737305, "Finetune/Loss (Raw)": 0.37074029445648193, "Finetune/Step": 4644, "Finetune/Step Time": 7.52603779733181}
+{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.7230501174926758, "Finetune/Loss (Raw)": 0.8263556361198425, "Finetune/Step": 4645, "Finetune/Step Time": 7.524082750082016}
+{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.7205204963684082, "Finetune/Loss (Raw)": 0.6121901869773865, "Finetune/Step": 4646, "Finetune/Step Time": 7.53609374910593}
+{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.7198492288589478, "Finetune/Loss (Raw)": 0.783588171005249, "Finetune/Step": 4647, "Finetune/Step Time": 7.539300475269556}
+{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.7187843918800354, "Finetune/Loss (Raw)": 0.7214357852935791, "Finetune/Step": 4648, "Finetune/Step Time": 7.544843792915344}
+{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.718511700630188, "Finetune/Loss (Raw)": 0.8559908866882324, "Finetune/Step": 4649, "Finetune/Step Time": 7.540638649836183}
+{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.7178590297698975, "Finetune/Loss (Raw)": 0.6333455443382263, "Finetune/Step": 4650, "Finetune/Step Time": 7.547694278880954}
+{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.7177892327308655, "Finetune/Loss (Raw)": 0.7686256766319275, "Finetune/Step": 4651, "Finetune/Step Time": 7.540621528401971}
+{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.7174868583679199, "Finetune/Loss (Raw)": 0.7693518400192261, "Finetune/Step": 4652, "Finetune/Step Time": 7.538459127768874}
+{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.713802695274353, "Finetune/Loss (Raw)": 0.29731908440589905, "Finetune/Step": 4653, "Finetune/Step Time": 7.548740599304438}
+{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.715177059173584, "Finetune/Loss (Raw)": 0.7374788522720337, "Finetune/Step": 4654, "Finetune/Step Time": 7.553259739652276}
+{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.7166216373443604, "Finetune/Loss (Raw)": 0.6196316480636597, "Finetune/Step": 4655, "Finetune/Step Time": 7.528324440121651}
+{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.7144047021865845, "Finetune/Loss (Raw)": 0.42848408222198486, "Finetune/Step": 4656, "Finetune/Step Time": 7.539790872484446}
+{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.7138987183570862, "Finetune/Loss (Raw)": 0.7358641624450684, "Finetune/Step": 4657, "Finetune/Step Time": 7.537285007536411}
+{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.7136014699935913, "Finetune/Loss (Raw)": 0.8363204598426819, "Finetune/Step": 4658, "Finetune/Step Time": 7.5336637161672115}
+{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.7133205533027649, "Finetune/Loss (Raw)": 0.8516106605529785, "Finetune/Step": 4659, "Finetune/Step Time": 7.530381567776203}
+{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.7149416208267212, "Finetune/Loss (Raw)": 0.8205333352088928, "Finetune/Step": 4660, "Finetune/Step Time": 7.536656431853771}
+{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.713982105255127, "Finetune/Loss (Raw)": 0.6738964319229126, "Finetune/Step": 4661, "Finetune/Step Time": 7.537464484572411}
+{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.7179793119430542, "Finetune/Loss (Raw)": 0.8434332013130188, "Finetune/Step": 4662, "Finetune/Step Time": 7.513776507228613}
+{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.7193707227706909, "Finetune/Loss (Raw)": 0.8197174668312073, "Finetune/Step": 4663, "Finetune/Step Time": 7.502059392631054}
+{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.7195830345153809, "Finetune/Loss (Raw)": 0.7776422500610352, "Finetune/Step": 4664, "Finetune/Step Time": 7.490071954205632}
+{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.7189088463783264, "Finetune/Loss (Raw)": 0.6997795701026917, "Finetune/Step": 4665, "Finetune/Step Time": 7.489803059026599}
+{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.7168533802032471, "Finetune/Loss (Raw)": 0.5666235685348511, "Finetune/Step": 4666, "Finetune/Step Time": 7.509330628439784}
+{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.7184222340583801, "Finetune/Loss (Raw)": 0.8322749137878418, "Finetune/Step": 4667, "Finetune/Step Time": 7.497269267216325}
+{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.7217451333999634, "Finetune/Loss (Raw)": 0.733919084072113, "Finetune/Step": 4668, "Finetune/Step Time": 7.494040876626968}
+{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.7190555334091187, "Finetune/Loss (Raw)": 0.3469758629798889, "Finetune/Step": 4669, "Finetune/Step Time": 7.487050199881196}
+{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.7202636003494263, "Finetune/Loss (Raw)": 0.7968990802764893, "Finetune/Step": 4670, "Finetune/Step Time": 7.485869217664003}
+{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.7198132276535034, "Finetune/Loss (Raw)": 0.7143659591674805, "Finetune/Step": 4671, "Finetune/Step Time": 7.48135126568377}
+{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.7192447185516357, "Finetune/Loss (Raw)": 0.7975091934204102, "Finetune/Step": 4672, "Finetune/Step Time": 7.495534315705299}
+{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.7195115089416504, "Finetune/Loss (Raw)": 0.7830241918563843, "Finetune/Step": 4673, "Finetune/Step Time": 7.485170187428594}
+{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.7195775508880615, "Finetune/Loss (Raw)": 0.8611578941345215, "Finetune/Step": 4674, "Finetune/Step Time": 7.508591420948505}
+{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.7195453643798828, "Finetune/Loss (Raw)": 0.8287076354026794, "Finetune/Step": 4675, "Finetune/Step Time": 7.511120796203613}
+{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.7208653092384338, "Finetune/Loss (Raw)": 0.7297248840332031, "Finetune/Step": 4676, "Finetune/Step Time": 7.472295252606273}
+{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.7229349613189697, "Finetune/Loss (Raw)": 0.8457397222518921, "Finetune/Step": 4677, "Finetune/Step Time": 7.461934879422188}
+{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.7219289541244507, "Finetune/Loss (Raw)": 0.7624313235282898, "Finetune/Step": 4678, "Finetune/Step Time": 7.486821070313454}
+{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.7203671932220459, "Finetune/Loss (Raw)": 0.6267648339271545, "Finetune/Step": 4679, "Finetune/Step Time": 7.486697053536773}
+{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.7227464914321899, "Finetune/Loss (Raw)": 0.8797122836112976, "Finetune/Step": 4680, "Finetune/Step Time": 7.477948667481542}
+{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.7223639488220215, "Finetune/Loss (Raw)": 0.7516424655914307, "Finetune/Step": 4681, "Finetune/Step Time": 7.494309803470969}
+{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.7212358713150024, "Finetune/Loss (Raw)": 0.7356426119804382, "Finetune/Step": 4682, "Finetune/Step Time": 7.50567214936018}
+{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.7210532426834106, "Finetune/Loss (Raw)": 0.7653313279151917, "Finetune/Step": 4683, "Finetune/Step Time": 7.489917604252696}
+{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.7204911708831787, "Finetune/Loss (Raw)": 0.8647013306617737, "Finetune/Step": 4684, "Finetune/Step Time": 7.488193195313215}
+{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.7217363119125366, "Finetune/Loss (Raw)": 0.8480328917503357, "Finetune/Step": 4685, "Finetune/Step Time": 7.478116612881422}
+{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.7223377227783203, "Finetune/Loss (Raw)": 0.6523687839508057, "Finetune/Step": 4686, "Finetune/Step Time": 7.476806502789259}
+{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.7213727235794067, "Finetune/Loss (Raw)": 0.7803447246551514, "Finetune/Step": 4687, "Finetune/Step Time": 7.468639949336648}
+{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.7237508296966553, "Finetune/Loss (Raw)": 1.0262024402618408, "Finetune/Step": 4688, "Finetune/Step Time": 7.466122483834624}
+{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.7244369983673096, "Finetune/Loss (Raw)": 0.8764709234237671, "Finetune/Step": 4689, "Finetune/Step Time": 7.459099318832159}
+{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.7228841185569763, "Finetune/Loss (Raw)": 0.6382772922515869, "Finetune/Step": 4690, "Finetune/Step Time": 7.4728449285030365}
+{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.727465808391571, "Finetune/Loss (Raw)": 0.8891692757606506, "Finetune/Step": 4691, "Finetune/Step Time": 7.471764272078872}
+{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.7289419174194336, "Finetune/Loss (Raw)": 0.9321891665458679, "Finetune/Step": 4692, "Finetune/Step Time": 7.4719645995646715}
+{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.7295436263084412, "Finetune/Loss (Raw)": 0.7602570056915283, "Finetune/Step": 4693, "Finetune/Step Time": 7.494245333597064}
+{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.730429470539093, "Finetune/Loss (Raw)": 0.8850144147872925, "Finetune/Step": 4694, "Finetune/Step Time": 7.488258223980665}
+{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.7300080060958862, "Finetune/Loss (Raw)": 0.8225749731063843, "Finetune/Step": 4695, "Finetune/Step Time": 7.491717215627432}
+{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.7289661169052124, "Finetune/Loss (Raw)": 0.6622323989868164, "Finetune/Step": 4696, "Finetune/Step Time": 7.514030698686838}
+{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.7282958626747131, "Finetune/Loss (Raw)": 0.7483271956443787, "Finetune/Step": 4697, "Finetune/Step Time": 7.507897965610027}
+{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.7283767461776733, "Finetune/Loss (Raw)": 0.8507390022277832, "Finetune/Step": 4698, "Finetune/Step Time": 7.520869517698884}
+{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.7303501963615417, "Finetune/Loss (Raw)": 0.8746986985206604, "Finetune/Step": 4699, "Finetune/Step Time": 7.51602640748024}
+{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.7307519316673279, "Finetune/Loss (Raw)": 0.7772318124771118, "Finetune/Step": 4700, "Finetune/Step Time": 7.511339105665684}
+{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.7319570779800415, "Finetune/Loss (Raw)": 0.8223193287849426, "Finetune/Step": 4701, "Finetune/Step Time": 7.499589851126075}
+{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.7315611839294434, "Finetune/Loss (Raw)": 0.7518908977508545, "Finetune/Step": 4702, "Finetune/Step Time": 7.500991268083453}
+{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.7328266501426697, "Finetune/Loss (Raw)": 0.8951194882392883, "Finetune/Step": 4703, "Finetune/Step Time": 7.483423292636871}
+{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.7328145503997803, "Finetune/Loss (Raw)": 0.6650142669677734, "Finetune/Step": 4704, "Finetune/Step Time": 7.476368870586157}
+{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.7324883937835693, "Finetune/Loss (Raw)": 0.8737442493438721, "Finetune/Step": 4705, "Finetune/Step Time": 7.476278210058808}
+{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.7314258217811584, "Finetune/Loss (Raw)": 0.710974395275116, "Finetune/Step": 4706, "Finetune/Step Time": 7.469937352463603}
+{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.7335464954376221, "Finetune/Loss (Raw)": 0.6870954036712646, "Finetune/Step": 4707, "Finetune/Step Time": 7.457809146493673}
+{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.736879289150238, "Finetune/Loss (Raw)": 0.689344048500061, "Finetune/Step": 4708, "Finetune/Step Time": 7.444038299843669}
+{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.7369168996810913, "Finetune/Loss (Raw)": 0.6632415652275085, "Finetune/Step": 4709, "Finetune/Step Time": 7.4473556485027075}
+{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.7386394143104553, "Finetune/Loss (Raw)": 0.9501588344573975, "Finetune/Step": 4710, "Finetune/Step Time": 7.427798006683588}
+{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.7378044724464417, "Finetune/Loss (Raw)": 0.7691017389297485, "Finetune/Step": 4711, "Finetune/Step Time": 7.417062787339091}
+{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.7376502752304077, "Finetune/Loss (Raw)": 0.6920031905174255, "Finetune/Step": 4712, "Finetune/Step Time": 7.4290412943810225}
+{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.73934006690979, "Finetune/Loss (Raw)": 0.8404490947723389, "Finetune/Step": 4713, "Finetune/Step Time": 7.430796949192882}
+{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.7396240830421448, "Finetune/Loss (Raw)": 0.7270565629005432, "Finetune/Step": 4714, "Finetune/Step Time": 7.4332570899277925}
+{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.7387881278991699, "Finetune/Loss (Raw)": 0.7666873931884766, "Finetune/Step": 4715, "Finetune/Step Time": 7.436318786814809}
+{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.7378665208816528, "Finetune/Loss (Raw)": 0.7375104427337646, "Finetune/Step": 4716, "Finetune/Step Time": 7.41173280775547}
+{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.7383285760879517, "Finetune/Loss (Raw)": 0.8210201859474182, "Finetune/Step": 4717, "Finetune/Step Time": 7.397751251235604}
+{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.7371786832809448, "Finetune/Loss (Raw)": 0.5605595707893372, "Finetune/Step": 4718, "Finetune/Step Time": 7.410822564736009}
+{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.7356840968132019, "Finetune/Loss (Raw)": 0.6328220367431641, "Finetune/Step": 4719, "Finetune/Step Time": 7.4101660046726465}
+{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.7371920943260193, "Finetune/Loss (Raw)": 0.48084554076194763, "Finetune/Step": 4720, "Finetune/Step Time": 7.43082089163363}
+{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.7353783845901489, "Finetune/Loss (Raw)": 0.6009929776191711, "Finetune/Step": 4721, "Finetune/Step Time": 7.435179464519024}
+{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.7375996708869934, "Finetune/Loss (Raw)": 0.6919373273849487, "Finetune/Step": 4722, "Finetune/Step Time": 7.422614820301533}
+{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.7375540733337402, "Finetune/Loss (Raw)": 0.7825920581817627, "Finetune/Step": 4723, "Finetune/Step Time": 7.420588716864586}
+{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.7364672422409058, "Finetune/Loss (Raw)": 0.6188254952430725, "Finetune/Step": 4724, "Finetune/Step Time": 7.441018596291542}
+{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.7363284826278687, "Finetune/Loss (Raw)": 0.701819896697998, "Finetune/Step": 4725, "Finetune/Step Time": 7.44320416636765}
+{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.735397458076477, "Finetune/Loss (Raw)": 0.6647536158561707, "Finetune/Step": 4726, "Finetune/Step Time": 7.445075096562505}
+{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.7354524731636047, "Finetune/Loss (Raw)": 0.7240310907363892, "Finetune/Step": 4727, "Finetune/Step Time": 7.441033914685249}
+{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.7351392507553101, "Finetune/Loss (Raw)": 0.7243760824203491, "Finetune/Step": 4728, "Finetune/Step Time": 7.443163486197591}
+{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.7377994060516357, "Finetune/Loss (Raw)": 1.0095980167388916, "Finetune/Step": 4729, "Finetune/Step Time": 7.439488690346479}
+{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.7361941933631897, "Finetune/Loss (Raw)": 0.7703307271003723, "Finetune/Step": 4730, "Finetune/Step Time": 7.433994337916374}
+{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.7361452579498291, "Finetune/Loss (Raw)": 0.6291958093643188, "Finetune/Step": 4731, "Finetune/Step Time": 7.43254011310637}
+{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.7359133362770081, "Finetune/Loss (Raw)": 0.7800678014755249, "Finetune/Step": 4732, "Finetune/Step Time": 7.432032451033592}
+{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.7399667501449585, "Finetune/Loss (Raw)": 0.8479841947555542, "Finetune/Step": 4733, "Finetune/Step Time": 7.41385892033577}
+{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.7389287948608398, "Finetune/Loss (Raw)": 0.6862261295318604, "Finetune/Step": 4734, "Finetune/Step Time": 7.420642467215657}
+{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.739960789680481, "Finetune/Loss (Raw)": 0.8534600138664246, "Finetune/Step": 4735, "Finetune/Step Time": 7.420283675193787}
+{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.7385174036026001, "Finetune/Loss (Raw)": 0.5758734345436096, "Finetune/Step": 4736, "Finetune/Step Time": 7.429600605741143}
+{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.736388087272644, "Finetune/Loss (Raw)": 0.66829514503479, "Finetune/Step": 4737, "Finetune/Step Time": 7.438805991783738}
+{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.7371880412101746, "Finetune/Loss (Raw)": 0.8236154913902283, "Finetune/Step": 4738, "Finetune/Step Time": 7.446683442220092}
+{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.7403926849365234, "Finetune/Loss (Raw)": 0.6941060423851013, "Finetune/Step": 4739, "Finetune/Step Time": 7.435971679165959}
+{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.7395129799842834, "Finetune/Loss (Raw)": 0.6819869875907898, "Finetune/Step": 4740, "Finetune/Step Time": 7.438694244250655}
+{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.7387559413909912, "Finetune/Loss (Raw)": 0.5325230360031128, "Finetune/Step": 4741, "Finetune/Step Time": 7.420921642333269}
+{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.7384656071662903, "Finetune/Loss (Raw)": 0.6695590019226074, "Finetune/Step": 4742, "Finetune/Step Time": 7.430526543408632}
+{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.7364743947982788, "Finetune/Loss (Raw)": 0.6421809792518616, "Finetune/Step": 4743, "Finetune/Step Time": 7.445140326395631}
+{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.7381066083908081, "Finetune/Loss (Raw)": 0.9401882290840149, "Finetune/Step": 4744, "Finetune/Step Time": 7.4454831182956696}
+{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.7382397651672363, "Finetune/Loss (Raw)": 0.6862024068832397, "Finetune/Step": 4745, "Finetune/Step Time": 7.473682573065162}
+{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.7369824647903442, "Finetune/Loss (Raw)": 0.6766844987869263, "Finetune/Step": 4746, "Finetune/Step Time": 7.49627267755568}
+{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.7372390031814575, "Finetune/Loss (Raw)": 0.9140070080757141, "Finetune/Step": 4747, "Finetune/Step Time": 7.5057673044502735}
+{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.7381238341331482, "Finetune/Loss (Raw)": 0.82416832447052, "Finetune/Step": 4748, "Finetune/Step Time": 7.500420451164246}
+{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.7374380826950073, "Finetune/Loss (Raw)": 0.7907379269599915, "Finetune/Step": 4749, "Finetune/Step Time": 7.4961365051567554}
+{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.7368310689926147, "Finetune/Loss (Raw)": 0.7338053584098816, "Finetune/Step": 4750, "Finetune/Step Time": 7.498001666739583}
+{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.7360197901725769, "Finetune/Loss (Raw)": 0.7427486181259155, "Finetune/Step": 4751, "Finetune/Step Time": 7.512832064181566}
+{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.736893355846405, "Finetune/Loss (Raw)": 0.8358418941497803, "Finetune/Step": 4752, "Finetune/Step Time": 7.525733795017004}
+{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.7358003854751587, "Finetune/Loss (Raw)": 0.6949620842933655, "Finetune/Step": 4753, "Finetune/Step Time": 7.517074961215258}
+{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.7393027544021606, "Finetune/Loss (Raw)": 0.7945195436477661, "Finetune/Step": 4754, "Finetune/Step Time": 7.508387614041567}
+{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.7394008636474609, "Finetune/Loss (Raw)": 0.7616412043571472, "Finetune/Step": 4755, "Finetune/Step Time": 7.49644972756505}
+{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.7401173114776611, "Finetune/Loss (Raw)": 0.7554709315299988, "Finetune/Step": 4756, "Finetune/Step Time": 7.48862824216485}
+{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.7403059005737305, "Finetune/Loss (Raw)": 0.7559891939163208, "Finetune/Step": 4757, "Finetune/Step Time": 7.488255653530359}
+{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.7408912181854248, "Finetune/Loss (Raw)": 0.7450500726699829, "Finetune/Step": 4758, "Finetune/Step Time": 7.4784743916243315}
+{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.7419358491897583, "Finetune/Loss (Raw)": 0.7033641338348389, "Finetune/Step": 4759, "Finetune/Step Time": 7.4641173183918}
+{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.7459428310394287, "Finetune/Loss (Raw)": 0.7807258367538452, "Finetune/Step": 4760, "Finetune/Step Time": 7.452936803922057}
+{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.7461013197898865, "Finetune/Loss (Raw)": 0.5923173427581787, "Finetune/Step": 4761, "Finetune/Step Time": 7.455865198746324}
+{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.7449309825897217, "Finetune/Loss (Raw)": 0.7104763984680176, "Finetune/Step": 4762, "Finetune/Step Time": 7.454275855794549}
+{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.7465049624443054, "Finetune/Loss (Raw)": 0.7602238059043884, "Finetune/Step": 4763, "Finetune/Step Time": 7.439508272334933}
+{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.7457268238067627, "Finetune/Loss (Raw)": 0.6786536574363708, "Finetune/Step": 4764, "Finetune/Step Time": 7.4444362092763186}
+{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.7441146969795227, "Finetune/Loss (Raw)": 0.6431454420089722, "Finetune/Step": 4765, "Finetune/Step Time": 7.444563923403621}
+{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.7436051368713379, "Finetune/Loss (Raw)": 0.9188253879547119, "Finetune/Step": 4766, "Finetune/Step Time": 7.435957066714764}
+{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.7452515959739685, "Finetune/Loss (Raw)": 0.8071106672286987, "Finetune/Step": 4767, "Finetune/Step Time": 7.407774286344647}
+{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.744366466999054, "Finetune/Loss (Raw)": 0.7363393902778625, "Finetune/Step": 4768, "Finetune/Step Time": 7.411472104489803}
+{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.7440797090530396, "Finetune/Loss (Raw)": 0.7521104216575623, "Finetune/Step": 4769, "Finetune/Step Time": 7.411202387884259}
+{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.7416234016418457, "Finetune/Loss (Raw)": 0.4794654846191406, "Finetune/Step": 4770, "Finetune/Step Time": 7.414560776203871}
+{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.7417668104171753, "Finetune/Loss (Raw)": 0.8894724249839783, "Finetune/Step": 4771, "Finetune/Step Time": 7.407208681106567}
+{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.7441610097885132, "Finetune/Loss (Raw)": 0.6772019863128662, "Finetune/Step": 4772, "Finetune/Step Time": 7.406225243583322}
+{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.7420153021812439, "Finetune/Loss (Raw)": 0.5516940951347351, "Finetune/Step": 4773, "Finetune/Step Time": 7.4069217052310705}
+{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.7434079647064209, "Finetune/Loss (Raw)": 0.7904583811759949, "Finetune/Step": 4774, "Finetune/Step Time": 7.397290054708719}
+{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.7440320253372192, "Finetune/Loss (Raw)": 0.8634612560272217, "Finetune/Step": 4775, "Finetune/Step Time": 7.395996451377869}
+{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.7436395883560181, "Finetune/Loss (Raw)": 0.6712066531181335, "Finetune/Step": 4776, "Finetune/Step Time": 7.4082641415297985}
+{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.7428863644599915, "Finetune/Loss (Raw)": 0.7595797181129456, "Finetune/Step": 4777, "Finetune/Step Time": 7.4098845683038235}
+{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.7401688098907471, "Finetune/Loss (Raw)": 0.2854999899864197, "Finetune/Step": 4778, "Finetune/Step Time": 7.408574238419533}
+{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.7413642406463623, "Finetune/Loss (Raw)": 0.9216374158859253, "Finetune/Step": 4779, "Finetune/Step Time": 7.410079922527075}
+{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.740732729434967, "Finetune/Loss (Raw)": 0.6885255575180054, "Finetune/Step": 4780, "Finetune/Step Time": 7.415232675150037}
+{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.743369460105896, "Finetune/Loss (Raw)": 0.6348159909248352, "Finetune/Step": 4781, "Finetune/Step Time": 7.410493474453688}
+{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.7427406907081604, "Finetune/Loss (Raw)": 0.6569995880126953, "Finetune/Step": 4782, "Finetune/Step Time": 7.412304673343897}
+{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.7407146096229553, "Finetune/Loss (Raw)": 0.3602878451347351, "Finetune/Step": 4783, "Finetune/Step Time": 7.420984884724021}
+{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.7434880137443542, "Finetune/Loss (Raw)": 0.7834826111793518, "Finetune/Step": 4784, "Finetune/Step Time": 7.399476822465658}
+{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.7452043294906616, "Finetune/Loss (Raw)": 0.955555260181427, "Finetune/Step": 4785, "Finetune/Step Time": 7.448935214430094}
+{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.7450295686721802, "Finetune/Loss (Raw)": 0.8139507174491882, "Finetune/Step": 4786, "Finetune/Step Time": 7.498910119757056}
+{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.7442675232887268, "Finetune/Loss (Raw)": 0.7540658712387085, "Finetune/Step": 4787, "Finetune/Step Time": 7.49418275244534}
+{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.7429103255271912, "Finetune/Loss (Raw)": 0.6468127369880676, "Finetune/Step": 4788, "Finetune/Step Time": 7.502666560932994}
+{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.7421929240226746, "Finetune/Loss (Raw)": 0.5820635557174683, "Finetune/Step": 4789, "Finetune/Step Time": 7.5032106675207615}
+{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.7419151067733765, "Finetune/Loss (Raw)": 0.8078799843788147, "Finetune/Step": 4790, "Finetune/Step Time": 7.508192878216505}
+{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.7378158569335938, "Finetune/Loss (Raw)": 0.2950107753276825, "Finetune/Step": 4791, "Finetune/Step Time": 7.521522678434849}
+{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.7392445206642151, "Finetune/Loss (Raw)": 0.9605103731155396, "Finetune/Step": 4792, "Finetune/Step Time": 7.525263739749789}
+{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.7403106689453125, "Finetune/Loss (Raw)": 0.8362443447113037, "Finetune/Step": 4793, "Finetune/Step Time": 7.52379959449172}
+{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.7413200736045837, "Finetune/Loss (Raw)": 0.6958302855491638, "Finetune/Step": 4794, "Finetune/Step Time": 7.504713615402579}
+{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.7402005791664124, "Finetune/Loss (Raw)": 0.6889782547950745, "Finetune/Step": 4795, "Finetune/Step Time": 7.5348458755761385}
+{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.7411035299301147, "Finetune/Loss (Raw)": 0.849506139755249, "Finetune/Step": 4796, "Finetune/Step Time": 7.528664348646998}
+{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.7445387840270996, "Finetune/Loss (Raw)": 0.7866771817207336, "Finetune/Step": 4797, "Finetune/Step Time": 7.515437150374055}
+{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.742899477481842, "Finetune/Loss (Raw)": 0.5870680212974548, "Finetune/Step": 4798, "Finetune/Step Time": 7.5305145829916}
+{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.7438709735870361, "Finetune/Loss (Raw)": 0.8387216925621033, "Finetune/Step": 4799, "Finetune/Step Time": 7.534910565242171}
+{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.7450481653213501, "Finetune/Loss (Raw)": 0.9481900930404663, "Finetune/Step": 4800, "Finetune/Step Time": 7.528069132938981}
+{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.745587944984436, "Finetune/Loss (Raw)": 0.8521167039871216, "Finetune/Step": 4801, "Finetune/Step Time": 7.530614517629147}
+{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.7449792623519897, "Finetune/Loss (Raw)": 0.783240020275116, "Finetune/Step": 4802, "Finetune/Step Time": 7.503686387091875}
+{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.7451478838920593, "Finetune/Loss (Raw)": 0.8502930402755737, "Finetune/Step": 4803, "Finetune/Step Time": 7.507198292762041}
+{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.7457361221313477, "Finetune/Loss (Raw)": 0.8050243258476257, "Finetune/Step": 4804, "Finetune/Step Time": 7.509555101394653}
+{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.7458293437957764, "Finetune/Loss (Raw)": 0.8576627969741821, "Finetune/Step": 4805, "Finetune/Step Time": 7.514822367578745}
+{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.7459558844566345, "Finetune/Loss (Raw)": 0.7786316871643066, "Finetune/Step": 4806, "Finetune/Step Time": 7.4953653793782}
+{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.7470791339874268, "Finetune/Loss (Raw)": 0.7705473899841309, "Finetune/Step": 4807, "Finetune/Step Time": 7.505700768902898}
+{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.7472983598709106, "Finetune/Loss (Raw)": 0.9077680110931396, "Finetune/Step": 4808, "Finetune/Step Time": 7.502062540501356}
+{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.7458066940307617, "Finetune/Loss (Raw)": 0.5607169270515442, "Finetune/Step": 4809, "Finetune/Step Time": 7.490265866741538}
+{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.7458717823028564, "Finetune/Loss (Raw)": 0.7439727783203125, "Finetune/Step": 4810, "Finetune/Step Time": 7.480720270425081}
+{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.7460814118385315, "Finetune/Loss (Raw)": 0.79216068983078, "Finetune/Step": 4811, "Finetune/Step Time": 7.495387062430382}
+{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.7454303503036499, "Finetune/Loss (Raw)": 0.7813652157783508, "Finetune/Step": 4812, "Finetune/Step Time": 7.494925586506724}
+{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.7424781918525696, "Finetune/Loss (Raw)": 0.4701550304889679, "Finetune/Step": 4813, "Finetune/Step Time": 7.503260524943471}
+{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.7436760663986206, "Finetune/Loss (Raw)": 0.8056953549385071, "Finetune/Step": 4814, "Finetune/Step Time": 7.492850137874484}
+{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.7444225549697876, "Finetune/Loss (Raw)": 0.875896155834198, "Finetune/Step": 4815, "Finetune/Step Time": 7.489895699545741}
+{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.7417332530021667, "Finetune/Loss (Raw)": 0.681967556476593, "Finetune/Step": 4816, "Finetune/Step Time": 7.505472144111991}
+{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.7413723468780518, "Finetune/Loss (Raw)": 0.8302795886993408, "Finetune/Step": 4817, "Finetune/Step Time": 7.509107869118452}
+{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.7429404258728027, "Finetune/Loss (Raw)": 0.8389918804168701, "Finetune/Step": 4818, "Finetune/Step Time": 7.49879514425993}
+{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.7427284121513367, "Finetune/Loss (Raw)": 0.8620284795761108, "Finetune/Step": 4819, "Finetune/Step Time": 7.487428795546293}
+{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.7421730756759644, "Finetune/Loss (Raw)": 0.861115038394928, "Finetune/Step": 4820, "Finetune/Step Time": 7.4894941579550505}
+{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.7430546283721924, "Finetune/Loss (Raw)": 0.8730906844139099, "Finetune/Step": 4821, "Finetune/Step Time": 7.466660341247916}
+{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.7426366209983826, "Finetune/Loss (Raw)": 0.8315100073814392, "Finetune/Step": 4822, "Finetune/Step Time": 7.47400476783514}
+{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.7429153919219971, "Finetune/Loss (Raw)": 0.85826176404953, "Finetune/Step": 4823, "Finetune/Step Time": 7.473366221413016}
+{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.7400037050247192, "Finetune/Loss (Raw)": 0.2895304560661316, "Finetune/Step": 4824, "Finetune/Step Time": 7.46025750041008}
+{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.7399417161941528, "Finetune/Loss (Raw)": 0.7403954863548279, "Finetune/Step": 4825, "Finetune/Step Time": 7.465335849672556}
+{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.7393341064453125, "Finetune/Loss (Raw)": 0.77295982837677, "Finetune/Step": 4826, "Finetune/Step Time": 7.45470055937767}
+{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.7391887903213501, "Finetune/Loss (Raw)": 0.8561010360717773, "Finetune/Step": 4827, "Finetune/Step Time": 7.444184212014079}
+{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.7397955656051636, "Finetune/Loss (Raw)": 0.8548952341079712, "Finetune/Step": 4828, "Finetune/Step Time": 7.450956271961331}
+{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.7393972873687744, "Finetune/Loss (Raw)": 0.7713456749916077, "Finetune/Step": 4829, "Finetune/Step Time": 7.457595907151699}
+{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.739307701587677, "Finetune/Loss (Raw)": 0.7404190897941589, "Finetune/Step": 4830, "Finetune/Step Time": 7.4555425103753805}
+{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.7350623607635498, "Finetune/Loss (Raw)": 0.35171982645988464, "Finetune/Step": 4831, "Finetune/Step Time": 7.4724781438708305}
+{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.7351195812225342, "Finetune/Loss (Raw)": 0.6723346710205078, "Finetune/Step": 4832, "Finetune/Step Time": 7.496535671874881}
+{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.7343626022338867, "Finetune/Loss (Raw)": 0.7768495678901672, "Finetune/Step": 4833, "Finetune/Step Time": 7.5117808394134045}
+{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.7360491752624512, "Finetune/Loss (Raw)": 0.9268559813499451, "Finetune/Step": 4834, "Finetune/Step Time": 7.5164557956159115}
+{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.7372679114341736, "Finetune/Loss (Raw)": 0.8430959582328796, "Finetune/Step": 4835, "Finetune/Step Time": 7.51421570032835}
+{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.7387346029281616, "Finetune/Loss (Raw)": 0.8770857453346252, "Finetune/Step": 4836, "Finetune/Step Time": 7.513046585023403}
+{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.7395645976066589, "Finetune/Loss (Raw)": 0.7694792747497559, "Finetune/Step": 4837, "Finetune/Step Time": 7.495880637317896}
+{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.7388170957565308, "Finetune/Loss (Raw)": 0.8544828295707703, "Finetune/Step": 4838, "Finetune/Step Time": 7.497549628838897}
+{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.7382180094718933, "Finetune/Loss (Raw)": 0.6924138069152832, "Finetune/Step": 4839, "Finetune/Step Time": 7.499303236603737}
+{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.738894522190094, "Finetune/Loss (Raw)": 0.7786004543304443, "Finetune/Step": 4840, "Finetune/Step Time": 7.490684978663921}
+{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.7378827333450317, "Finetune/Loss (Raw)": 0.7109359502792358, "Finetune/Step": 4841, "Finetune/Step Time": 7.497592793777585}
+{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.7373104095458984, "Finetune/Loss (Raw)": 0.6537968516349792, "Finetune/Step": 4842, "Finetune/Step Time": 7.50887580960989}
+{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.7385655045509338, "Finetune/Loss (Raw)": 0.9273377656936646, "Finetune/Step": 4843, "Finetune/Step Time": 7.505885683000088}
+{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.7381714582443237, "Finetune/Loss (Raw)": 0.6870772838592529, "Finetune/Step": 4844, "Finetune/Step Time": 7.526694346219301}
+{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.7385464906692505, "Finetune/Loss (Raw)": 0.8690220713615417, "Finetune/Step": 4845, "Finetune/Step Time": 7.529515514150262}
+{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.7404485940933228, "Finetune/Loss (Raw)": 0.8040282130241394, "Finetune/Step": 4846, "Finetune/Step Time": 7.541695998981595}
+{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.738013505935669, "Finetune/Loss (Raw)": 0.32113155722618103, "Finetune/Step": 4847, "Finetune/Step Time": 7.557268353179097}
+{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.7394200563430786, "Finetune/Loss (Raw)": 0.6608819365501404, "Finetune/Step": 4848, "Finetune/Step Time": 7.52168464101851}
+{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.7398881912231445, "Finetune/Loss (Raw)": 0.6609144806861877, "Finetune/Step": 4849, "Finetune/Step Time": 7.536882646381855}
+{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.7412336468696594, "Finetune/Loss (Raw)": 0.8641591668128967, "Finetune/Step": 4850, "Finetune/Step Time": 7.546867311000824}
+{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.7417897582054138, "Finetune/Loss (Raw)": 0.8537735939025879, "Finetune/Step": 4851, "Finetune/Step Time": 7.552301857620478}
+{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.7421125173568726, "Finetune/Loss (Raw)": 0.6601433157920837, "Finetune/Step": 4852, "Finetune/Step Time": 7.546322802081704}
+{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.7429972887039185, "Finetune/Loss (Raw)": 0.8150621652603149, "Finetune/Step": 4853, "Finetune/Step Time": 7.5534088257700205}
+{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.7419933080673218, "Finetune/Loss (Raw)": 0.536252498626709, "Finetune/Step": 4854, "Finetune/Step Time": 7.557050073519349}
+{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.7425039410591125, "Finetune/Loss (Raw)": 0.7893883585929871, "Finetune/Step": 4855, "Finetune/Step Time": 7.569433657452464}
+{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.7431871891021729, "Finetune/Loss (Raw)": 0.8118303418159485, "Finetune/Step": 4856, "Finetune/Step Time": 7.5746208522468805}
+{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.7421095967292786, "Finetune/Loss (Raw)": 0.8716681599617004, "Finetune/Step": 4857, "Finetune/Step Time": 7.57294837012887}
+{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.743523120880127, "Finetune/Loss (Raw)": 0.95125812292099, "Finetune/Step": 4858, "Finetune/Step Time": 7.58200622163713}
+{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.7446707487106323, "Finetune/Loss (Raw)": 0.7760950326919556, "Finetune/Step": 4859, "Finetune/Step Time": 7.5681277215480804}
+{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.7440934181213379, "Finetune/Loss (Raw)": 0.7061722278594971, "Finetune/Step": 4860, "Finetune/Step Time": 7.566305462270975}
+{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.7429925203323364, "Finetune/Loss (Raw)": 0.7070645689964294, "Finetune/Step": 4861, "Finetune/Step Time": 7.58016855828464}
+{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.7447807788848877, "Finetune/Loss (Raw)": 0.9151290059089661, "Finetune/Step": 4862, "Finetune/Step Time": 7.5753432381898165}
+{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.7453448176383972, "Finetune/Loss (Raw)": 0.9256594777107239, "Finetune/Step": 4863, "Finetune/Step Time": 7.578921074047685}
+{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.746617317199707, "Finetune/Loss (Raw)": 0.7387447953224182, "Finetune/Step": 4864, "Finetune/Step Time": 7.58387653529644}
+{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.7479541301727295, "Finetune/Loss (Raw)": 0.8394109606742859, "Finetune/Step": 4865, "Finetune/Step Time": 7.577881561592221}
+{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.7471724152565002, "Finetune/Loss (Raw)": 0.723558783531189, "Finetune/Step": 4866, "Finetune/Step Time": 7.570253739133477}
+{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.7444490194320679, "Finetune/Loss (Raw)": 0.3455101549625397, "Finetune/Step": 4867, "Finetune/Step Time": 7.584393680095673}
+{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.7445658445358276, "Finetune/Loss (Raw)": 0.6969353556632996, "Finetune/Step": 4868, "Finetune/Step Time": 7.58378073759377}
+{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.7454313635826111, "Finetune/Loss (Raw)": 0.6433117985725403, "Finetune/Step": 4869, "Finetune/Step Time": 7.58812103793025}
+{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.7457561492919922, "Finetune/Loss (Raw)": 0.7111352682113647, "Finetune/Step": 4870, "Finetune/Step Time": 7.573816400021315}
+{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.7468408942222595, "Finetune/Loss (Raw)": 0.7810256481170654, "Finetune/Step": 4871, "Finetune/Step Time": 7.5682197120040655}
+{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.7455402612686157, "Finetune/Loss (Raw)": 0.7737083435058594, "Finetune/Step": 4872, "Finetune/Step Time": 7.568197702988982}
+{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.7455645799636841, "Finetune/Loss (Raw)": 0.689314603805542, "Finetune/Step": 4873, "Finetune/Step Time": 7.555247722193599}
+{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.7446633577346802, "Finetune/Loss (Raw)": 0.5613235235214233, "Finetune/Step": 4874, "Finetune/Step Time": 7.540200037881732}
+{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.7432307600975037, "Finetune/Loss (Raw)": 0.7306419014930725, "Finetune/Step": 4875, "Finetune/Step Time": 7.538132231682539}
+{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.743675708770752, "Finetune/Loss (Raw)": 0.8811188340187073, "Finetune/Step": 4876, "Finetune/Step Time": 7.532926989719272}
+{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.7444065809249878, "Finetune/Loss (Raw)": 0.8842941522598267, "Finetune/Step": 4877, "Finetune/Step Time": 7.534654550254345}
+{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.7441012859344482, "Finetune/Loss (Raw)": 0.6947196125984192, "Finetune/Step": 4878, "Finetune/Step Time": 7.537017721682787}
+{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.7448295950889587, "Finetune/Loss (Raw)": 0.8359761238098145, "Finetune/Step": 4879, "Finetune/Step Time": 7.518868988379836}
+{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.7450845241546631, "Finetune/Loss (Raw)": 0.8684685230255127, "Finetune/Step": 4880, "Finetune/Step Time": 7.505153335630894}
+{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.7471376061439514, "Finetune/Loss (Raw)": 0.9577624797821045, "Finetune/Step": 4881, "Finetune/Step Time": 7.499589504674077}
+{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.7460818290710449, "Finetune/Loss (Raw)": 0.6593741178512573, "Finetune/Step": 4882, "Finetune/Step Time": 7.502153020352125}
+{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.7453040480613708, "Finetune/Loss (Raw)": 0.6620900630950928, "Finetune/Step": 4883, "Finetune/Step Time": 7.493275474756956}
+{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.746140718460083, "Finetune/Loss (Raw)": 0.8625683784484863, "Finetune/Step": 4884, "Finetune/Step Time": 7.495285181328654}
+{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.7460176944732666, "Finetune/Loss (Raw)": 0.7402325868606567, "Finetune/Step": 4885, "Finetune/Step Time": 7.49829525500536}
+{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.7468986511230469, "Finetune/Loss (Raw)": 0.8578090667724609, "Finetune/Step": 4886, "Finetune/Step Time": 7.506340064108372}
+{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.7477146983146667, "Finetune/Loss (Raw)": 0.8078272938728333, "Finetune/Step": 4887, "Finetune/Step Time": 7.513240849599242}
+{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.7480493187904358, "Finetune/Loss (Raw)": 0.8235512375831604, "Finetune/Step": 4888, "Finetune/Step Time": 7.523728959262371}
+{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.7496308088302612, "Finetune/Loss (Raw)": 0.7947514653205872, "Finetune/Step": 4889, "Finetune/Step Time": 7.51289982534945}
+{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.7495926022529602, "Finetune/Loss (Raw)": 0.7055796980857849, "Finetune/Step": 4890, "Finetune/Step Time": 7.5325409565120935}
+{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.7493178844451904, "Finetune/Loss (Raw)": 0.725071132183075, "Finetune/Step": 4891, "Finetune/Step Time": 7.530811196193099}
+{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.7500408291816711, "Finetune/Loss (Raw)": 0.7711846828460693, "Finetune/Step": 4892, "Finetune/Step Time": 7.515255145728588}
+{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.7518702745437622, "Finetune/Loss (Raw)": 0.8773173689842224, "Finetune/Step": 4893, "Finetune/Step Time": 7.515135012567043}
+{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.750264048576355, "Finetune/Loss (Raw)": 0.7132188081741333, "Finetune/Step": 4894, "Finetune/Step Time": 7.523097472265363}
+{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.7491311430931091, "Finetune/Loss (Raw)": 0.6621067523956299, "Finetune/Step": 4895, "Finetune/Step Time": 7.525391122326255}
+{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.7500795125961304, "Finetune/Loss (Raw)": 0.857726514339447, "Finetune/Step": 4896, "Finetune/Step Time": 7.51922207698226}
+{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.749046266078949, "Finetune/Loss (Raw)": 0.6198594570159912, "Finetune/Step": 4897, "Finetune/Step Time": 7.524906408041716}
+{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.7506604790687561, "Finetune/Loss (Raw)": 0.6860775947570801, "Finetune/Step": 4898, "Finetune/Step Time": 7.527494411915541}
+{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.750432550907135, "Finetune/Loss (Raw)": 0.860306441783905, "Finetune/Step": 4899, "Finetune/Step Time": 7.52558396011591}
+{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.7511976957321167, "Finetune/Loss (Raw)": 0.775137722492218, "Finetune/Step": 4900, "Finetune/Step Time": 7.513042965903878}
+{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.7527217864990234, "Finetune/Loss (Raw)": 0.7467774748802185, "Finetune/Step": 4901, "Finetune/Step Time": 7.511152544990182}
+{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.7524048686027527, "Finetune/Loss (Raw)": 0.7498876452445984, "Finetune/Step": 4902, "Finetune/Step Time": 7.522966772317886}
+{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.7513355016708374, "Finetune/Loss (Raw)": 0.7265934348106384, "Finetune/Step": 4903, "Finetune/Step Time": 7.52179591730237}
+{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.7522250413894653, "Finetune/Loss (Raw)": 0.7850590944290161, "Finetune/Step": 4904, "Finetune/Step Time": 7.506912006065249}
+{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.7524413466453552, "Finetune/Loss (Raw)": 0.7872685194015503, "Finetune/Step": 4905, "Finetune/Step Time": 7.510521391406655}
+{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.7557823657989502, "Finetune/Loss (Raw)": 0.7131514549255371, "Finetune/Step": 4906, "Finetune/Step Time": 7.499912653118372}
+{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.7533482313156128, "Finetune/Loss (Raw)": 0.6100699305534363, "Finetune/Step": 4907, "Finetune/Step Time": 7.507412934675813}
+{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.7539904117584229, "Finetune/Loss (Raw)": 0.7707257866859436, "Finetune/Step": 4908, "Finetune/Step Time": 7.5193614438176155}
+{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.754919171333313, "Finetune/Loss (Raw)": 0.7536895275115967, "Finetune/Step": 4909, "Finetune/Step Time": 7.525905918329954}
+{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.7561989426612854, "Finetune/Loss (Raw)": 0.8208120465278625, "Finetune/Step": 4910, "Finetune/Step Time": 7.525721566751599}
+{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.7593855857849121, "Finetune/Loss (Raw)": 0.7681828141212463, "Finetune/Step": 4911, "Finetune/Step Time": 7.511583060026169}
+{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.7592577338218689, "Finetune/Loss (Raw)": 0.7671151757240295, "Finetune/Step": 4912, "Finetune/Step Time": 7.518632112070918}
+{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.758118748664856, "Finetune/Loss (Raw)": 0.8097676634788513, "Finetune/Step": 4913, "Finetune/Step Time": 7.479176327586174}
+{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.7549111843109131, "Finetune/Loss (Raw)": 0.4033786952495575, "Finetune/Step": 4914, "Finetune/Step Time": 7.442006915807724}
+{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.7541128396987915, "Finetune/Loss (Raw)": 0.651882529258728, "Finetune/Step": 4915, "Finetune/Step Time": 7.445428464561701}
+{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.7549775242805481, "Finetune/Loss (Raw)": 0.7574917078018188, "Finetune/Step": 4916, "Finetune/Step Time": 7.430724892765284}
+{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.7536125183105469, "Finetune/Loss (Raw)": 0.4073439836502075, "Finetune/Step": 4917, "Finetune/Step Time": 7.440398540347815}
+{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.7535313367843628, "Finetune/Loss (Raw)": 0.7974810004234314, "Finetune/Step": 4918, "Finetune/Step Time": 7.434461267665029}
+{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.7571642398834229, "Finetune/Loss (Raw)": 0.7600283622741699, "Finetune/Step": 4919, "Finetune/Step Time": 7.4235172141343355}
+{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.7564586400985718, "Finetune/Loss (Raw)": 0.8701883554458618, "Finetune/Step": 4920, "Finetune/Step Time": 7.4196880254894495}
+{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.7557485103607178, "Finetune/Loss (Raw)": 0.7453568577766418, "Finetune/Step": 4921, "Finetune/Step Time": 7.432509295642376}
+{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.7556512355804443, "Finetune/Loss (Raw)": 0.6833676099777222, "Finetune/Step": 4922, "Finetune/Step Time": 7.434178110212088}
+{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.7559638023376465, "Finetune/Loss (Raw)": 0.728992760181427, "Finetune/Step": 4923, "Finetune/Step Time": 7.409718891605735}
+{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.7549645900726318, "Finetune/Loss (Raw)": 0.7216107249259949, "Finetune/Step": 4924, "Finetune/Step Time": 7.4107162319123745}
+{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.7544176578521729, "Finetune/Loss (Raw)": 0.7166625261306763, "Finetune/Step": 4925, "Finetune/Step Time": 7.410769037902355}
+{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.7554946541786194, "Finetune/Loss (Raw)": 0.7249317169189453, "Finetune/Step": 4926, "Finetune/Step Time": 7.395957548171282}
+{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.7549014091491699, "Finetune/Loss (Raw)": 0.7627838850021362, "Finetune/Step": 4927, "Finetune/Step Time": 7.39442458935082}
+{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.7517753839492798, "Finetune/Loss (Raw)": 0.5480560064315796, "Finetune/Step": 4928, "Finetune/Step Time": 7.40729203261435}
+{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.7507369518280029, "Finetune/Loss (Raw)": 0.7192021012306213, "Finetune/Step": 4929, "Finetune/Step Time": 7.401704542338848}
+{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.7507247924804688, "Finetune/Loss (Raw)": 0.7816800475120544, "Finetune/Step": 4930, "Finetune/Step Time": 7.40156289935112}
+{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.7505649328231812, "Finetune/Loss (Raw)": 0.8298327326774597, "Finetune/Step": 4931, "Finetune/Step Time": 7.400192730128765}
+{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.7507668733596802, "Finetune/Loss (Raw)": 0.8308749794960022, "Finetune/Step": 4932, "Finetune/Step Time": 7.397987859323621}
+{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.7495215535163879, "Finetune/Loss (Raw)": 0.6982589960098267, "Finetune/Step": 4933, "Finetune/Step Time": 7.408999152481556}
+{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.7499666213989258, "Finetune/Loss (Raw)": 0.835599422454834, "Finetune/Step": 4934, "Finetune/Step Time": 7.405247315764427}
+{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.7506171464920044, "Finetune/Loss (Raw)": 0.8538134098052979, "Finetune/Step": 4935, "Finetune/Step Time": 7.395074089989066}
+{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.7489075660705566, "Finetune/Loss (Raw)": 0.6889474391937256, "Finetune/Step": 4936, "Finetune/Step Time": 7.405476525425911}
+{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.7515761852264404, "Finetune/Loss (Raw)": 0.9022988080978394, "Finetune/Step": 4937, "Finetune/Step Time": 7.400864144787192}
+{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.7520319223403931, "Finetune/Loss (Raw)": 0.8023029565811157, "Finetune/Step": 4938, "Finetune/Step Time": 7.412776196375489}
+{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.7484708428382874, "Finetune/Loss (Raw)": 0.33634257316589355, "Finetune/Step": 4939, "Finetune/Step Time": 7.4054572228342295}
+{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.7471050024032593, "Finetune/Loss (Raw)": 0.6065370440483093, "Finetune/Step": 4940, "Finetune/Step Time": 7.405757609754801}
+{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.7486056089401245, "Finetune/Loss (Raw)": 0.6622409820556641, "Finetune/Step": 4941, "Finetune/Step Time": 7.393849074840546}
+{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.7476754188537598, "Finetune/Loss (Raw)": 0.6866223812103271, "Finetune/Step": 4942, "Finetune/Step Time": 7.400857385247946}
+{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.7461365461349487, "Finetune/Loss (Raw)": 0.6789184212684631, "Finetune/Step": 4943, "Finetune/Step Time": 7.413126602768898}
+{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.7470349669456482, "Finetune/Loss (Raw)": 0.7969682812690735, "Finetune/Step": 4944, "Finetune/Step Time": 7.400265933945775}
+{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.7473033666610718, "Finetune/Loss (Raw)": 0.8646392226219177, "Finetune/Step": 4945, "Finetune/Step Time": 7.399505710229278}
+{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.7463342547416687, "Finetune/Loss (Raw)": 0.7149419784545898, "Finetune/Step": 4946, "Finetune/Step Time": 7.400512496009469}
+{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.7456048727035522, "Finetune/Loss (Raw)": 0.7686676383018494, "Finetune/Step": 4947, "Finetune/Step Time": 7.402340948581696}
+{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.7445299625396729, "Finetune/Loss (Raw)": 0.7235361337661743, "Finetune/Step": 4948, "Finetune/Step Time": 7.4002088606357574}
+{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.7432163953781128, "Finetune/Loss (Raw)": 0.7049495577812195, "Finetune/Step": 4949, "Finetune/Step Time": 7.39799739420414}
+{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.741822361946106, "Finetune/Loss (Raw)": 0.6530677080154419, "Finetune/Step": 4950, "Finetune/Step Time": 7.405801568180323}
+{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.7416670918464661, "Finetune/Loss (Raw)": 0.8383884429931641, "Finetune/Step": 4951, "Finetune/Step Time": 7.404754661023617}
+{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.7456156015396118, "Finetune/Loss (Raw)": 0.7949388027191162, "Finetune/Step": 4952, "Finetune/Step Time": 7.401626450940967}
+{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.7452521920204163, "Finetune/Loss (Raw)": 0.6938833594322205, "Finetune/Step": 4953, "Finetune/Step Time": 7.402915112674236}
+{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.7452560663223267, "Finetune/Loss (Raw)": 0.7734521627426147, "Finetune/Step": 4954, "Finetune/Step Time": 7.437928991392255}
+{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.7447737455368042, "Finetune/Loss (Raw)": 0.7943595051765442, "Finetune/Step": 4955, "Finetune/Step Time": 7.441669307649136}
+{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.744537353515625, "Finetune/Loss (Raw)": 0.8246450424194336, "Finetune/Step": 4956, "Finetune/Step Time": 7.429812762886286}
+{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.7451146245002747, "Finetune/Loss (Raw)": 0.8452348113059998, "Finetune/Step": 4957, "Finetune/Step Time": 7.419227287173271}
+{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.7446044683456421, "Finetune/Loss (Raw)": 0.6751129627227783, "Finetune/Step": 4958, "Finetune/Step Time": 7.436132220551372}
+{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.7452804446220398, "Finetune/Loss (Raw)": 0.43824952840805054, "Finetune/Step": 4959, "Finetune/Step Time": 7.436813924461603}
+{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.7458340525627136, "Finetune/Loss (Raw)": 0.743195116519928, "Finetune/Step": 4960, "Finetune/Step Time": 7.41080834902823}
+{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.7454993724822998, "Finetune/Loss (Raw)": 0.7340093851089478, "Finetune/Step": 4961, "Finetune/Step Time": 7.397124297916889}
+{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.7446310520172119, "Finetune/Loss (Raw)": 0.815712571144104, "Finetune/Step": 4962, "Finetune/Step Time": 7.396017417311668}
+{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.7438111305236816, "Finetune/Loss (Raw)": 0.7381483912467957, "Finetune/Step": 4963, "Finetune/Step Time": 7.410379998385906}
+{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.7437044978141785, "Finetune/Loss (Raw)": 0.8634408712387085, "Finetune/Step": 4964, "Finetune/Step Time": 7.414215283468366}
+{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.7446941137313843, "Finetune/Loss (Raw)": 0.8961421847343445, "Finetune/Step": 4965, "Finetune/Step Time": 7.424977658316493}
+{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.7436835765838623, "Finetune/Loss (Raw)": 0.7251325845718384, "Finetune/Step": 4966, "Finetune/Step Time": 7.427686141803861}
+{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.7450320720672607, "Finetune/Loss (Raw)": 0.8650194406509399, "Finetune/Step": 4967, "Finetune/Step Time": 7.42538845166564}
+{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.7449631094932556, "Finetune/Loss (Raw)": 0.7697767019271851, "Finetune/Step": 4968, "Finetune/Step Time": 7.420920921489596}
+{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.7450543642044067, "Finetune/Loss (Raw)": 0.7226202487945557, "Finetune/Step": 4969, "Finetune/Step Time": 7.423939347267151}
+{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.7461356520652771, "Finetune/Loss (Raw)": 0.7922002673149109, "Finetune/Step": 4970, "Finetune/Step Time": 7.415589200332761}
+{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.7458585500717163, "Finetune/Loss (Raw)": 0.8918705582618713, "Finetune/Step": 4971, "Finetune/Step Time": 7.437788171693683}
+{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.7463167905807495, "Finetune/Loss (Raw)": 0.7457343935966492, "Finetune/Step": 4972, "Finetune/Step Time": 7.431346708908677}
+{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.7468134164810181, "Finetune/Loss (Raw)": 0.9325867891311646, "Finetune/Step": 4973, "Finetune/Step Time": 7.431632811203599}
+{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.7428851127624512, "Finetune/Loss (Raw)": 0.3012087941169739, "Finetune/Step": 4974, "Finetune/Step Time": 7.417232662439346}
+{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.7458380460739136, "Finetune/Loss (Raw)": 0.6990972757339478, "Finetune/Step": 4975, "Finetune/Step Time": 7.4061726946383715}
+{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.7477424144744873, "Finetune/Loss (Raw)": 0.9046434760093689, "Finetune/Step": 4976, "Finetune/Step Time": 7.408666685223579}
+{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.7478877305984497, "Finetune/Loss (Raw)": 0.6795223355293274, "Finetune/Step": 4977, "Finetune/Step Time": 7.407677544280887}
+{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.7469251751899719, "Finetune/Loss (Raw)": 0.7409460544586182, "Finetune/Step": 4978, "Finetune/Step Time": 7.397623209282756}
+{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.7453149557113647, "Finetune/Loss (Raw)": 0.6476626396179199, "Finetune/Step": 4979, "Finetune/Step Time": 7.399666573852301}
+{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.745225727558136, "Finetune/Loss (Raw)": 0.6487256288528442, "Finetune/Step": 4980, "Finetune/Step Time": 7.392848724499345}
+{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.7444283366203308, "Finetune/Loss (Raw)": 0.7129992842674255, "Finetune/Step": 4981, "Finetune/Step Time": 7.383319666609168}
+{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.7470139861106873, "Finetune/Loss (Raw)": 0.8672097325325012, "Finetune/Step": 4982, "Finetune/Step Time": 7.378352185711265}
+{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.7440523505210876, "Finetune/Loss (Raw)": 0.41030141711235046, "Finetune/Step": 4983, "Finetune/Step Time": 7.379385091364384}
+{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.7426203489303589, "Finetune/Loss (Raw)": 0.6285372972488403, "Finetune/Step": 4984, "Finetune/Step Time": 7.380367634817958}
+{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.7426134347915649, "Finetune/Loss (Raw)": 0.8707819581031799, "Finetune/Step": 4985, "Finetune/Step Time": 7.378001146018505}
+{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.7399095892906189, "Finetune/Loss (Raw)": 0.6051662564277649, "Finetune/Step": 4986, "Finetune/Step Time": 7.3709474466741085}
+{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.7401787042617798, "Finetune/Loss (Raw)": 0.8105413317680359, "Finetune/Step": 4987, "Finetune/Step Time": 7.378098826855421}
+{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.7412420511245728, "Finetune/Loss (Raw)": 0.8422855138778687, "Finetune/Step": 4988, "Finetune/Step Time": 7.386163743212819}
+{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.7420613169670105, "Finetune/Loss (Raw)": 0.8119257092475891, "Finetune/Step": 4989, "Finetune/Step Time": 7.378670442849398}
+{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.741004228591919, "Finetune/Loss (Raw)": 0.7798215746879578, "Finetune/Step": 4990, "Finetune/Step Time": 7.371789308264852}
+{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.7397713661193848, "Finetune/Loss (Raw)": 0.7678518891334534, "Finetune/Step": 4991, "Finetune/Step Time": 7.367197249084711}
+{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.7411993741989136, "Finetune/Loss (Raw)": 0.9215250015258789, "Finetune/Step": 4992, "Finetune/Step Time": 7.3680806662887335}
+{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.7385125160217285, "Finetune/Loss (Raw)": 0.49550220370292664, "Finetune/Step": 4993, "Finetune/Step Time": 7.382719209417701}
+{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.7389975190162659, "Finetune/Loss (Raw)": 0.7856342196464539, "Finetune/Step": 4994, "Finetune/Step Time": 7.390451354905963}
+{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.7406204342842102, "Finetune/Loss (Raw)": 0.5532432198524475, "Finetune/Step": 4995, "Finetune/Step Time": 7.381273414939642}
+{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.7421793341636658, "Finetune/Loss (Raw)": 0.8964750170707703, "Finetune/Step": 4996, "Finetune/Step Time": 7.383460646495223}
+{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.7436493039131165, "Finetune/Loss (Raw)": 0.8314695358276367, "Finetune/Step": 4997, "Finetune/Step Time": 7.369131514802575}
+{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.7460650205612183, "Finetune/Loss (Raw)": 1.020344853401184, "Finetune/Step": 4998, "Finetune/Step Time": 7.367290452122688}
+{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.7468515038490295, "Finetune/Loss (Raw)": 0.881697952747345, "Finetune/Step": 4999, "Finetune/Step Time": 7.358602821826935}
+{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.7435492277145386, "Finetune/Loss (Raw)": 0.351012647151947, "Finetune/Step": 5000, "Finetune/Step Time": 7.373662572354078}
+{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.7443926334381104, "Finetune/Loss (Raw)": 0.7972727417945862, "Finetune/Step": 5001, "Finetune/Step Time": 7.357208538800478}
+{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.7438907027244568, "Finetune/Loss (Raw)": 0.4970782697200775, "Finetune/Step": 5002, "Finetune/Step Time": 7.359002033248544}
+{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.7436636686325073, "Finetune/Loss (Raw)": 0.7015761733055115, "Finetune/Step": 5003, "Finetune/Step Time": 7.348401691764593}
+{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.741490364074707, "Finetune/Loss (Raw)": 0.602942705154419, "Finetune/Step": 5004, "Finetune/Step Time": 7.361127724871039}
+{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.7406090497970581, "Finetune/Loss (Raw)": 0.771487295627594, "Finetune/Step": 5005, "Finetune/Step Time": 7.363940082490444}
+{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.7412946224212646, "Finetune/Loss (Raw)": 0.7824693322181702, "Finetune/Step": 5006, "Finetune/Step Time": 7.356045803055167}
+{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.7391027212142944, "Finetune/Loss (Raw)": 0.5554144382476807, "Finetune/Step": 5007, "Finetune/Step Time": 7.366268569603562}
+{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.7377420663833618, "Finetune/Loss (Raw)": 0.6943010091781616, "Finetune/Step": 5008, "Finetune/Step Time": 7.373204875737429}
+{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.7374498844146729, "Finetune/Loss (Raw)": 0.9203663468360901, "Finetune/Step": 5009, "Finetune/Step Time": 7.3765939846634865}
+{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.7384998798370361, "Finetune/Loss (Raw)": 0.7937667369842529, "Finetune/Step": 5010, "Finetune/Step Time": 7.368041630834341}
+{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.7391289472579956, "Finetune/Loss (Raw)": 0.7426117062568665, "Finetune/Step": 5011, "Finetune/Step Time": 7.369387274608016}
+{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.7383718490600586, "Finetune/Loss (Raw)": 0.7656693458557129, "Finetune/Step": 5012, "Finetune/Step Time": 7.368912722915411}
+{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.7376071810722351, "Finetune/Loss (Raw)": 0.6423489451408386, "Finetune/Step": 5013, "Finetune/Step Time": 7.3681272976100445}
+{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.7364599704742432, "Finetune/Loss (Raw)": 0.7109706997871399, "Finetune/Step": 5014, "Finetune/Step Time": 7.357145819813013}
+{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.7355873584747314, "Finetune/Loss (Raw)": 0.6961297988891602, "Finetune/Step": 5015, "Finetune/Step Time": 7.345952557399869}
+{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.7347559928894043, "Finetune/Loss (Raw)": 0.7171311974525452, "Finetune/Step": 5016, "Finetune/Step Time": 7.3601470701396465}
+{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.7337512969970703, "Finetune/Loss (Raw)": 0.6661505699157715, "Finetune/Step": 5017, "Finetune/Step Time": 7.360298426821828}
+{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.733493447303772, "Finetune/Loss (Raw)": 0.6725759506225586, "Finetune/Step": 5018, "Finetune/Step Time": 7.357904238626361}
+{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.7334802150726318, "Finetune/Loss (Raw)": 0.7233807444572449, "Finetune/Step": 5019, "Finetune/Step Time": 7.365578029304743}
+{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.730144739151001, "Finetune/Loss (Raw)": 0.3442387580871582, "Finetune/Step": 5020, "Finetune/Step Time": 7.387507781386375}
+{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.7298425436019897, "Finetune/Loss (Raw)": 0.838636040687561, "Finetune/Step": 5021, "Finetune/Step Time": 7.38654525205493}
+{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.730534553527832, "Finetune/Loss (Raw)": 0.8018034100532532, "Finetune/Step": 5022, "Finetune/Step Time": 7.367324784398079}
+{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.7310914397239685, "Finetune/Loss (Raw)": 0.7333918213844299, "Finetune/Step": 5023, "Finetune/Step Time": 7.3724607694894075}
+{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.7302258014678955, "Finetune/Loss (Raw)": 0.7469180822372437, "Finetune/Step": 5024, "Finetune/Step Time": 7.375087847933173}
+{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.7310909628868103, "Finetune/Loss (Raw)": 0.7306022047996521, "Finetune/Step": 5025, "Finetune/Step Time": 7.389529570937157}
+{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.7322152853012085, "Finetune/Loss (Raw)": 0.8299847841262817, "Finetune/Step": 5026, "Finetune/Step Time": 7.381018763408065}
+{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.7319899797439575, "Finetune/Loss (Raw)": 0.8314651846885681, "Finetune/Step": 5027, "Finetune/Step Time": 7.382818156853318}
+{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.7329566478729248, "Finetune/Loss (Raw)": 0.8988749980926514, "Finetune/Step": 5028, "Finetune/Step Time": 7.384744482114911}
+{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.7335190773010254, "Finetune/Loss (Raw)": 0.8187739849090576, "Finetune/Step": 5029, "Finetune/Step Time": 7.385632807388902}
+{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.7334475517272949, "Finetune/Loss (Raw)": 0.7407336831092834, "Finetune/Step": 5030, "Finetune/Step Time": 7.376205580309033}
+{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.7337007522583008, "Finetune/Loss (Raw)": 0.7590041160583496, "Finetune/Step": 5031, "Finetune/Step Time": 7.378243865445256}
+{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.7340093851089478, "Finetune/Loss (Raw)": 0.8245643973350525, "Finetune/Step": 5032, "Finetune/Step Time": 7.375880092382431}
+{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.7339228391647339, "Finetune/Loss (Raw)": 0.776189386844635, "Finetune/Step": 5033, "Finetune/Step Time": 7.3740438632667065}
+{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.734668493270874, "Finetune/Loss (Raw)": 0.808591902256012, "Finetune/Step": 5034, "Finetune/Step Time": 7.371089281514287}
+{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.7354193925857544, "Finetune/Loss (Raw)": 0.706182062625885, "Finetune/Step": 5035, "Finetune/Step Time": 7.368043636903167}
+{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.7352361679077148, "Finetune/Loss (Raw)": 0.7472743988037109, "Finetune/Step": 5036, "Finetune/Step Time": 7.347879413515329}
+{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.736440122127533, "Finetune/Loss (Raw)": 0.9077961444854736, "Finetune/Step": 5037, "Finetune/Step Time": 7.332187004387379}
+{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.7370340824127197, "Finetune/Loss (Raw)": 0.896843433380127, "Finetune/Step": 5038, "Finetune/Step Time": 7.328717255964875}
+{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.7385008335113525, "Finetune/Loss (Raw)": 0.9559228420257568, "Finetune/Step": 5039, "Finetune/Step Time": 7.33346052095294}
+{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.7368050217628479, "Finetune/Loss (Raw)": 0.5500476956367493, "Finetune/Step": 5040, "Finetune/Step Time": 7.349223027005792}
+{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.7376952171325684, "Finetune/Loss (Raw)": 0.923724889755249, "Finetune/Step": 5041, "Finetune/Step Time": 7.337359964847565}
+{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.7414811253547668, "Finetune/Loss (Raw)": 0.887965977191925, "Finetune/Step": 5042, "Finetune/Step Time": 7.337318474426866}
+{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.7426691055297852, "Finetune/Loss (Raw)": 0.8039432764053345, "Finetune/Step": 5043, "Finetune/Step Time": 7.339176740497351}
+{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.742928147315979, "Finetune/Loss (Raw)": 0.7906538248062134, "Finetune/Step": 5044, "Finetune/Step Time": 7.331472782418132}
+{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.7419744729995728, "Finetune/Loss (Raw)": 0.2852631211280823, "Finetune/Step": 5045, "Finetune/Step Time": 7.33018546551466}
+{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.7383047342300415, "Finetune/Loss (Raw)": 0.32776790857315063, "Finetune/Step": 5046, "Finetune/Step Time": 7.343148330226541}
+{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.7386267781257629, "Finetune/Loss (Raw)": 0.8012442588806152, "Finetune/Step": 5047, "Finetune/Step Time": 7.342834901064634}
+{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.7388224601745605, "Finetune/Loss (Raw)": 0.8952354192733765, "Finetune/Step": 5048, "Finetune/Step Time": 7.343618977814913}
+{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.7386387586593628, "Finetune/Loss (Raw)": 0.7218440771102905, "Finetune/Step": 5049, "Finetune/Step Time": 7.335585916414857}
+{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.7389757633209229, "Finetune/Loss (Raw)": 0.7265034914016724, "Finetune/Step": 5050, "Finetune/Step Time": 7.346864169463515}
+{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.7381199598312378, "Finetune/Loss (Raw)": 0.6194444298744202, "Finetune/Step": 5051, "Finetune/Step Time": 7.361029699444771}
+{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.7353495359420776, "Finetune/Loss (Raw)": 0.3670024573802948, "Finetune/Step": 5052, "Finetune/Step Time": 7.369027514010668}
+{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.7343356013298035, "Finetune/Loss (Raw)": 0.5868787169456482, "Finetune/Step": 5053, "Finetune/Step Time": 7.377565462142229}
+{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.7355598211288452, "Finetune/Loss (Raw)": 0.8816264867782593, "Finetune/Step": 5054, "Finetune/Step Time": 7.38344850577414}
+{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.7354457378387451, "Finetune/Loss (Raw)": 0.7481903433799744, "Finetune/Step": 5055, "Finetune/Step Time": 7.383766282349825}
+{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.737430989742279, "Finetune/Loss (Raw)": 0.8021624088287354, "Finetune/Step": 5056, "Finetune/Step Time": 7.359047573059797}
+{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.7374711036682129, "Finetune/Loss (Raw)": 0.7243329882621765, "Finetune/Step": 5057, "Finetune/Step Time": 7.362047925591469}
+{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.7374712824821472, "Finetune/Loss (Raw)": 0.7817089557647705, "Finetune/Step": 5058, "Finetune/Step Time": 7.366347923874855}
+{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.7377850413322449, "Finetune/Loss (Raw)": 0.8699930906295776, "Finetune/Step": 5059, "Finetune/Step Time": 7.364325180649757}
+{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.738396406173706, "Finetune/Loss (Raw)": 0.9091210961341858, "Finetune/Step": 5060, "Finetune/Step Time": 7.364441508427262}
+{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.7395390272140503, "Finetune/Loss (Raw)": 0.8445206880569458, "Finetune/Step": 5061, "Finetune/Step Time": 7.348649675026536}
+{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.7376046180725098, "Finetune/Loss (Raw)": 0.5879927277565002, "Finetune/Step": 5062, "Finetune/Step Time": 7.353444050997496}
+{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.7377116680145264, "Finetune/Loss (Raw)": 0.867519199848175, "Finetune/Step": 5063, "Finetune/Step Time": 7.351018255576491}
+{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.7372300624847412, "Finetune/Loss (Raw)": 0.627303957939148, "Finetune/Step": 5064, "Finetune/Step Time": 7.347086556255817}
+{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.7370350360870361, "Finetune/Loss (Raw)": 0.8773300051689148, "Finetune/Step": 5065, "Finetune/Step Time": 7.353032538667321}
+{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.737596869468689, "Finetune/Loss (Raw)": 0.8742290735244751, "Finetune/Step": 5066, "Finetune/Step Time": 7.3445244543254375}
+{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.740639328956604, "Finetune/Loss (Raw)": 0.7257702946662903, "Finetune/Step": 5067, "Finetune/Step Time": 7.335745289921761}
+{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.7421708106994629, "Finetune/Loss (Raw)": 0.8025680184364319, "Finetune/Step": 5068, "Finetune/Step Time": 7.328830735757947}
+{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.742432177066803, "Finetune/Loss (Raw)": 0.6956964135169983, "Finetune/Step": 5069, "Finetune/Step Time": 7.3305928055197}
+{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.7427846789360046, "Finetune/Loss (Raw)": 0.7317378520965576, "Finetune/Step": 5070, "Finetune/Step Time": 7.327962590381503}
+{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.7432057857513428, "Finetune/Loss (Raw)": 0.732818067073822, "Finetune/Step": 5071, "Finetune/Step Time": 7.334564220160246}
+{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.7443894147872925, "Finetune/Loss (Raw)": 0.9484735131263733, "Finetune/Step": 5072, "Finetune/Step Time": 7.337728695943952}
+{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.7440406084060669, "Finetune/Loss (Raw)": 0.8199923634529114, "Finetune/Step": 5073, "Finetune/Step Time": 7.3521209713071585}
+{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.7453049421310425, "Finetune/Loss (Raw)": 0.8767852783203125, "Finetune/Step": 5074, "Finetune/Step Time": 7.368263326585293}
+{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.7422097325325012, "Finetune/Loss (Raw)": 0.372478187084198, "Finetune/Step": 5075, "Finetune/Step Time": 7.3796245492994785}
+{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.7428010106086731, "Finetune/Loss (Raw)": 0.7992163300514221, "Finetune/Step": 5076, "Finetune/Step Time": 7.378190129995346}
+{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.7431005239486694, "Finetune/Loss (Raw)": 0.7432924509048462, "Finetune/Step": 5077, "Finetune/Step Time": 7.399435294792056}
+{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.7436384558677673, "Finetune/Loss (Raw)": 0.7219184041023254, "Finetune/Step": 5078, "Finetune/Step Time": 7.383486723527312}
+{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.7439574599266052, "Finetune/Loss (Raw)": 0.8792238235473633, "Finetune/Step": 5079, "Finetune/Step Time": 7.383096357807517}
+{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.744248628616333, "Finetune/Loss (Raw)": 0.8322103023529053, "Finetune/Step": 5080, "Finetune/Step Time": 7.385337406769395}
+{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.7435609102249146, "Finetune/Loss (Raw)": 0.6058530807495117, "Finetune/Step": 5081, "Finetune/Step Time": 7.3808958400040865}
+{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.740202784538269, "Finetune/Loss (Raw)": 0.34360548853874207, "Finetune/Step": 5082, "Finetune/Step Time": 7.3550221510231495}
+{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.7396319508552551, "Finetune/Loss (Raw)": 0.7213014960289001, "Finetune/Step": 5083, "Finetune/Step Time": 7.358932740986347}
+{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.7386287450790405, "Finetune/Loss (Raw)": 0.6962317228317261, "Finetune/Step": 5084, "Finetune/Step Time": 7.369028806686401}
+{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.7378789186477661, "Finetune/Loss (Raw)": 0.7492617964744568, "Finetune/Step": 5085, "Finetune/Step Time": 7.372323228046298}
+{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.7396940588951111, "Finetune/Loss (Raw)": 0.907444417476654, "Finetune/Step": 5086, "Finetune/Step Time": 7.359214888885617}
+{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.7422720789909363, "Finetune/Loss (Raw)": 0.7682377099990845, "Finetune/Step": 5087, "Finetune/Step Time": 7.367543626576662}
+{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.7436659336090088, "Finetune/Loss (Raw)": 0.9216036796569824, "Finetune/Step": 5088, "Finetune/Step Time": 7.36723612062633}
+{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.74454665184021, "Finetune/Loss (Raw)": 0.8467540144920349, "Finetune/Step": 5089, "Finetune/Step Time": 7.366478983312845}
+{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.7437425851821899, "Finetune/Loss (Raw)": 0.7127832174301147, "Finetune/Step": 5090, "Finetune/Step Time": 7.36769331432879}
+{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.7443355321884155, "Finetune/Loss (Raw)": 0.8140535950660706, "Finetune/Step": 5091, "Finetune/Step Time": 7.365489210933447}
+{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.7401032447814941, "Finetune/Loss (Raw)": 0.3217014670372009, "Finetune/Step": 5092, "Finetune/Step Time": 7.37500798329711}
+{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.739433765411377, "Finetune/Loss (Raw)": 0.81045001745224, "Finetune/Step": 5093, "Finetune/Step Time": 7.366481332108378}
+{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.7382162809371948, "Finetune/Loss (Raw)": 0.5692899823188782, "Finetune/Step": 5094, "Finetune/Step Time": 7.3765033427625895}
+{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.7358899116516113, "Finetune/Loss (Raw)": 0.5672519207000732, "Finetune/Step": 5095, "Finetune/Step Time": 7.384467085823417}
+{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.7352486848831177, "Finetune/Loss (Raw)": 0.6876907348632812, "Finetune/Step": 5096, "Finetune/Step Time": 7.411760253831744}
+{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.733249843120575, "Finetune/Loss (Raw)": 0.46677452325820923, "Finetune/Step": 5097, "Finetune/Step Time": 7.402830835431814}
+{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.7321061491966248, "Finetune/Loss (Raw)": 0.6458026766777039, "Finetune/Step": 5098, "Finetune/Step Time": 7.394364496693015}
+{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.7306528091430664, "Finetune/Loss (Raw)": 0.7058513760566711, "Finetune/Step": 5099, "Finetune/Step Time": 7.370818121358752}
+{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.7299593091011047, "Finetune/Loss (Raw)": 0.6569604873657227, "Finetune/Step": 5100, "Finetune/Step Time": 7.356785334646702}
+{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.72816401720047, "Finetune/Loss (Raw)": 0.7027916312217712, "Finetune/Step": 5101, "Finetune/Step Time": 7.358241470530629}
+{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.7315146327018738, "Finetune/Loss (Raw)": 0.7300849556922913, "Finetune/Step": 5102, "Finetune/Step Time": 7.348182974383235}
+{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.7328804135322571, "Finetune/Loss (Raw)": 0.8739182353019714, "Finetune/Step": 5103, "Finetune/Step Time": 7.344068957492709}
+{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.7298548221588135, "Finetune/Loss (Raw)": 0.5173656940460205, "Finetune/Step": 5104, "Finetune/Step Time": 7.34722494520247}
+{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.7309544086456299, "Finetune/Loss (Raw)": 0.820275068283081, "Finetune/Step": 5105, "Finetune/Step Time": 7.326138729229569}
+{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.7323169112205505, "Finetune/Loss (Raw)": 0.9153456687927246, "Finetune/Step": 5106, "Finetune/Step Time": 7.331187430769205}
+{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.7338362336158752, "Finetune/Loss (Raw)": 0.8421352505683899, "Finetune/Step": 5107, "Finetune/Step Time": 7.330501485615969}
+{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.7347124814987183, "Finetune/Loss (Raw)": 0.7608843445777893, "Finetune/Step": 5108, "Finetune/Step Time": 7.314270822331309}
+{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.7360220551490784, "Finetune/Loss (Raw)": 0.8806215524673462, "Finetune/Step": 5109, "Finetune/Step Time": 7.328753296285868}
+{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.7350512742996216, "Finetune/Loss (Raw)": 0.7429534196853638, "Finetune/Step": 5110, "Finetune/Step Time": 7.340518536046147}
+{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.736903190612793, "Finetune/Loss (Raw)": 0.6473382115364075, "Finetune/Step": 5111, "Finetune/Step Time": 7.3525351490825415}
+{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.734703540802002, "Finetune/Loss (Raw)": 0.346983402967453, "Finetune/Step": 5112, "Finetune/Step Time": 7.355609621852636}
+{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.730161190032959, "Finetune/Loss (Raw)": 0.2893674671649933, "Finetune/Step": 5113, "Finetune/Step Time": 7.373903799802065}
+{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.7311908006668091, "Finetune/Loss (Raw)": 0.7369579672813416, "Finetune/Step": 5114, "Finetune/Step Time": 7.375611178576946}
+{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.7304568290710449, "Finetune/Loss (Raw)": 0.7165883183479309, "Finetune/Step": 5115, "Finetune/Step Time": 7.367908474057913}
+{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.7258784770965576, "Finetune/Loss (Raw)": 0.2562643587589264, "Finetune/Step": 5116, "Finetune/Step Time": 7.375067960470915}
+{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.7268367409706116, "Finetune/Loss (Raw)": 0.9345777630805969, "Finetune/Step": 5117, "Finetune/Step Time": 7.376281429082155}
+{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.7270577549934387, "Finetune/Loss (Raw)": 0.8081129193305969, "Finetune/Step": 5118, "Finetune/Step Time": 7.3788619469851255}
+{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.7279387712478638, "Finetune/Loss (Raw)": 0.8806220889091492, "Finetune/Step": 5119, "Finetune/Step Time": 7.378859166055918}
+{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.723403811454773, "Finetune/Loss (Raw)": 0.3410476744174957, "Finetune/Step": 5120, "Finetune/Step Time": 7.375987296923995}
+{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.7250992655754089, "Finetune/Loss (Raw)": 0.7125200629234314, "Finetune/Step": 5121, "Finetune/Step Time": 7.361942341551185}
+{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.7243582010269165, "Finetune/Loss (Raw)": 0.6907792091369629, "Finetune/Step": 5122, "Finetune/Step Time": 7.353920180350542}
+{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.7263433933258057, "Finetune/Loss (Raw)": 0.807347297668457, "Finetune/Step": 5123, "Finetune/Step Time": 7.3558485843241215}
+{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.726202130317688, "Finetune/Loss (Raw)": 0.8783982992172241, "Finetune/Step": 5124, "Finetune/Step Time": 7.356490025296807}
+{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.7263678312301636, "Finetune/Loss (Raw)": 0.852673351764679, "Finetune/Step": 5125, "Finetune/Step Time": 7.361598327755928}
+{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.7214293479919434, "Finetune/Loss (Raw)": 0.3882170021533966, "Finetune/Step": 5126, "Finetune/Step Time": 7.373907895758748}
+{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.7197734713554382, "Finetune/Loss (Raw)": 0.6697453856468201, "Finetune/Step": 5127, "Finetune/Step Time": 7.387557594105601}
+{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.7229666709899902, "Finetune/Loss (Raw)": 0.7597475051879883, "Finetune/Step": 5128, "Finetune/Step Time": 7.398103220388293}
+{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.7190014719963074, "Finetune/Loss (Raw)": 0.28972354531288147, "Finetune/Step": 5129, "Finetune/Step Time": 7.421281695365906}
+{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.721063494682312, "Finetune/Loss (Raw)": 0.761023223400116, "Finetune/Step": 5130, "Finetune/Step Time": 7.4157656244933605}
+{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.7202919721603394, "Finetune/Loss (Raw)": 0.6028192043304443, "Finetune/Step": 5131, "Finetune/Step Time": 7.421734809875488}
+{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.7202026844024658, "Finetune/Loss (Raw)": 0.5915175676345825, "Finetune/Step": 5132, "Finetune/Step Time": 7.416244113817811}
+{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.719706654548645, "Finetune/Loss (Raw)": 0.7079890370368958, "Finetune/Step": 5133, "Finetune/Step Time": 7.416236927732825}
+{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.7199355959892273, "Finetune/Loss (Raw)": 0.8117800354957581, "Finetune/Step": 5134, "Finetune/Step Time": 7.419462090358138}
+{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.7205532789230347, "Finetune/Loss (Raw)": 0.6344684958457947, "Finetune/Step": 5135, "Finetune/Step Time": 7.423207610845566}
+{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.7222371697425842, "Finetune/Loss (Raw)": 0.9098422527313232, "Finetune/Step": 5136, "Finetune/Step Time": 7.427104514092207}
+{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.7210167646408081, "Finetune/Loss (Raw)": 0.7641580104827881, "Finetune/Step": 5137, "Finetune/Step Time": 7.429446687921882}
+{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.7206417918205261, "Finetune/Loss (Raw)": 0.7457692623138428, "Finetune/Step": 5138, "Finetune/Step Time": 7.442607531324029}
+{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.717494547367096, "Finetune/Loss (Raw)": 0.339760422706604, "Finetune/Step": 5139, "Finetune/Step Time": 7.454008912667632}
+{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.7177001237869263, "Finetune/Loss (Raw)": 0.7919862866401672, "Finetune/Step": 5140, "Finetune/Step Time": 7.448493951931596}
+{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.7194478511810303, "Finetune/Loss (Raw)": 0.8660576939582825, "Finetune/Step": 5141, "Finetune/Step Time": 7.445499509572983}
+{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.719139814376831, "Finetune/Loss (Raw)": 0.6715463399887085, "Finetune/Step": 5142, "Finetune/Step Time": 7.449252089485526}
+{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.7206511497497559, "Finetune/Loss (Raw)": 0.8895791172981262, "Finetune/Step": 5143, "Finetune/Step Time": 7.451794376596808}
+{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.7194340229034424, "Finetune/Loss (Raw)": 0.561341404914856, "Finetune/Step": 5144, "Finetune/Step Time": 7.456644168123603}
+{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.7201563119888306, "Finetune/Loss (Raw)": 0.7586007118225098, "Finetune/Step": 5145, "Finetune/Step Time": 7.456972900778055}
+{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.7218327522277832, "Finetune/Loss (Raw)": 0.8871583342552185, "Finetune/Step": 5146, "Finetune/Step Time": 7.442014392465353}
+{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.7222322225570679, "Finetune/Loss (Raw)": 0.7745158672332764, "Finetune/Step": 5147, "Finetune/Step Time": 7.434026984497905}
+{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.7235376834869385, "Finetune/Loss (Raw)": 0.5113332271575928, "Finetune/Step": 5148, "Finetune/Step Time": 7.416124485433102}
+{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.7229080200195312, "Finetune/Loss (Raw)": 0.7580476999282837, "Finetune/Step": 5149, "Finetune/Step Time": 7.421856448054314}
+{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.7225989103317261, "Finetune/Loss (Raw)": 0.7622326612472534, "Finetune/Step": 5150, "Finetune/Step Time": 7.4288367461413145}
+{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.7223911285400391, "Finetune/Loss (Raw)": 0.706791877746582, "Finetune/Step": 5151, "Finetune/Step Time": 7.4253785368055105}
+{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.7220851182937622, "Finetune/Loss (Raw)": 0.7077515125274658, "Finetune/Step": 5152, "Finetune/Step Time": 7.4271040968596935}
+{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.7196201682090759, "Finetune/Loss (Raw)": 0.41508549451828003, "Finetune/Step": 5153, "Finetune/Step Time": 7.417704243212938}
+{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.7160190343856812, "Finetune/Loss (Raw)": 0.3690420389175415, "Finetune/Step": 5154, "Finetune/Step Time": 7.431649472564459}
+{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.7149003744125366, "Finetune/Loss (Raw)": 0.6882719993591309, "Finetune/Step": 5155, "Finetune/Step Time": 7.433121584355831}
+{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.714495837688446, "Finetune/Loss (Raw)": 0.8470997214317322, "Finetune/Step": 5156, "Finetune/Step Time": 7.445773184299469}
+{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.7140827775001526, "Finetune/Loss (Raw)": 0.765904426574707, "Finetune/Step": 5157, "Finetune/Step Time": 7.446000978350639}
+{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.7142058610916138, "Finetune/Loss (Raw)": 0.7564881443977356, "Finetune/Step": 5158, "Finetune/Step Time": 7.443174054846168}
+{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.7152485847473145, "Finetune/Loss (Raw)": 0.8924658298492432, "Finetune/Step": 5159, "Finetune/Step Time": 7.4448347724974155}
+{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.7158472537994385, "Finetune/Loss (Raw)": 0.9012009501457214, "Finetune/Step": 5160, "Finetune/Step Time": 7.443716034293175}
+{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.716057300567627, "Finetune/Loss (Raw)": 0.8030694723129272, "Finetune/Step": 5161, "Finetune/Step Time": 7.455801339820027}
+{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.7152004837989807, "Finetune/Loss (Raw)": 0.6989221572875977, "Finetune/Step": 5162, "Finetune/Step Time": 7.460654424503446}
+{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.7159292697906494, "Finetune/Loss (Raw)": 0.7994623184204102, "Finetune/Step": 5163, "Finetune/Step Time": 7.457342633977532}
+{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.7165201902389526, "Finetune/Loss (Raw)": 0.8229121565818787, "Finetune/Step": 5164, "Finetune/Step Time": 7.471011014655232}
+{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.7138034105300903, "Finetune/Loss (Raw)": 0.5600517988204956, "Finetune/Step": 5165, "Finetune/Step Time": 7.4816683903336525}
+{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.7126039266586304, "Finetune/Loss (Raw)": 0.7433072924613953, "Finetune/Step": 5166, "Finetune/Step Time": 7.48991334810853}
+{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.7101796865463257, "Finetune/Loss (Raw)": 0.6456180810928345, "Finetune/Step": 5167, "Finetune/Step Time": 7.483425395563245}
+{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.7127170562744141, "Finetune/Loss (Raw)": 0.8748396635055542, "Finetune/Step": 5168, "Finetune/Step Time": 7.462464444339275}
+{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.7122844457626343, "Finetune/Loss (Raw)": 0.8683519959449768, "Finetune/Step": 5169, "Finetune/Step Time": 7.463828025385737}
+{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.7101645469665527, "Finetune/Loss (Raw)": 0.6166125535964966, "Finetune/Step": 5170, "Finetune/Step Time": 7.461235782131553}
+{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.7112497687339783, "Finetune/Loss (Raw)": 0.9428541660308838, "Finetune/Step": 5171, "Finetune/Step Time": 7.457085445523262}
+{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.7108019590377808, "Finetune/Loss (Raw)": 0.7333317399024963, "Finetune/Step": 5172, "Finetune/Step Time": 7.4545742608606815}
+{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.714073657989502, "Finetune/Loss (Raw)": 0.7040406465530396, "Finetune/Step": 5173, "Finetune/Step Time": 7.4410785138607025}
+{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.7189881801605225, "Finetune/Loss (Raw)": 0.9568255543708801, "Finetune/Step": 5174, "Finetune/Step Time": 7.428297201171517}
+{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.7185236215591431, "Finetune/Loss (Raw)": 0.7417808771133423, "Finetune/Step": 5175, "Finetune/Step Time": 7.43440942838788}
+{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.714050829410553, "Finetune/Loss (Raw)": 0.3227215111255646, "Finetune/Step": 5176, "Finetune/Step Time": 7.4459671545773745}
+{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.7148996591567993, "Finetune/Loss (Raw)": 0.8304868340492249, "Finetune/Step": 5177, "Finetune/Step Time": 7.439902480691671}
+{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.714287519454956, "Finetune/Loss (Raw)": 0.648155152797699, "Finetune/Step": 5178, "Finetune/Step Time": 7.4241790641099215}
+{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.7147305011749268, "Finetune/Loss (Raw)": 0.6761430501937866, "Finetune/Step": 5179, "Finetune/Step Time": 7.42998581007123}
+{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.7165741920471191, "Finetune/Loss (Raw)": 0.6029925346374512, "Finetune/Step": 5180, "Finetune/Step Time": 7.425042051821947}
+{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.7181915044784546, "Finetune/Loss (Raw)": 0.7939044237136841, "Finetune/Step": 5181, "Finetune/Step Time": 7.419375980272889}
+{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.7160328030586243, "Finetune/Loss (Raw)": 0.6053060293197632, "Finetune/Step": 5182, "Finetune/Step Time": 7.4321339670568705}
+{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.7166571021080017, "Finetune/Loss (Raw)": 0.8281031250953674, "Finetune/Step": 5183, "Finetune/Step Time": 7.446074023842812}
+{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.7155877351760864, "Finetune/Loss (Raw)": 0.6652864217758179, "Finetune/Step": 5184, "Finetune/Step Time": 7.46504694595933}
+{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.7162747383117676, "Finetune/Loss (Raw)": 0.8122705817222595, "Finetune/Step": 5185, "Finetune/Step Time": 7.476088110357523}
+{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.7130734324455261, "Finetune/Loss (Raw)": 0.3719348609447479, "Finetune/Step": 5186, "Finetune/Step Time": 7.485935507342219}
+{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.7110922336578369, "Finetune/Loss (Raw)": 0.6164034605026245, "Finetune/Step": 5187, "Finetune/Step Time": 7.502683810889721}
+{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.7092347145080566, "Finetune/Loss (Raw)": 0.6713597774505615, "Finetune/Step": 5188, "Finetune/Step Time": 7.503653049468994}
+{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.7071547508239746, "Finetune/Loss (Raw)": 0.5782886743545532, "Finetune/Step": 5189, "Finetune/Step Time": 7.524854835122824}
+{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.7072204947471619, "Finetune/Loss (Raw)": 0.5963995456695557, "Finetune/Step": 5190, "Finetune/Step Time": 7.522306215018034}
+{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.705357015132904, "Finetune/Loss (Raw)": 0.6289937496185303, "Finetune/Step": 5191, "Finetune/Step Time": 7.5334850531071424}
+{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.7060236930847168, "Finetune/Loss (Raw)": 0.712636411190033, "Finetune/Step": 5192, "Finetune/Step Time": 7.52887823805213}
+{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.7043845653533936, "Finetune/Loss (Raw)": 0.6675274968147278, "Finetune/Step": 5193, "Finetune/Step Time": 7.539297541603446}
+{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.7001640200614929, "Finetune/Loss (Raw)": 0.33399736881256104, "Finetune/Step": 5194, "Finetune/Step Time": 7.550933722406626}
+{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.7000223398208618, "Finetune/Loss (Raw)": 0.7076385617256165, "Finetune/Step": 5195, "Finetune/Step Time": 7.5485357493162155}
+{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.6992977857589722, "Finetune/Loss (Raw)": 0.7098207473754883, "Finetune/Step": 5196, "Finetune/Step Time": 7.553672805428505}
+{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.7002198100090027, "Finetune/Loss (Raw)": 0.8137173056602478, "Finetune/Step": 5197, "Finetune/Step Time": 7.545736514031887}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.6999944448471069, "Finetune/Loss (Raw)": 0.7028891444206238, "Finetune/Step": 5198, "Finetune/Step Time": 7.540460957214236}