diff --git "a/dinoclip-336px-letterbox+7b/run-metrics.jsonl" "b/dinoclip-336px-letterbox+7b/run-metrics.jsonl"
new file mode 100644--- /dev/null
+++ "b/dinoclip-336px-letterbox+7b/run-metrics.jsonl"
@@ -0,0 +1,5199 @@
+{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-v15", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_mix665k.json", "download/llava-v1.5-instruct"], "type": "llava-v15"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+fused-gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 1, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "letterbox", "llm_backbone_id": "vicuna-v15-7b", "llm_max_length": 2048, "model_id": "dinoclip-336px-letterbox+7b", "reduce_in_full_precision": false, "type": "dinoclip-336px-letterbox+7b", "vision_backbone_id": "dinoclip-vit-l-336px"}, "pretrained_checkpoint": null, "run_id": "dinoclip-336px-letterbox+7b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "dinoclip-336px-letterbox+7b+stage-finetune+x7"}
+{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 5.6432929039001465, "Finetune/Loss (Raw)": 5.6432929039001465, "Finetune/Step": 1, "Finetune/Step Time": 24.20429754257202}
+{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 5.906980037689209, "Finetune/Loss (Raw)": 6.1706671714782715, "Finetune/Step": 2, "Finetune/Step Time": 16.71160578727722}
+{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 5.3495893478393555, "Finetune/Loss (Raw)": 4.234807014465332, "Finetune/Step": 3, "Finetune/Step Time": 13.045764128367106}
+{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 4.931563377380371, "Finetune/Loss (Raw)": 3.6774868965148926, "Finetune/Step": 4, "Finetune/Step Time": 11.235528230667114}
+{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 4.563100337982178, "Finetune/Loss (Raw)": 3.0892467498779297, "Finetune/Step": 5, "Finetune/Step Time": 10.325916385650634}
+{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 4.276467323303223, "Finetune/Loss (Raw)": 2.843301296234131, "Finetune/Step": 6, "Finetune/Step Time": 9.677416563034058}
+{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 4.085288047790527, "Finetune/Loss (Raw)": 2.9382121562957764, "Finetune/Step": 7, "Finetune/Step Time": 9.170863253729683}
+{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 3.911799430847168, "Finetune/Loss (Raw)": 2.697382688522339, "Finetune/Step": 8, "Finetune/Step Time": 8.976985901594162}
+{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 3.739560842514038, "Finetune/Loss (Raw)": 2.3616514205932617, "Finetune/Step": 9, "Finetune/Step Time": 8.687101655536228}
+{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 3.6498830318450928, "Finetune/Loss (Raw)": 2.842780590057373, "Finetune/Step": 10, "Finetune/Step Time": 8.702382493019105}
+{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 3.5375568866729736, "Finetune/Loss (Raw)": 2.414297103881836, "Finetune/Step": 11, "Finetune/Step Time": 8.463037360798229}
+{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 3.430959701538086, "Finetune/Loss (Raw)": 2.2583906650543213, "Finetune/Step": 12, "Finetune/Step Time": 8.271520753701529}
+{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 3.3410592079162598, "Finetune/Loss (Raw)": 2.2622547149658203, "Finetune/Step": 13, "Finetune/Step Time": 8.10608746455266}
+{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 3.2775144577026367, "Finetune/Loss (Raw)": 2.451429605484009, "Finetune/Step": 14, "Finetune/Step Time": 7.942382761410305}
+{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 3.1926119327545166, "Finetune/Loss (Raw)": 2.0039772987365723, "Finetune/Step": 15, "Finetune/Step Time": 7.893139044443767}
+{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 3.081709146499634, "Finetune/Loss (Raw)": 1.418169379234314, "Finetune/Step": 16, "Finetune/Step Time": 7.861438348889351}
+{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 3.0146141052246094, "Finetune/Loss (Raw)": 1.9410933256149292, "Finetune/Step": 17, "Finetune/Step Time": 7.770635745104621}
+{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 2.9306697845458984, "Finetune/Loss (Raw)": 1.503615379333496, "Finetune/Step": 18, "Finetune/Step Time": 7.71760094165802}
+{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 2.87253999710083, "Finetune/Loss (Raw)": 1.8262017965316772, "Finetune/Step": 19, "Finetune/Step Time": 7.620596270812185}
+{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 2.8148961067199707, "Finetune/Loss (Raw)": 1.7196637392044067, "Finetune/Step": 20, "Finetune/Step Time": 7.521064341068268}
+{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 2.752314567565918, "Finetune/Loss (Raw)": 1.500685691833496, "Finetune/Step": 21, "Finetune/Step Time": 7.5146181129273915}
+{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 2.6885757446289062, "Finetune/Loss (Raw)": 1.3500566482543945, "Finetune/Step": 22, "Finetune/Step Time": 7.460378213362261}
+{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 2.58133602142334, "Finetune/Loss (Raw)": 0.2220628559589386, "Finetune/Step": 23, "Finetune/Step Time": 7.521412445151287}
+{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 2.5393264293670654, "Finetune/Loss (Raw)": 1.5731050968170166, "Finetune/Step": 24, "Finetune/Step Time": 7.445570021867752}
+{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 2.4956531524658203, "Finetune/Loss (Raw)": 1.44749915599823, "Finetune/Step": 25, "Finetune/Step Time": 7.395677394866944}
+{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 2.4099106788635254, "Finetune/Loss (Raw)": 0.26634135842323303, "Finetune/Step": 26, "Finetune/Step Time": 7.478996102626507}
+{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 2.376347303390503, "Finetune/Loss (Raw)": 1.5037076473236084, "Finetune/Step": 27, "Finetune/Step Time": 7.405470812762225}
+{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 2.3389716148376465, "Finetune/Loss (Raw)": 1.3298230171203613, "Finetune/Step": 28, "Finetune/Step Time": 7.343471833637783}
+{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 2.3085732460021973, "Finetune/Loss (Raw)": 1.4574174880981445, "Finetune/Step": 29, "Finetune/Step Time": 7.334815748806657}
+{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 2.273935079574585, "Finetune/Loss (Raw)": 1.2694298028945923, "Finetune/Step": 30, "Finetune/Step Time": 7.331484325726827}
+{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 2.247520685195923, "Finetune/Loss (Raw)": 1.4550920724868774, "Finetune/Step": 31, "Finetune/Step Time": 7.303192907764066}
+{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 2.2175798416137695, "Finetune/Loss (Raw)": 1.2894138097763062, "Finetune/Step": 32, "Finetune/Step Time": 7.329899251461029}
+{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 2.1836774349212646, "Finetune/Loss (Raw)": 1.0987958908081055, "Finetune/Step": 33, "Finetune/Step Time": 7.310593756762418}
+{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 2.1517539024353027, "Finetune/Loss (Raw)": 1.0982760190963745, "Finetune/Step": 34, "Finetune/Step Time": 7.275763006771312}
+{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 2.129786491394043, "Finetune/Loss (Raw)": 1.3828965425491333, "Finetune/Step": 35, "Finetune/Step Time": 7.253282826287406}
+{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 2.104161500930786, "Finetune/Loss (Raw)": 1.2072914838790894, "Finetune/Step": 36, "Finetune/Step Time": 7.2658562660217285}
+{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 2.0832746028900146, "Finetune/Loss (Raw)": 1.3313502073287964, "Finetune/Step": 37, "Finetune/Step Time": 7.317946208489908}
+{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 2.0598597526550293, "Finetune/Loss (Raw)": 1.1934994459152222, "Finetune/Step": 38, "Finetune/Step Time": 7.27705452944103}
+{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 2.0372016429901123, "Finetune/Loss (Raw)": 1.1761928796768188, "Finetune/Step": 39, "Finetune/Step Time": 7.234416429813091}
+{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 2.015533447265625, "Finetune/Loss (Raw)": 1.1704758405685425, "Finetune/Step": 40, "Finetune/Step Time": 7.243760579824448}
+{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 1.997657299041748, "Finetune/Loss (Raw)": 1.282619595527649, "Finetune/Step": 41, "Finetune/Step Time": 7.195521831512451}
+{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 1.9796702861785889, "Finetune/Loss (Raw)": 1.2421963214874268, "Finetune/Step": 42, "Finetune/Step Time": 7.160235336848667}
+{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 1.9610544443130493, "Finetune/Loss (Raw)": 1.1791893243789673, "Finetune/Step": 43, "Finetune/Step Time": 7.188539959663569}
+{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 1.943323016166687, "Finetune/Loss (Raw)": 1.180873990058899, "Finetune/Step": 44, "Finetune/Step Time": 7.1766064817255195}
+{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 1.9234782457351685, "Finetune/Loss (Raw)": 1.0502992868423462, "Finetune/Step": 45, "Finetune/Step Time": 7.235913668738471}
+{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 1.887055516242981, "Finetune/Loss (Raw)": 0.24803781509399414, "Finetune/Step": 46, "Finetune/Step Time": 7.267150381337041}
+{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 1.8711631298065186, "Finetune/Loss (Raw)": 1.1401203870773315, "Finetune/Step": 47, "Finetune/Step Time": 7.2434062095398595}
+{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 1.8560575246810913, "Finetune/Loss (Raw)": 1.1460894346237183, "Finetune/Step": 48, "Finetune/Step Time": 7.251954659819603}
+{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 1.8419363498687744, "Finetune/Loss (Raw)": 1.1641227006912231, "Finetune/Step": 49, "Finetune/Step Time": 7.230011180955536}
+{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 1.8256443738937378, "Finetune/Loss (Raw)": 1.027339220046997, "Finetune/Step": 50, "Finetune/Step Time": 7.197473363876343}
+{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 1.8122355937957764, "Finetune/Loss (Raw)": 1.141796588897705, "Finetune/Step": 51, "Finetune/Step Time": 7.174155959896013}
+{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 1.8005459308624268, "Finetune/Loss (Raw)": 1.2043757438659668, "Finetune/Step": 52, "Finetune/Step Time": 7.215348514226767}
+{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 1.7840185165405273, "Finetune/Loss (Raw)": 0.9245879650115967, "Finetune/Step": 53, "Finetune/Step Time": 7.229680583162128}
+{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 1.7685482501983643, "Finetune/Loss (Raw)": 0.9486276507377625, "Finetune/Step": 54, "Finetune/Step Time": 7.224918683369954}
+{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 1.7575558423995972, "Finetune/Loss (Raw)": 1.1639659404754639, "Finetune/Step": 55, "Finetune/Step Time": 7.22592662897977}
+{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 1.7459989786148071, "Finetune/Loss (Raw)": 1.1103651523590088, "Finetune/Step": 56, "Finetune/Step Time": 7.236805089882442}
+{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 1.733256220817566, "Finetune/Loss (Raw)": 1.019665002822876, "Finetune/Step": 57, "Finetune/Step Time": 7.215476763875861}
+{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 1.7218232154846191, "Finetune/Loss (Raw)": 1.070147156715393, "Finetune/Step": 58, "Finetune/Step Time": 7.240442033471732}
+{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 1.7112070322036743, "Finetune/Loss (Raw)": 1.0954669713974, "Finetune/Step": 59, "Finetune/Step Time": 7.248041322675802}
+{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 1.7007555961608887, "Finetune/Loss (Raw)": 1.084120512008667, "Finetune/Step": 60, "Finetune/Step Time": 7.224298425515493}
+{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 1.6916836500167847, "Finetune/Loss (Raw)": 1.1473777294158936, "Finetune/Step": 61, "Finetune/Step Time": 7.207943603640697}
+{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 1.6836274862289429, "Finetune/Loss (Raw)": 1.1921972036361694, "Finetune/Step": 62, "Finetune/Step Time": 7.183823158664088}
+{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 1.6760668754577637, "Finetune/Loss (Raw)": 1.2072969675064087, "Finetune/Step": 63, "Finetune/Step Time": 7.162417949192108}
+{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 1.6663483381271362, "Finetune/Loss (Raw)": 1.0540846586227417, "Finetune/Step": 64, "Finetune/Step Time": 7.196043971925974}
+{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 1.6568191051483154, "Finetune/Loss (Raw)": 1.0469473600387573, "Finetune/Step": 65, "Finetune/Step Time": 7.1904383109166075}
+{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 1.6468174457550049, "Finetune/Loss (Raw)": 0.9967060089111328, "Finetune/Step": 66, "Finetune/Step Time": 7.176388083082257}
+{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 1.6357355117797852, "Finetune/Loss (Raw)": 0.9043328166007996, "Finetune/Step": 67, "Finetune/Step Time": 7.152343059653666}
+{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 1.6281652450561523, "Finetune/Loss (Raw)": 1.1209489107131958, "Finetune/Step": 68, "Finetune/Step Time": 7.149592410115635}
+{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 1.6212178468704224, "Finetune/Loss (Raw)": 1.1487947702407837, "Finetune/Step": 69, "Finetune/Step Time": 7.127109133678934}
+{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 1.6150357723236084, "Finetune/Loss (Raw)": 1.1884790658950806, "Finetune/Step": 70, "Finetune/Step Time": 7.107960956437247}
+{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 1.6051338911056519, "Finetune/Loss (Raw)": 0.9119985699653625, "Finetune/Step": 71, "Finetune/Step Time": 7.090898933544965}
+{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 1.5971053838729858, "Finetune/Loss (Raw)": 1.0270830392837524, "Finetune/Step": 72, "Finetune/Step Time": 7.067991736862394}
+{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 1.5879099369049072, "Finetune/Loss (Raw)": 0.9258332252502441, "Finetune/Step": 73, "Finetune/Step Time": 7.050916273299962}
+{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 1.5790287256240845, "Finetune/Loss (Raw)": 0.9307017922401428, "Finetune/Step": 74, "Finetune/Step Time": 7.0338967458621875}
+{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 1.5687839984893799, "Finetune/Loss (Raw)": 0.8106750249862671, "Finetune/Step": 75, "Finetune/Step Time": 7.028928149541219}
+{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 1.5609923601150513, "Finetune/Loss (Raw)": 0.976615309715271, "Finetune/Step": 76, "Finetune/Step Time": 7.021949231624603}
+{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 1.555163860321045, "Finetune/Loss (Raw)": 1.1122040748596191, "Finetune/Step": 77, "Finetune/Step Time": 7.002849724385645}
+{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 1.550654411315918, "Finetune/Loss (Raw)": 1.203423023223877, "Finetune/Step": 78, "Finetune/Step Time": 6.983328006206414}
+{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 1.5458520650863647, "Finetune/Loss (Raw)": 1.1712678670883179, "Finetune/Step": 79, "Finetune/Step Time": 6.96866291082358}
+{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 1.5385886430740356, "Finetune/Loss (Raw)": 0.964776873588562, "Finetune/Step": 80, "Finetune/Step Time": 6.974579524993897}
+{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 1.5336925983428955, "Finetune/Loss (Raw)": 1.142011284828186, "Finetune/Step": 81, "Finetune/Step Time": 6.9726704403206154}
+{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 1.5282816886901855, "Finetune/Loss (Raw)": 1.0900002717971802, "Finetune/Step": 82, "Finetune/Step Time": 6.95736097707981}
+{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 1.521276593208313, "Finetune/Loss (Raw)": 0.9468575716018677, "Finetune/Step": 83, "Finetune/Step Time": 6.965929680560008}
+{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 1.5172991752624512, "Finetune/Loss (Raw)": 1.1871707439422607, "Finetune/Step": 84, "Finetune/Step Time": 6.968325149445307}
+{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 1.5116921663284302, "Finetune/Loss (Raw)": 1.0407053232192993, "Finetune/Step": 85, "Finetune/Step Time": 6.955542073530309}
+{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 1.4976741075515747, "Finetune/Loss (Raw)": 0.3061341643333435, "Finetune/Step": 86, "Finetune/Step Time": 6.97777244656585}
+{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 1.492185354232788, "Finetune/Loss (Raw)": 1.0201607942581177, "Finetune/Step": 87, "Finetune/Step Time": 6.96558029350193}
+{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 1.4890114068984985, "Finetune/Loss (Raw)": 1.2128807306289673, "Finetune/Step": 88, "Finetune/Step Time": 6.973739640279249}
+{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 1.4841840267181396, "Finetune/Loss (Raw)": 1.0593717098236084, "Finetune/Step": 89, "Finetune/Step Time": 6.961763513222169}
+{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 1.4802780151367188, "Finetune/Loss (Raw)": 1.1326394081115723, "Finetune/Step": 90, "Finetune/Step Time": 6.970116978221469}
+{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 1.476623773574829, "Finetune/Loss (Raw)": 1.147741436958313, "Finetune/Step": 91, "Finetune/Step Time": 6.973590387092842}
+{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 1.4734402894973755, "Finetune/Loss (Raw)": 1.1837416887283325, "Finetune/Step": 92, "Finetune/Step Time": 6.963544933692269}
+{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 1.467535376548767, "Finetune/Loss (Raw)": 0.9242855310440063, "Finetune/Step": 93, "Finetune/Step Time": 6.956107536951701}
+{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 1.4640990495681763, "Finetune/Loss (Raw)": 1.1445332765579224, "Finetune/Step": 94, "Finetune/Step Time": 6.941673268663123}
+{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 1.4599041938781738, "Finetune/Loss (Raw)": 1.0655708312988281, "Finetune/Step": 95, "Finetune/Step Time": 6.931110095977783}
+{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 1.4558590650558472, "Finetune/Loss (Raw)": 1.0715723037719727, "Finetune/Step": 96, "Finetune/Step Time": 6.9347899953524275}
+{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 1.45138418674469, "Finetune/Loss (Raw)": 1.0218006372451782, "Finetune/Step": 97, "Finetune/Step Time": 6.931613130667775}
+{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 1.4479005336761475, "Finetune/Loss (Raw)": 1.1099876165390015, "Finetune/Step": 98, "Finetune/Step Time": 6.934252534593854}
+{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 1.4353327751159668, "Finetune/Loss (Raw)": 0.20369303226470947, "Finetune/Step": 99, "Finetune/Step Time": 6.946490750168309}
+{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 1.4329147338867188, "Finetune/Loss (Raw)": 1.1935323476791382, "Finetune/Step": 100, "Finetune/Step Time": 6.940499629974365}
+{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 1.4289602041244507, "Finetune/Loss (Raw)": 1.0335023403167725, "Finetune/Step": 101, "Finetune/Step Time": 6.9428073604508205}
+{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 1.4266852140426636, "Finetune/Loss (Raw)": 1.1969001293182373, "Finetune/Step": 102, "Finetune/Step Time": 6.9274508695976404}
+{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 1.4155875444412231, "Finetune/Loss (Raw)": 0.2836414873600006, "Finetune/Step": 103, "Finetune/Step Time": 6.940024498596932}
+{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 1.4128586053848267, "Finetune/Loss (Raw)": 1.1317598819732666, "Finetune/Step": 104, "Finetune/Step Time": 6.927897191964663}
+{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 1.409298062324524, "Finetune/Loss (Raw)": 1.0390034914016724, "Finetune/Step": 105, "Finetune/Step Time": 6.91186659676688}
+{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 1.4058767557144165, "Finetune/Loss (Raw)": 1.0466538667678833, "Finetune/Step": 106, "Finetune/Step Time": 6.899431703225622}
+{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 1.4031579494476318, "Finetune/Loss (Raw)": 1.1149667501449585, "Finetune/Step": 107, "Finetune/Step Time": 6.88813625986331}
+{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 1.3995357751846313, "Finetune/Loss (Raw)": 1.0119538307189941, "Finetune/Step": 108, "Finetune/Step Time": 6.880072152173078}
+{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 1.3971102237701416, "Finetune/Loss (Raw)": 1.1351650953292847, "Finetune/Step": 109, "Finetune/Step Time": 6.869531010269025}
+{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 1.3937547206878662, "Finetune/Loss (Raw)": 1.0279920101165771, "Finetune/Step": 110, "Finetune/Step Time": 6.858100743727251}
+{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 1.3911595344543457, "Finetune/Loss (Raw)": 1.1056894063949585, "Finetune/Step": 111, "Finetune/Step Time": 6.8636497527629405}
+{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 1.3882545232772827, "Finetune/Loss (Raw)": 1.0657844543457031, "Finetune/Step": 112, "Finetune/Step Time": 6.8590280796800345}
+{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 1.3857216835021973, "Finetune/Loss (Raw)": 1.1020526885986328, "Finetune/Step": 113, "Finetune/Step Time": 6.862228406214081}
+{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 1.3755707740783691, "Finetune/Loss (Raw)": 0.2285148948431015, "Finetune/Step": 114, "Finetune/Step Time": 6.875695483726368}
+{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 1.3729199171066284, "Finetune/Loss (Raw)": 1.0707546472549438, "Finetune/Step": 115, "Finetune/Step Time": 6.866928647912067}
+{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 1.3688651323318481, "Finetune/Loss (Raw)": 0.9025443196296692, "Finetune/Step": 116, "Finetune/Step Time": 6.872196978536145}
+{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 1.3664851188659668, "Finetune/Loss (Raw)": 1.0904090404510498, "Finetune/Step": 117, "Finetune/Step Time": 6.86808962495918}
+{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 1.3645457029342651, "Finetune/Loss (Raw)": 1.1376142501831055, "Finetune/Step": 118, "Finetune/Step Time": 6.858326107768689}
+{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 1.361767292022705, "Finetune/Loss (Raw)": 1.0339163541793823, "Finetune/Step": 119, "Finetune/Step Time": 6.850159566943385}
+{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 1.359340786933899, "Finetune/Loss (Raw)": 1.0705904960632324, "Finetune/Step": 120, "Finetune/Step Time": 6.8588009933630625}
+{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 1.3564397096633911, "Finetune/Loss (Raw)": 1.0083339214324951, "Finetune/Step": 121, "Finetune/Step Time": 6.866297128771947}
+{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 1.3531602621078491, "Finetune/Loss (Raw)": 0.9563352465629578, "Finetune/Step": 122, "Finetune/Step Time": 6.8582755600819825}
+{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 1.3502817153930664, "Finetune/Loss (Raw)": 0.9990907311439514, "Finetune/Step": 123, "Finetune/Step Time": 6.849205608290386}
+{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 1.3484137058258057, "Finetune/Loss (Raw)": 1.1186556816101074, "Finetune/Step": 124, "Finetune/Step Time": 6.842338312056757}
+{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 1.3455932140350342, "Finetune/Loss (Raw)": 0.9958406090736389, "Finetune/Step": 125, "Finetune/Step Time": 6.83595599937439}
+{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 1.3435474634170532, "Finetune/Loss (Raw)": 1.0878326892852783, "Finetune/Step": 126, "Finetune/Step Time": 6.847691490536644}
+{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 1.3406208753585815, "Finetune/Loss (Raw)": 0.9718685150146484, "Finetune/Step": 127, "Finetune/Step Time": 6.838170928279246}
+{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 1.3388705253601074, "Finetune/Loss (Raw)": 1.116576910018921, "Finetune/Step": 128, "Finetune/Step Time": 6.831602558493614}
+{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 1.3036659955978394, "Finetune/Loss (Raw)": 1.1371129751205444, "Finetune/Step": 129, "Finetune/Step Time": 6.687960930168629}
+{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 1.2642332315444946, "Finetune/Loss (Raw)": 1.1232811212539673, "Finetune/Step": 130, "Finetune/Step Time": 6.6692556366324425}
+{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 1.2395896911621094, "Finetune/Loss (Raw)": 1.0804369449615479, "Finetune/Step": 131, "Finetune/Step Time": 6.667937833815813}
+{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 1.2193396091461182, "Finetune/Loss (Raw)": 1.0854746103286743, "Finetune/Step": 132, "Finetune/Step Time": 6.667462216690183}
+{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 1.2020580768585205, "Finetune/Loss (Raw)": 0.8771969676017761, "Finetune/Step": 133, "Finetune/Step Time": 6.676609862595797}
+{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 1.1893904209136963, "Finetune/Loss (Raw)": 1.2218577861785889, "Finetune/Step": 134, "Finetune/Step Time": 6.671363208442926}
+{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 1.174105167388916, "Finetune/Loss (Raw)": 0.9816945195198059, "Finetune/Step": 135, "Finetune/Step Time": 6.672831892967224}
+{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 1.1613786220550537, "Finetune/Loss (Raw)": 1.0683780908584595, "Finetune/Step": 136, "Finetune/Step Time": 6.657300708815455}
+{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 1.150463342666626, "Finetune/Loss (Raw)": 0.9644989967346191, "Finetune/Step": 137, "Finetune/Step Time": 6.65871787071228}
+{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 1.1368556022644043, "Finetune/Loss (Raw)": 1.1009842157363892, "Finetune/Step": 138, "Finetune/Step Time": 6.630075475201011}
+{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 1.1249988079071045, "Finetune/Loss (Raw)": 0.896645188331604, "Finetune/Step": 139, "Finetune/Step Time": 6.63061404787004}
+{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 1.1172702312469482, "Finetune/Loss (Raw)": 1.2691185474395752, "Finetune/Step": 140, "Finetune/Step Time": 6.624492088332772}
+{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 1.1075862646102905, "Finetune/Loss (Raw)": 1.0227168798446655, "Finetune/Step": 141, "Finetune/Step Time": 6.617937702685595}
+{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 1.096301555633545, "Finetune/Loss (Raw)": 1.0069823265075684, "Finetune/Step": 142, "Finetune/Step Time": 6.655753253027797}
+{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 1.0880669355392456, "Finetune/Loss (Raw)": 0.9499448537826538, "Finetune/Step": 143, "Finetune/Step Time": 6.6698866337537766}
+{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 1.0794703960418701, "Finetune/Loss (Raw)": 0.3178216218948364, "Finetune/Step": 144, "Finetune/Step Time": 6.6765441223979}
+{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 1.0667821168899536, "Finetune/Loss (Raw)": 0.3169863224029541, "Finetune/Step": 145, "Finetune/Step Time": 6.6949174515903}
+{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 1.062494158744812, "Finetune/Loss (Raw)": 0.9547547698020935, "Finetune/Step": 146, "Finetune/Step Time": 6.6852928176522255}
+{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 1.0551286935806274, "Finetune/Loss (Raw)": 0.8834224939346313, "Finetune/Step": 147, "Finetune/Step Time": 6.690521912649274}
+{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 1.0499213933944702, "Finetune/Loss (Raw)": 1.0531275272369385, "Finetune/Step": 148, "Finetune/Step Time": 6.692316114902496}
+{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 1.046708583831787, "Finetune/Loss (Raw)": 1.0894410610198975, "Finetune/Step": 149, "Finetune/Step Time": 6.68174615688622}
+{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 1.044751763343811, "Finetune/Loss (Raw)": 1.0995863676071167, "Finetune/Step": 150, "Finetune/Step Time": 6.684844998642802}
+{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 1.0514438152313232, "Finetune/Loss (Raw)": 1.0786466598510742, "Finetune/Step": 151, "Finetune/Step Time": 6.664593743160367}
+{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 1.0471495389938354, "Finetune/Loss (Raw)": 1.0234397649765015, "Finetune/Step": 152, "Finetune/Step Time": 6.679859286174178}
+{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 1.04471755027771, "Finetune/Loss (Raw)": 1.1362040042877197, "Finetune/Step": 153, "Finetune/Step Time": 6.689552282914519}
+{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 1.0513070821762085, "Finetune/Loss (Raw)": 1.1098008155822754, "Finetune/Step": 154, "Finetune/Step Time": 6.661608919501305}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.0488464832305908, "Finetune/Loss (Raw)": 1.1887547969818115, "Finetune/Step": 155, "Finetune/Step Time": 6.6674917712807655}
+{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 1.040679693222046, "Finetune/Loss (Raw)": 0.28446266055107117, "Finetune/Step": 156, "Finetune/Step Time": 6.689097296446562}
+{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 1.0376068353652954, "Finetune/Loss (Raw)": 1.0641065835952759, "Finetune/Step": 157, "Finetune/Step Time": 6.679610576480627}
+{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 1.0361359119415283, "Finetune/Loss (Raw)": 1.081138014793396, "Finetune/Step": 158, "Finetune/Step Time": 6.670089496299624}
+{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 1.0331244468688965, "Finetune/Loss (Raw)": 1.069635033607483, "Finetune/Step": 159, "Finetune/Step Time": 6.6624702755361795}
+{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 1.0308854579925537, "Finetune/Loss (Raw)": 1.002825379371643, "Finetune/Step": 160, "Finetune/Step Time": 6.65139102935791}
+{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 1.0302358865737915, "Finetune/Loss (Raw)": 1.015653371810913, "Finetune/Step": 161, "Finetune/Step Time": 6.646730342879891}
+{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 1.0313862562179565, "Finetune/Loss (Raw)": 1.2455140352249146, "Finetune/Step": 162, "Finetune/Step Time": 6.644655322656035}
+{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 1.0289342403411865, "Finetune/Loss (Raw)": 1.069047451019287, "Finetune/Step": 163, "Finetune/Step Time": 6.643937146291137}
+{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 1.0269356966018677, "Finetune/Loss (Raw)": 0.9514708518981934, "Finetune/Step": 164, "Finetune/Step Time": 6.640711450949311}
+{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 1.0246620178222656, "Finetune/Loss (Raw)": 1.0403189659118652, "Finetune/Step": 165, "Finetune/Step Time": 6.6173069924116135}
+{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 1.0230355262756348, "Finetune/Loss (Raw)": 0.9853118658065796, "Finetune/Step": 166, "Finetune/Step Time": 6.618127733469009}
+{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 1.0226924419403076, "Finetune/Loss (Raw)": 1.1322815418243408, "Finetune/Step": 167, "Finetune/Step Time": 6.619434177875519}
+{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 1.0210949182510376, "Finetune/Loss (Raw)": 0.9659847021102905, "Finetune/Step": 168, "Finetune/Step Time": 6.6070910487324}
+{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 1.0184886455535889, "Finetune/Loss (Raw)": 0.9490193724632263, "Finetune/Step": 169, "Finetune/Step Time": 6.610827432945371}
+{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 1.0113967657089233, "Finetune/Loss (Raw)": 0.33443939685821533, "Finetune/Step": 170, "Finetune/Step Time": 6.6282914988696575}
+{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 1.0099496841430664, "Finetune/Loss (Raw)": 0.9939581155776978, "Finetune/Step": 171, "Finetune/Step Time": 6.61595843359828}
+{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 1.0084044933319092, "Finetune/Loss (Raw)": 0.9830769300460815, "Finetune/Step": 172, "Finetune/Step Time": 6.619053529575467}
+{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 1.0093611478805542, "Finetune/Loss (Raw)": 1.172767996788025, "Finetune/Step": 173, "Finetune/Step Time": 6.586744258180261}
+{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 1.0143389701843262, "Finetune/Loss (Raw)": 0.8852024674415588, "Finetune/Step": 174, "Finetune/Step Time": 6.568634923547506}
+{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 1.014634370803833, "Finetune/Loss (Raw)": 1.1779168844223022, "Finetune/Step": 175, "Finetune/Step Time": 6.565332526341081}
+{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 1.0084043741226196, "Finetune/Loss (Raw)": 0.34865760803222656, "Finetune/Step": 176, "Finetune/Step Time": 6.5695108063519}
+{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 1.0067753791809082, "Finetune/Loss (Raw)": 0.955610454082489, "Finetune/Step": 177, "Finetune/Step Time": 6.571661211550236}
+{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 1.0079704523086548, "Finetune/Loss (Raw)": 1.1803101301193237, "Finetune/Step": 178, "Finetune/Step Time": 6.578433716669679}
+{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 1.0060358047485352, "Finetune/Loss (Raw)": 0.8941650390625, "Finetune/Step": 179, "Finetune/Step Time": 6.581205613911152}
+{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 1.0049853324890137, "Finetune/Loss (Raw)": 1.0699045658111572, "Finetune/Step": 180, "Finetune/Step Time": 6.558514831587672}
+{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 1.0056297779083252, "Finetune/Loss (Raw)": 1.007079839706421, "Finetune/Step": 181, "Finetune/Step Time": 6.538490129634738}
+{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 1.0063916444778442, "Finetune/Loss (Raw)": 1.0461505651474, "Finetune/Step": 182, "Finetune/Step Time": 6.531486045569181}
+{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 1.0050508975982666, "Finetune/Loss (Raw)": 0.9923558831214905, "Finetune/Step": 183, "Finetune/Step Time": 6.514822322875261}
+{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 1.0053060054779053, "Finetune/Loss (Raw)": 1.1430046558380127, "Finetune/Step": 184, "Finetune/Step Time": 6.501126989722252}
+{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 1.0044710636138916, "Finetune/Loss (Raw)": 0.9128018021583557, "Finetune/Step": 185, "Finetune/Step Time": 6.4985414538532495}
+{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 1.0038399696350098, "Finetune/Loss (Raw)": 0.9893710017204285, "Finetune/Step": 186, "Finetune/Step Time": 6.489411121234298}
+{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 1.0030680894851685, "Finetune/Loss (Raw)": 0.9966576099395752, "Finetune/Step": 187, "Finetune/Step Time": 6.475278977304697}
+{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 1.0032963752746582, "Finetune/Loss (Raw)": 1.1133323907852173, "Finetune/Step": 188, "Finetune/Step Time": 6.473403412848711}
+{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 1.0021334886550903, "Finetune/Loss (Raw)": 0.9985449910163879, "Finetune/Step": 189, "Finetune/Step Time": 6.496105516329408}
+{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 1.0011143684387207, "Finetune/Loss (Raw)": 1.0617585182189941, "Finetune/Step": 190, "Finetune/Step Time": 6.501310041174293}
+{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 1.0000364780426025, "Finetune/Loss (Raw)": 1.0693151950836182, "Finetune/Step": 191, "Finetune/Step Time": 6.506733441725373}
+{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 1.0001201629638672, "Finetune/Loss (Raw)": 1.0647904872894287, "Finetune/Step": 192, "Finetune/Step Time": 6.487806236371398}
+{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 0.9991806149482727, "Finetune/Loss (Raw)": 0.9266877770423889, "Finetune/Step": 193, "Finetune/Step Time": 6.480850752443075}
+{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 0.999539315700531, "Finetune/Loss (Raw)": 1.042630672454834, "Finetune/Step": 194, "Finetune/Step Time": 6.479968227446079}
+{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 1.0002102851867676, "Finetune/Loss (Raw)": 0.9902054667472839, "Finetune/Step": 195, "Finetune/Step Time": 6.4861551485955715}
+{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 0.9989188313484192, "Finetune/Loss (Raw)": 0.9556444883346558, "Finetune/Step": 196, "Finetune/Step Time": 6.482720721513033}
+{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 0.9980863928794861, "Finetune/Loss (Raw)": 1.0422472953796387, "Finetune/Step": 197, "Finetune/Step Time": 6.488407323136926}
+{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 0.9966024160385132, "Finetune/Loss (Raw)": 0.9985321164131165, "Finetune/Step": 198, "Finetune/Step Time": 6.487951926887035}
+{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 0.9971693158149719, "Finetune/Loss (Raw)": 0.9845588207244873, "Finetune/Step": 199, "Finetune/Step Time": 6.491816399618983}
+{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 0.997069239616394, "Finetune/Loss (Raw)": 1.0142631530761719, "Finetune/Step": 200, "Finetune/Step Time": 6.496353033930063}
+{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 0.9985275268554688, "Finetune/Loss (Raw)": 1.1124989986419678, "Finetune/Step": 201, "Finetune/Step Time": 6.500004637986422}
+{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 0.9999250173568726, "Finetune/Loss (Raw)": 1.1095914840698242, "Finetune/Step": 202, "Finetune/Step Time": 6.5035658702254295}
+{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 1.0018609762191772, "Finetune/Loss (Raw)": 1.0584734678268433, "Finetune/Step": 203, "Finetune/Step Time": 6.497932583093643}
+{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 1.0024383068084717, "Finetune/Loss (Raw)": 1.0505170822143555, "Finetune/Step": 204, "Finetune/Step Time": 6.492306489497423}
+{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 0.9961081743240356, "Finetune/Loss (Raw)": 0.301935076713562, "Finetune/Step": 205, "Finetune/Step Time": 6.513353008776903}
+{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 0.9944891929626465, "Finetune/Loss (Raw)": 0.9962047338485718, "Finetune/Step": 206, "Finetune/Step Time": 6.53213063813746}
+{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 0.9944031238555908, "Finetune/Loss (Raw)": 1.1602509021759033, "Finetune/Step": 207, "Finetune/Step Time": 6.554926693439484}
+{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 0.9948842525482178, "Finetune/Loss (Raw)": 1.0263532400131226, "Finetune/Step": 208, "Finetune/Step Time": 6.540541419759393}
+{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 0.9937399625778198, "Finetune/Loss (Raw)": 0.9955455660820007, "Finetune/Step": 209, "Finetune/Step Time": 6.5342135168612}
+{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 0.9876314401626587, "Finetune/Loss (Raw)": 0.3081117868423462, "Finetune/Step": 210, "Finetune/Step Time": 6.555059606209397}
+{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 0.987854540348053, "Finetune/Loss (Raw)": 0.9754155278205872, "Finetune/Step": 211, "Finetune/Step Time": 6.547968542203307}
+{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 0.9868809580802917, "Finetune/Loss (Raw)": 1.062544345855713, "Finetune/Step": 212, "Finetune/Step Time": 6.545337200164795}
+{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 0.9879111647605896, "Finetune/Loss (Raw)": 1.172577977180481, "Finetune/Step": 213, "Finetune/Step Time": 6.54721867851913}
+{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 0.9931244850158691, "Finetune/Loss (Raw)": 0.97344970703125, "Finetune/Step": 214, "Finetune/Step Time": 6.541277587413788}
+{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 0.9925656318664551, "Finetune/Loss (Raw)": 0.948614239692688, "Finetune/Step": 215, "Finetune/Step Time": 6.540343813598156}
+{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 0.9902330040931702, "Finetune/Loss (Raw)": 0.9143016338348389, "Finetune/Step": 216, "Finetune/Step Time": 6.53886654227972}
+{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 0.9905776977539062, "Finetune/Loss (Raw)": 1.1034979820251465, "Finetune/Step": 217, "Finetune/Step Time": 6.536423666402698}
+{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 0.9900174736976624, "Finetune/Loss (Raw)": 1.0609331130981445, "Finetune/Step": 218, "Finetune/Step Time": 6.525479093194008}
+{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 0.9903290271759033, "Finetune/Loss (Raw)": 1.1876276731491089, "Finetune/Step": 219, "Finetune/Step Time": 6.514150591567159}
+{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 0.9885923862457275, "Finetune/Loss (Raw)": 0.9614444375038147, "Finetune/Step": 220, "Finetune/Step Time": 6.510824117809534}
+{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 0.9899944067001343, "Finetune/Loss (Raw)": 1.1037416458129883, "Finetune/Step": 221, "Finetune/Step Time": 6.513346001505852}
+{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 0.9885088205337524, "Finetune/Loss (Raw)": 0.9543797969818115, "Finetune/Step": 222, "Finetune/Step Time": 6.518478577956557}
+{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 0.9877831935882568, "Finetune/Loss (Raw)": 0.9726916551589966, "Finetune/Step": 223, "Finetune/Step Time": 6.519266517832875}
+{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 0.9820206165313721, "Finetune/Loss (Raw)": 0.3339535892009735, "Finetune/Step": 224, "Finetune/Step Time": 6.526914566755295}
+{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 0.9821696281433105, "Finetune/Loss (Raw)": 1.0408849716186523, "Finetune/Step": 225, "Finetune/Step Time": 6.525971122086048}
+{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 0.9826964735984802, "Finetune/Loss (Raw)": 1.1774107217788696, "Finetune/Step": 226, "Finetune/Step Time": 6.513316061347723}
+{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 0.990222156047821, "Finetune/Loss (Raw)": 1.1669886112213135, "Finetune/Step": 227, "Finetune/Step Time": 6.4936794843524694}
+{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 0.9896502494812012, "Finetune/Loss (Raw)": 1.1203255653381348, "Finetune/Step": 228, "Finetune/Step Time": 6.488360058516264}
+{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 0.9895328879356384, "Finetune/Loss (Raw)": 1.0184789896011353, "Finetune/Step": 229, "Finetune/Step Time": 6.481708599254489}
+{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 0.9891271591186523, "Finetune/Loss (Raw)": 1.1449724435806274, "Finetune/Step": 230, "Finetune/Step Time": 6.483960660174489}
+{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 0.9947425127029419, "Finetune/Loss (Raw)": 1.0024112462997437, "Finetune/Step": 231, "Finetune/Step Time": 6.465590436011553}
+{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 0.9941735863685608, "Finetune/Loss (Raw)": 1.058923602104187, "Finetune/Step": 232, "Finetune/Step Time": 6.469233812764287}
+{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 0.9883928298950195, "Finetune/Loss (Raw)": 0.2990742027759552, "Finetune/Step": 233, "Finetune/Step Time": 6.493184968829155}
+{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 0.9892182946205139, "Finetune/Loss (Raw)": 1.1523146629333496, "Finetune/Step": 234, "Finetune/Step Time": 6.513314824551344}
+{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 0.9898042678833008, "Finetune/Loss (Raw)": 1.1899688243865967, "Finetune/Step": 235, "Finetune/Step Time": 6.552953150123358}
+{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 0.9898005127906799, "Finetune/Loss (Raw)": 1.0114734172821045, "Finetune/Step": 236, "Finetune/Step Time": 6.554009081795812}
+{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 0.9892264604568481, "Finetune/Loss (Raw)": 1.0616776943206787, "Finetune/Step": 237, "Finetune/Step Time": 6.586500050500035}
+{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 0.9890444874763489, "Finetune/Loss (Raw)": 1.0047107934951782, "Finetune/Step": 238, "Finetune/Step Time": 6.590676326304674}
+{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 0.987267017364502, "Finetune/Loss (Raw)": 0.8781729936599731, "Finetune/Step": 239, "Finetune/Step Time": 6.575368707999587}
+{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 0.9863665103912354, "Finetune/Loss (Raw)": 0.9505105018615723, "Finetune/Step": 240, "Finetune/Step Time": 6.573424180969596}
+{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 0.9862208366394043, "Finetune/Loss (Raw)": 1.0834150314331055, "Finetune/Step": 241, "Finetune/Step Time": 6.561257628723979}
+{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 0.992603600025177, "Finetune/Loss (Raw)": 1.0455013513565063, "Finetune/Step": 242, "Finetune/Step Time": 6.54370205104351}
+{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 0.9925105571746826, "Finetune/Loss (Raw)": 1.0588490962982178, "Finetune/Step": 243, "Finetune/Step Time": 6.552932310849428}
+{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 0.9925362467765808, "Finetune/Loss (Raw)": 0.9058325886726379, "Finetune/Step": 244, "Finetune/Step Time": 6.538594162091613}
+{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 0.9932787418365479, "Finetune/Loss (Raw)": 1.1854455471038818, "Finetune/Step": 245, "Finetune/Step Time": 6.530808500945568}
+{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 0.9933013319969177, "Finetune/Loss (Raw)": 1.1405072212219238, "Finetune/Step": 246, "Finetune/Step Time": 6.539362506940961}
+{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 0.9934517741203308, "Finetune/Loss (Raw)": 1.0531734228134155, "Finetune/Step": 247, "Finetune/Step Time": 6.539645796641707}
+{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 0.9928779602050781, "Finetune/Loss (Raw)": 0.9971396923065186, "Finetune/Step": 248, "Finetune/Step Time": 6.531538438051939}
+{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 0.9928914308547974, "Finetune/Loss (Raw)": 1.0100544691085815, "Finetune/Step": 249, "Finetune/Step Time": 6.514528717845678}
+{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 0.9938051104545593, "Finetune/Loss (Raw)": 1.0732946395874023, "Finetune/Step": 250, "Finetune/Step Time": 6.512589147314429}
+{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 0.9947987794876099, "Finetune/Loss (Raw)": 1.1262718439102173, "Finetune/Step": 251, "Finetune/Step Time": 6.527402943000197}
+{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 0.994022786617279, "Finetune/Loss (Raw)": 1.0193350315093994, "Finetune/Step": 252, "Finetune/Step Time": 6.527332631871104}
+{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 0.9945340156555176, "Finetune/Loss (Raw)": 1.061275601387024, "Finetune/Step": 253, "Finetune/Step Time": 6.522796653211117}
+{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 0.9936008453369141, "Finetune/Loss (Raw)": 0.9683945775032043, "Finetune/Step": 254, "Finetune/Step Time": 6.503698071464896}
+{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 0.9883428812026978, "Finetune/Loss (Raw)": 0.29884228110313416, "Finetune/Step": 255, "Finetune/Step Time": 6.5227820333093405}
+{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 0.9869576096534729, "Finetune/Loss (Raw)": 0.9392598867416382, "Finetune/Step": 256, "Finetune/Step Time": 6.524081623181701}
+{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 0.9871187210083008, "Finetune/Loss (Raw)": 1.1577402353286743, "Finetune/Step": 257, "Finetune/Step Time": 6.524079782888293}
+{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 0.9870039224624634, "Finetune/Loss (Raw)": 1.1085820198059082, "Finetune/Step": 258, "Finetune/Step Time": 6.5360648818314075}
+{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 0.9869166612625122, "Finetune/Loss (Raw)": 1.0692728757858276, "Finetune/Step": 259, "Finetune/Step Time": 6.538339303806424}
+{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 0.986929178237915, "Finetune/Loss (Raw)": 1.0870728492736816, "Finetune/Step": 260, "Finetune/Step Time": 6.567998260259628}
+{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 0.9866473078727722, "Finetune/Loss (Raw)": 0.8411192297935486, "Finetune/Step": 261, "Finetune/Step Time": 6.551794907078147}
+{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 0.9836174845695496, "Finetune/Loss (Raw)": 0.834037184715271, "Finetune/Step": 262, "Finetune/Step Time": 6.562625525519252}
+{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 0.9839091897010803, "Finetune/Loss (Raw)": 1.0190364122390747, "Finetune/Step": 263, "Finetune/Step Time": 6.561621142551303}
+{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 0.9831091165542603, "Finetune/Loss (Raw)": 0.965962827205658, "Finetune/Step": 264, "Finetune/Step Time": 6.5762993190437555}
+{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 0.9831638336181641, "Finetune/Loss (Raw)": 0.9715000987052917, "Finetune/Step": 265, "Finetune/Step Time": 6.573658689856529}
+{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 0.9840338230133057, "Finetune/Loss (Raw)": 1.212347388267517, "Finetune/Step": 266, "Finetune/Step Time": 6.584580976516008}
+{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 0.9839543104171753, "Finetune/Loss (Raw)": 0.8864745497703552, "Finetune/Step": 267, "Finetune/Step Time": 6.5824123322963715}
+{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 0.9825681447982788, "Finetune/Loss (Raw)": 1.0916882753372192, "Finetune/Step": 268, "Finetune/Step Time": 6.585822561755776}
+{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 0.9826227426528931, "Finetune/Loss (Raw)": 1.0297044515609741, "Finetune/Step": 269, "Finetune/Step Time": 6.591416807845235}
+{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 0.9828029274940491, "Finetune/Loss (Raw)": 1.0300428867340088, "Finetune/Step": 270, "Finetune/Step Time": 6.55783405713737}
+{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 0.9833383560180664, "Finetune/Loss (Raw)": 1.018483281135559, "Finetune/Step": 271, "Finetune/Step Time": 6.548582125455141}
+{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 0.9893882274627686, "Finetune/Loss (Raw)": 1.092198371887207, "Finetune/Step": 272, "Finetune/Step Time": 6.53326971270144}
+{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 0.9950777292251587, "Finetune/Loss (Raw)": 1.045250654220581, "Finetune/Step": 273, "Finetune/Step Time": 6.513920236378908}
+{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 0.9960954189300537, "Finetune/Loss (Raw)": 1.085010051727295, "Finetune/Step": 274, "Finetune/Step Time": 6.5193624552339315}
+{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 0.9969747066497803, "Finetune/Loss (Raw)": 0.9959747791290283, "Finetune/Step": 275, "Finetune/Step Time": 6.516843773424625}
+{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 0.9949714541435242, "Finetune/Loss (Raw)": 0.7967097759246826, "Finetune/Step": 276, "Finetune/Step Time": 6.548498606309295}
+{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 0.9943588376045227, "Finetune/Loss (Raw)": 1.01102876663208, "Finetune/Step": 277, "Finetune/Step Time": 6.5478157214820385}
+{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 0.9937825202941895, "Finetune/Loss (Raw)": 1.0258145332336426, "Finetune/Step": 278, "Finetune/Step Time": 6.540335588157177}
+{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 0.9946091175079346, "Finetune/Loss (Raw)": 1.1844635009765625, "Finetune/Step": 279, "Finetune/Step Time": 6.546213023364544}
+{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 0.9942243695259094, "Finetune/Loss (Raw)": 0.9741853475570679, "Finetune/Step": 280, "Finetune/Step Time": 6.5347848907113075}
+{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 0.9936580061912537, "Finetune/Loss (Raw)": 1.0637069940567017, "Finetune/Step": 281, "Finetune/Step Time": 6.52029231749475}
+{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 0.9928019642829895, "Finetune/Loss (Raw)": 1.0002268552780151, "Finetune/Step": 282, "Finetune/Step Time": 6.518764344975352}
+{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 0.9922534227371216, "Finetune/Loss (Raw)": 1.11854088306427, "Finetune/Step": 283, "Finetune/Step Time": 6.517616551369429}
+{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 0.9988737106323242, "Finetune/Loss (Raw)": 1.1318622827529907, "Finetune/Step": 284, "Finetune/Step Time": 6.495771426707506}
+{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 0.998319149017334, "Finetune/Loss (Raw)": 0.9931188225746155, "Finetune/Step": 285, "Finetune/Step Time": 6.512461686506867}
+{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 0.9981086254119873, "Finetune/Loss (Raw)": 1.0541889667510986, "Finetune/Step": 286, "Finetune/Step Time": 6.527128499001265}
+{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 0.998009204864502, "Finetune/Loss (Raw)": 1.0569194555282593, "Finetune/Step": 287, "Finetune/Step Time": 6.533773275092244}
+{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 0.9971169233322144, "Finetune/Loss (Raw)": 0.8886093497276306, "Finetune/Step": 288, "Finetune/Step Time": 6.54159452021122}
+{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 0.9977436065673828, "Finetune/Loss (Raw)": 1.0958694219589233, "Finetune/Step": 289, "Finetune/Step Time": 6.545970782637596}
+{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 0.9953075647354126, "Finetune/Loss (Raw)": 0.9336942434310913, "Finetune/Step": 290, "Finetune/Step Time": 6.556588985025883}
+{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 0.9955679774284363, "Finetune/Loss (Raw)": 1.1023856401443481, "Finetune/Step": 291, "Finetune/Step Time": 6.550797805190086}
+{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 0.9966033697128296, "Finetune/Loss (Raw)": 1.083997130393982, "Finetune/Step": 292, "Finetune/Step Time": 6.539462864398956}
+{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 0.9972034692764282, "Finetune/Loss (Raw)": 1.1171379089355469, "Finetune/Step": 293, "Finetune/Step Time": 6.53522121720016}
+{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 0.995221734046936, "Finetune/Loss (Raw)": 0.7316470742225647, "Finetune/Step": 294, "Finetune/Step Time": 6.541280969977379}
+{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 0.994778037071228, "Finetune/Loss (Raw)": 1.0754914283752441, "Finetune/Step": 295, "Finetune/Step Time": 6.547252472490072}
+{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 0.99510258436203, "Finetune/Loss (Raw)": 1.0075258016586304, "Finetune/Step": 296, "Finetune/Step Time": 6.552359044551849}
+{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 0.9963950514793396, "Finetune/Loss (Raw)": 1.1144514083862305, "Finetune/Step": 297, "Finetune/Step Time": 6.5552722327411175}
+{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 1.000645637512207, "Finetune/Loss (Raw)": 0.8785207867622375, "Finetune/Step": 298, "Finetune/Step Time": 6.561408709734678}
+{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 0.9952882528305054, "Finetune/Loss (Raw)": 0.3082101345062256, "Finetune/Step": 299, "Finetune/Step Time": 6.573141660541296}
+{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 0.9903564453125, "Finetune/Loss (Raw)": 0.351796954870224, "Finetune/Step": 300, "Finetune/Step Time": 6.581317789852619}
+{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 0.9842013120651245, "Finetune/Loss (Raw)": 0.38491371273994446, "Finetune/Step": 301, "Finetune/Step Time": 6.601113209500909}
+{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 0.984018862247467, "Finetune/Loss (Raw)": 0.8618512749671936, "Finetune/Step": 302, "Finetune/Step Time": 6.610139302909374}
+{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 0.9772653579711914, "Finetune/Loss (Raw)": 0.3134649991989136, "Finetune/Step": 303, "Finetune/Step Time": 6.629113333299756}
+{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 0.9830037355422974, "Finetune/Loss (Raw)": 1.0831764936447144, "Finetune/Step": 304, "Finetune/Step Time": 6.612100888043642}
+{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 0.9836206436157227, "Finetune/Loss (Raw)": 1.0345759391784668, "Finetune/Step": 305, "Finetune/Step Time": 6.604092752560973}
+{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 0.981622576713562, "Finetune/Loss (Raw)": 0.9245467185974121, "Finetune/Step": 306, "Finetune/Step Time": 6.604571390897036}
+{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 0.9836207628250122, "Finetune/Loss (Raw)": 1.149942398071289, "Finetune/Step": 307, "Finetune/Step Time": 6.606990376487374}
+{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 0.9833017587661743, "Finetune/Loss (Raw)": 1.0290675163269043, "Finetune/Step": 308, "Finetune/Step Time": 6.606870446354151}
+{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 0.9842579960823059, "Finetune/Loss (Raw)": 1.1294851303100586, "Finetune/Step": 309, "Finetune/Step Time": 6.620584344491363}
+{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 0.9837721586227417, "Finetune/Loss (Raw)": 0.9839590191841125, "Finetune/Step": 310, "Finetune/Step Time": 6.621891546994448}
+{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 0.9839104413986206, "Finetune/Loss (Raw)": 1.010054588317871, "Finetune/Step": 311, "Finetune/Step Time": 6.628863599151373}
+{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 0.9824658632278442, "Finetune/Loss (Raw)": 0.9581044912338257, "Finetune/Step": 312, "Finetune/Step Time": 6.62755929492414}
+{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 0.9838747978210449, "Finetune/Loss (Raw)": 1.093143343925476, "Finetune/Step": 313, "Finetune/Step Time": 6.634721901267767}
+{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 0.9851675033569336, "Finetune/Loss (Raw)": 1.1548268795013428, "Finetune/Step": 314, "Finetune/Step Time": 6.629332276061177}
+{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 0.984871506690979, "Finetune/Loss (Raw)": 0.958777666091919, "Finetune/Step": 315, "Finetune/Step Time": 6.634789485484362}
+{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 0.9791457653045654, "Finetune/Loss (Raw)": 0.38043418526649475, "Finetune/Step": 316, "Finetune/Step Time": 6.654568240046501}
+{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 0.9787311553955078, "Finetune/Loss (Raw)": 0.9454845786094666, "Finetune/Step": 317, "Finetune/Step Time": 6.633531266823411}
+{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 0.978563666343689, "Finetune/Loss (Raw)": 1.0403106212615967, "Finetune/Step": 318, "Finetune/Step Time": 6.626958778128028}
+{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 0.9776822328567505, "Finetune/Loss (Raw)": 0.9564919471740723, "Finetune/Step": 319, "Finetune/Step Time": 6.6342971827834845}
+{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 0.9765018820762634, "Finetune/Loss (Raw)": 0.9137083888053894, "Finetune/Step": 320, "Finetune/Step Time": 6.629606358706951}
+{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 0.9718201160430908, "Finetune/Loss (Raw)": 0.3274194598197937, "Finetune/Step": 321, "Finetune/Step Time": 6.651408351957798}
+{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 0.9712766408920288, "Finetune/Loss (Raw)": 0.9730689525604248, "Finetune/Step": 322, "Finetune/Step Time": 6.652000114321709}
+{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 0.9717303514480591, "Finetune/Loss (Raw)": 1.0482844114303589, "Finetune/Step": 323, "Finetune/Step Time": 6.646871039643884}
+{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 0.9727445840835571, "Finetune/Loss (Raw)": 1.0854623317718506, "Finetune/Step": 324, "Finetune/Step Time": 6.645501207560301}
+{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 0.9726063013076782, "Finetune/Loss (Raw)": 1.0245537757873535, "Finetune/Step": 325, "Finetune/Step Time": 6.642757158726454}
+{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 0.9740349054336548, "Finetune/Loss (Raw)": 1.18138587474823, "Finetune/Step": 326, "Finetune/Step Time": 6.6427863240242}
+{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 0.9740900993347168, "Finetune/Loss (Raw)": 0.9916253685951233, "Finetune/Step": 327, "Finetune/Step Time": 6.649114025756717}
+{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 0.9743250608444214, "Finetune/Loss (Raw)": 1.0443421602249146, "Finetune/Step": 328, "Finetune/Step Time": 6.654917169362307}
+{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 0.9728326201438904, "Finetune/Loss (Raw)": 0.921467125415802, "Finetune/Step": 329, "Finetune/Step Time": 6.671475550159812}
+{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 0.9709620475769043, "Finetune/Loss (Raw)": 0.870145320892334, "Finetune/Step": 330, "Finetune/Step Time": 6.675181243568659}
+{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 0.970888078212738, "Finetune/Loss (Raw)": 1.0490143299102783, "Finetune/Step": 331, "Finetune/Step Time": 6.67877945676446}
+{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 0.9690305590629578, "Finetune/Loss (Raw)": 0.8127524852752686, "Finetune/Step": 332, "Finetune/Step Time": 6.695480857044458}
+{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 0.9745532274246216, "Finetune/Loss (Raw)": 1.008840560913086, "Finetune/Step": 333, "Finetune/Step Time": 6.68119278177619}
+{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 0.9744149446487427, "Finetune/Loss (Raw)": 0.9785004258155823, "Finetune/Step": 334, "Finetune/Step Time": 6.666176803410053}
+{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 0.973035454750061, "Finetune/Loss (Raw)": 0.9836717844009399, "Finetune/Step": 335, "Finetune/Step Time": 6.6532805766910315}
+{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 0.9735539555549622, "Finetune/Loss (Raw)": 1.0927324295043945, "Finetune/Step": 336, "Finetune/Step Time": 6.656263612210751}
+{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 0.9751502275466919, "Finetune/Loss (Raw)": 1.199867606163025, "Finetune/Step": 337, "Finetune/Step Time": 6.652133747935295}
+{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 0.9802650213241577, "Finetune/Loss (Raw)": 0.9627920985221863, "Finetune/Step": 338, "Finetune/Step Time": 6.639424337074161}
+{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 0.9799800515174866, "Finetune/Loss (Raw)": 0.9389451146125793, "Finetune/Step": 339, "Finetune/Step Time": 6.641941413283348}
+{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 0.9786056280136108, "Finetune/Loss (Raw)": 0.8866168856620789, "Finetune/Step": 340, "Finetune/Step Time": 6.640498282387853}
+{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 0.9772899150848389, "Finetune/Loss (Raw)": 1.0041717290878296, "Finetune/Step": 341, "Finetune/Step Time": 6.642327504232526}
+{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 0.9778701663017273, "Finetune/Loss (Raw)": 1.047722339630127, "Finetune/Step": 342, "Finetune/Step Time": 6.624076152220368}
+{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 0.9782881736755371, "Finetune/Loss (Raw)": 1.0021188259124756, "Finetune/Step": 343, "Finetune/Step Time": 6.622429829090834}
+{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 0.9794501066207886, "Finetune/Loss (Raw)": 1.063034176826477, "Finetune/Step": 344, "Finetune/Step Time": 6.607971865683794}
+{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 0.9794009327888489, "Finetune/Loss (Raw)": 1.097197413444519, "Finetune/Step": 345, "Finetune/Step Time": 6.610283084213734}
+{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 0.9797439575195312, "Finetune/Loss (Raw)": 1.1048424243927002, "Finetune/Step": 346, "Finetune/Step Time": 6.616976285353303}
+{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 0.979285478591919, "Finetune/Loss (Raw)": 1.1289371252059937, "Finetune/Step": 347, "Finetune/Step Time": 6.6202141884714365}
+{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 0.9800152778625488, "Finetune/Loss (Raw)": 1.0548677444458008, "Finetune/Step": 348, "Finetune/Step Time": 6.64010851085186}
+{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 0.9801874756813049, "Finetune/Loss (Raw)": 1.1257808208465576, "Finetune/Step": 349, "Finetune/Step Time": 6.648774720728397}
+{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 0.9799740314483643, "Finetune/Loss (Raw)": 0.927060604095459, "Finetune/Step": 350, "Finetune/Step Time": 6.6631933487951756}
+{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 0.979945182800293, "Finetune/Loss (Raw)": 0.9689911603927612, "Finetune/Step": 351, "Finetune/Step Time": 6.676242511719465}
+{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 0.9850537180900574, "Finetune/Loss (Raw)": 0.9878523349761963, "Finetune/Step": 352, "Finetune/Step Time": 6.666799571365118}
+{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 0.984277606010437, "Finetune/Loss (Raw)": 0.9415361881256104, "Finetune/Step": 353, "Finetune/Step Time": 6.665953502058983}
+{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 0.9819269180297852, "Finetune/Loss (Raw)": 0.8765201568603516, "Finetune/Step": 354, "Finetune/Step Time": 6.671879902482033}
+{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 0.9810546040534973, "Finetune/Loss (Raw)": 1.0553371906280518, "Finetune/Step": 355, "Finetune/Step Time": 6.681346179917455}
+{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 0.9791951179504395, "Finetune/Loss (Raw)": 0.8823158740997314, "Finetune/Step": 356, "Finetune/Step Time": 6.68804843723774}
+{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 0.9782887697219849, "Finetune/Loss (Raw)": 0.9024666547775269, "Finetune/Step": 357, "Finetune/Step Time": 6.701534571126103}
+{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 0.9721170663833618, "Finetune/Loss (Raw)": 0.3549973666667938, "Finetune/Step": 358, "Finetune/Step Time": 6.720135107636452}
+{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.9707921743392944, "Finetune/Loss (Raw)": 0.8328201770782471, "Finetune/Step": 359, "Finetune/Step Time": 6.721883529797196}
+{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.9701789021492004, "Finetune/Loss (Raw)": 0.9804232716560364, "Finetune/Step": 360, "Finetune/Step Time": 6.7208232916891575}
+{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 0.9746851325035095, "Finetune/Loss (Raw)": 0.8758748173713684, "Finetune/Step": 361, "Finetune/Step Time": 6.7006479781121016}
+{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.9731794595718384, "Finetune/Loss (Raw)": 0.9595848917961121, "Finetune/Step": 362, "Finetune/Step Time": 6.691983414813876}
+{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.9721770882606506, "Finetune/Loss (Raw)": 1.0616666078567505, "Finetune/Step": 363, "Finetune/Step Time": 6.652345398440957}
+{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.9725357294082642, "Finetune/Loss (Raw)": 1.0573769807815552, "Finetune/Step": 364, "Finetune/Step Time": 6.650207418948412}
+{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.9727764129638672, "Finetune/Loss (Raw)": 1.0924930572509766, "Finetune/Step": 365, "Finetune/Step Time": 6.620823353528976}
+{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.9720160961151123, "Finetune/Loss (Raw)": 0.9073885679244995, "Finetune/Step": 366, "Finetune/Step Time": 6.625469107180834}
+{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.972806990146637, "Finetune/Loss (Raw)": 0.9794028997421265, "Finetune/Step": 367, "Finetune/Step Time": 6.631073471158743}
+{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.973217248916626, "Finetune/Loss (Raw)": 1.003021478652954, "Finetune/Step": 368, "Finetune/Step Time": 6.6420911233872175}
+{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.9723116755485535, "Finetune/Loss (Raw)": 0.9675061702728271, "Finetune/Step": 369, "Finetune/Step Time": 6.642372166737914}
+{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.9729531407356262, "Finetune/Loss (Raw)": 1.1276071071624756, "Finetune/Step": 370, "Finetune/Step Time": 6.6417445987463}
+{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 0.9735838174819946, "Finetune/Loss (Raw)": 1.1395765542984009, "Finetune/Step": 371, "Finetune/Step Time": 6.632795989513397}
+{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 0.9744530320167542, "Finetune/Loss (Raw)": 1.0170868635177612, "Finetune/Step": 372, "Finetune/Step Time": 6.640784604474902}
+{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.968517005443573, "Finetune/Loss (Raw)": 0.42564457654953003, "Finetune/Step": 373, "Finetune/Step Time": 6.663732340559363}
+{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.9623005390167236, "Finetune/Loss (Raw)": 0.3447984755039215, "Finetune/Step": 374, "Finetune/Step Time": 6.674845531582832}
+{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.9625680446624756, "Finetune/Loss (Raw)": 1.0874049663543701, "Finetune/Step": 375, "Finetune/Step Time": 6.672869363799691}
+{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.9616621732711792, "Finetune/Loss (Raw)": 0.8811930418014526, "Finetune/Step": 376, "Finetune/Step Time": 6.6724737249314785}
+{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.9612285494804382, "Finetune/Loss (Raw)": 0.9545541405677795, "Finetune/Step": 377, "Finetune/Step Time": 6.6730614602565765}
+{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.9621247053146362, "Finetune/Loss (Raw)": 1.188002109527588, "Finetune/Step": 378, "Finetune/Step Time": 6.672918990254402}
+{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.9622001647949219, "Finetune/Loss (Raw)": 1.135926365852356, "Finetune/Step": 379, "Finetune/Step Time": 6.659545352682471}
+{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.9621495008468628, "Finetune/Loss (Raw)": 1.0128523111343384, "Finetune/Step": 380, "Finetune/Step Time": 6.657684555277228}
+{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.961918294429779, "Finetune/Loss (Raw)": 1.031683325767517, "Finetune/Step": 381, "Finetune/Step Time": 6.6658770982176065}
+{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.961423397064209, "Finetune/Loss (Raw)": 0.9050409197807312, "Finetune/Step": 382, "Finetune/Step Time": 6.70405768416822}
+{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.9661749005317688, "Finetune/Loss (Raw)": 0.9070346355438232, "Finetune/Step": 383, "Finetune/Step Time": 6.718741262331605}
+{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.9627488851547241, "Finetune/Loss (Raw)": 0.5007296800613403, "Finetune/Step": 384, "Finetune/Step Time": 6.734453245997429}
+{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.9612932205200195, "Finetune/Loss (Raw)": 0.971423864364624, "Finetune/Step": 385, "Finetune/Step Time": 6.732254289090633}
+{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.9603296518325806, "Finetune/Loss (Raw)": 0.9852420091629028, "Finetune/Step": 386, "Finetune/Step Time": 6.720392670482397}
+{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.9586669206619263, "Finetune/Loss (Raw)": 0.8564391136169434, "Finetune/Step": 387, "Finetune/Step Time": 6.722186656668782}
+{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.9572915434837341, "Finetune/Loss (Raw)": 0.9110239148139954, "Finetune/Step": 388, "Finetune/Step Time": 6.691097443923354}
+{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.9578914642333984, "Finetune/Loss (Raw)": 0.9179189801216125, "Finetune/Step": 389, "Finetune/Step Time": 6.690777860581875}
+{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.9577640295028687, "Finetune/Loss (Raw)": 0.8177217245101929, "Finetune/Step": 390, "Finetune/Step Time": 6.678307719528675}
+{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.9574241638183594, "Finetune/Loss (Raw)": 0.975525975227356, "Finetune/Step": 391, "Finetune/Step Time": 6.6739586517214775}
+{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.9572383165359497, "Finetune/Loss (Raw)": 0.9421774744987488, "Finetune/Step": 392, "Finetune/Step Time": 6.6704639960080385}
+{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.9560332298278809, "Finetune/Loss (Raw)": 0.8172479867935181, "Finetune/Step": 393, "Finetune/Step Time": 6.682655846700072}
+{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.9527975916862488, "Finetune/Loss (Raw)": 0.798185408115387, "Finetune/Step": 394, "Finetune/Step Time": 6.698466442525387}
+{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.9551105499267578, "Finetune/Loss (Raw)": 1.1825319528579712, "Finetune/Step": 395, "Finetune/Step Time": 6.6980285700410604}
+{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.9550074934959412, "Finetune/Loss (Raw)": 1.0785046815872192, "Finetune/Step": 396, "Finetune/Step Time": 6.7112245131284}
+{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.9532111883163452, "Finetune/Loss (Raw)": 0.7997753620147705, "Finetune/Step": 397, "Finetune/Step Time": 6.727431582286954}
+{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.9542238712310791, "Finetune/Loss (Raw)": 1.1596689224243164, "Finetune/Step": 398, "Finetune/Step Time": 6.722315393388271}
+{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.9531991481781006, "Finetune/Loss (Raw)": 0.8873096108436584, "Finetune/Step": 399, "Finetune/Step Time": 6.7104417607188225}
+{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.951852023601532, "Finetune/Loss (Raw)": 0.9197680950164795, "Finetune/Step": 400, "Finetune/Step Time": 6.7084516026079655}
+{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.9521150588989258, "Finetune/Loss (Raw)": 1.07891845703125, "Finetune/Step": 401, "Finetune/Step Time": 6.711080173030496}
+{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.9512244462966919, "Finetune/Loss (Raw)": 0.9710204601287842, "Finetune/Step": 402, "Finetune/Step Time": 6.7234453577548265}
+{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.9507336616516113, "Finetune/Loss (Raw)": 0.9331520199775696, "Finetune/Step": 403, "Finetune/Step Time": 6.723482431843877}
+{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.9526702761650085, "Finetune/Loss (Raw)": 1.0445938110351562, "Finetune/Step": 404, "Finetune/Step Time": 6.692282831296325}
+{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.9502938985824585, "Finetune/Loss (Raw)": 0.7068533301353455, "Finetune/Step": 405, "Finetune/Step Time": 6.704259838908911}
+{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.9459266066551208, "Finetune/Loss (Raw)": 0.4668031930923462, "Finetune/Step": 406, "Finetune/Step Time": 6.724692907184362}
+{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.9398945569992065, "Finetune/Loss (Raw)": 0.4123607873916626, "Finetune/Step": 407, "Finetune/Step Time": 6.733450470492244}
+{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.9395720958709717, "Finetune/Loss (Raw)": 0.9329099059104919, "Finetune/Step": 408, "Finetune/Step Time": 6.733097907155752}
+{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.9403200149536133, "Finetune/Loss (Raw)": 1.1594377756118774, "Finetune/Step": 409, "Finetune/Step Time": 6.734155623242259}
+{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.9418877363204956, "Finetune/Loss (Raw)": 1.2008919715881348, "Finetune/Step": 410, "Finetune/Step Time": 6.732858533039689}
+{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.9408438205718994, "Finetune/Loss (Raw)": 0.9849251508712769, "Finetune/Step": 411, "Finetune/Step Time": 6.735590571537614}
+{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.93478924036026, "Finetune/Loss (Raw)": 0.356871098279953, "Finetune/Step": 412, "Finetune/Step Time": 6.756095444783568}
+{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.9353778958320618, "Finetune/Loss (Raw)": 1.0684680938720703, "Finetune/Step": 413, "Finetune/Step Time": 6.735208664089441}
+{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.9342231750488281, "Finetune/Loss (Raw)": 0.9063884019851685, "Finetune/Step": 414, "Finetune/Step Time": 6.7205279022455215}
+{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.9340184330940247, "Finetune/Loss (Raw)": 1.030707836151123, "Finetune/Step": 415, "Finetune/Step Time": 6.7178440392017365}
+{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.9356299042701721, "Finetune/Loss (Raw)": 1.0948796272277832, "Finetune/Step": 416, "Finetune/Step Time": 6.704014075919986}
+{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.9350684881210327, "Finetune/Loss (Raw)": 1.0240079164505005, "Finetune/Step": 417, "Finetune/Step Time": 6.698812095448375}
+{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.936185359954834, "Finetune/Loss (Raw)": 1.0766569375991821, "Finetune/Step": 418, "Finetune/Step Time": 6.686789363622665}
+{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.934880256652832, "Finetune/Loss (Raw)": 0.9353281259536743, "Finetune/Step": 419, "Finetune/Step Time": 6.704122364521027}
+{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.9292007684707642, "Finetune/Loss (Raw)": 0.3570215106010437, "Finetune/Step": 420, "Finetune/Step Time": 6.722249334678054}
+{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.9282829761505127, "Finetune/Loss (Raw)": 0.9996663928031921, "Finetune/Step": 421, "Finetune/Step Time": 6.7229824755340815}
+{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.9301755428314209, "Finetune/Loss (Raw)": 0.9738959074020386, "Finetune/Step": 422, "Finetune/Step Time": 6.738987093791366}
+{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.9303460717201233, "Finetune/Loss (Raw)": 1.0973166227340698, "Finetune/Step": 423, "Finetune/Step Time": 6.73286409676075}
+{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.9304423928260803, "Finetune/Loss (Raw)": 1.019855260848999, "Finetune/Step": 424, "Finetune/Step Time": 6.731819894164801}
+{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.9273514151573181, "Finetune/Loss (Raw)": 0.7188039422035217, "Finetune/Step": 425, "Finetune/Step Time": 6.765934109687805}
+{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.9283407330513, "Finetune/Loss (Raw)": 1.0051560401916504, "Finetune/Step": 426, "Finetune/Step Time": 6.746470388025045}
+{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.9334179162979126, "Finetune/Loss (Raw)": 0.9580879807472229, "Finetune/Step": 427, "Finetune/Step Time": 6.733812155202031}
+{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.939251184463501, "Finetune/Loss (Raw)": 1.098455786705017, "Finetune/Step": 428, "Finetune/Step Time": 6.715409668162465}
+{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.944473147392273, "Finetune/Loss (Raw)": 1.0533273220062256, "Finetune/Step": 429, "Finetune/Step Time": 6.700010551139712}
+{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.9446185827255249, "Finetune/Loss (Raw)": 0.880465567111969, "Finetune/Step": 430, "Finetune/Step Time": 6.692867258563638}
+{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.9502469301223755, "Finetune/Loss (Raw)": 1.033886432647705, "Finetune/Step": 431, "Finetune/Step Time": 6.683198880404234}
+{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.9489442706108093, "Finetune/Loss (Raw)": 0.9164419770240784, "Finetune/Step": 432, "Finetune/Step Time": 6.688571710139513}
+{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.9477888345718384, "Finetune/Loss (Raw)": 0.8866790533065796, "Finetune/Step": 433, "Finetune/Step Time": 6.692684844136238}
+{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.9480403661727905, "Finetune/Loss (Raw)": 0.9567404985427856, "Finetune/Step": 434, "Finetune/Step Time": 6.693889703601599}
+{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.9453690648078918, "Finetune/Loss (Raw)": 0.8080173134803772, "Finetune/Step": 435, "Finetune/Step Time": 6.684961561113596}
+{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.9442958235740662, "Finetune/Loss (Raw)": 0.8916922807693481, "Finetune/Step": 436, "Finetune/Step Time": 6.682440036907792}
+{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.943151593208313, "Finetune/Loss (Raw)": 0.9830228686332703, "Finetune/Step": 437, "Finetune/Step Time": 6.6742762215435505}
+{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.9426381587982178, "Finetune/Loss (Raw)": 0.9182470440864563, "Finetune/Step": 438, "Finetune/Step Time": 6.671423338353634}
+{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.9420918226242065, "Finetune/Loss (Raw)": 0.9401168823242188, "Finetune/Step": 439, "Finetune/Step Time": 6.676298175007105}
+{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.9426817297935486, "Finetune/Loss (Raw)": 1.0336145162582397, "Finetune/Step": 440, "Finetune/Step Time": 6.678178571164608}
+{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.9421672821044922, "Finetune/Loss (Raw)": 1.0272877216339111, "Finetune/Step": 441, "Finetune/Step Time": 6.676483128219843}
+{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.9365007877349854, "Finetune/Loss (Raw)": 0.42952680587768555, "Finetune/Step": 442, "Finetune/Step Time": 6.687515711411834}
+{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.9370889067649841, "Finetune/Loss (Raw)": 1.0340455770492554, "Finetune/Step": 443, "Finetune/Step Time": 6.692651780322194}
+{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.9427105188369751, "Finetune/Loss (Raw)": 1.1000018119812012, "Finetune/Step": 444, "Finetune/Step Time": 6.6749688144773245}
+{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.9429295063018799, "Finetune/Loss (Raw)": 0.973511815071106, "Finetune/Step": 445, "Finetune/Step Time": 6.671504216268659}
+{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.9430946111679077, "Finetune/Loss (Raw)": 1.061452865600586, "Finetune/Step": 446, "Finetune/Step Time": 6.674570871517062}
+{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.9434568881988525, "Finetune/Loss (Raw)": 1.0028661489486694, "Finetune/Step": 447, "Finetune/Step Time": 6.6648122407495975}
+{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.9436879754066467, "Finetune/Loss (Raw)": 0.9432823061943054, "Finetune/Step": 448, "Finetune/Step Time": 6.665367551147938}
+{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.9498522281646729, "Finetune/Loss (Raw)": 1.1164476871490479, "Finetune/Step": 449, "Finetune/Step Time": 6.64679728448391}
+{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.9492404460906982, "Finetune/Loss (Raw)": 0.8947573304176331, "Finetune/Step": 450, "Finetune/Step Time": 6.645740343257785}
+{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.9483919143676758, "Finetune/Loss (Raw)": 0.9396724104881287, "Finetune/Step": 451, "Finetune/Step Time": 6.650684179738164}
+{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.9475350379943848, "Finetune/Loss (Raw)": 0.9757791757583618, "Finetune/Step": 452, "Finetune/Step Time": 6.6449755895882845}
+{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.9487948417663574, "Finetune/Loss (Raw)": 1.1858102083206177, "Finetune/Step": 453, "Finetune/Step Time": 6.640815328806639}
+{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.9469834566116333, "Finetune/Loss (Raw)": 0.9495258927345276, "Finetune/Step": 454, "Finetune/Step Time": 6.656266521662474}
+{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.947426438331604, "Finetune/Loss (Raw)": 1.048332929611206, "Finetune/Step": 455, "Finetune/Step Time": 6.644202286377549}
+{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.9418560266494751, "Finetune/Loss (Raw)": 0.3313273787498474, "Finetune/Step": 456, "Finetune/Step Time": 6.652556819841266}
+{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.9415569305419922, "Finetune/Loss (Raw)": 0.8831890821456909, "Finetune/Step": 457, "Finetune/Step Time": 6.63445814140141}
+{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.9439073801040649, "Finetune/Loss (Raw)": 1.171000599861145, "Finetune/Step": 458, "Finetune/Step Time": 6.632743921130896}
+{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.9430387616157532, "Finetune/Loss (Raw)": 0.9378232359886169, "Finetune/Step": 459, "Finetune/Step Time": 6.6367208044976}
+{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.9431066513061523, "Finetune/Loss (Raw)": 0.8214488625526428, "Finetune/Step": 460, "Finetune/Step Time": 6.636296421289444}
+{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.9425973296165466, "Finetune/Loss (Raw)": 0.9436413049697876, "Finetune/Step": 461, "Finetune/Step Time": 6.635938273742795}
+{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.9424176216125488, "Finetune/Loss (Raw)": 0.9555010795593262, "Finetune/Step": 462, "Finetune/Step Time": 6.635893039405346}
+{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.9437381625175476, "Finetune/Loss (Raw)": 1.1526999473571777, "Finetune/Step": 463, "Finetune/Step Time": 6.6304840836673975}
+{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.9374217987060547, "Finetune/Loss (Raw)": 0.28423935174942017, "Finetune/Step": 464, "Finetune/Step Time": 6.649285823106766}
+{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.9359760284423828, "Finetune/Loss (Raw)": 1.014815092086792, "Finetune/Step": 465, "Finetune/Step Time": 6.668965555727482}
+{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.9352680444717407, "Finetune/Loss (Raw)": 0.8721666932106018, "Finetune/Step": 466, "Finetune/Step Time": 6.673946566879749}
+{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.9359843730926514, "Finetune/Loss (Raw)": 1.0306323766708374, "Finetune/Step": 467, "Finetune/Step Time": 6.674485005438328}
+{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.9352325797080994, "Finetune/Loss (Raw)": 0.7903854846954346, "Finetune/Step": 468, "Finetune/Step Time": 6.686579491943121}
+{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.9301056265830994, "Finetune/Loss (Raw)": 0.34791892766952515, "Finetune/Step": 469, "Finetune/Step Time": 6.7022336684167385}
+{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.9294034838676453, "Finetune/Loss (Raw)": 0.9578516483306885, "Finetune/Step": 470, "Finetune/Step Time": 6.702175395563245}
+{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.9293379783630371, "Finetune/Loss (Raw)": 0.9937366843223572, "Finetune/Step": 471, "Finetune/Step Time": 6.717781327664852}
+{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.929631769657135, "Finetune/Loss (Raw)": 1.100639820098877, "Finetune/Step": 472, "Finetune/Step Time": 6.7194494139403105}
+{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.927954912185669, "Finetune/Loss (Raw)": 0.8825611472129822, "Finetune/Step": 473, "Finetune/Step Time": 6.718381993472576}
+{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.9272791147232056, "Finetune/Loss (Raw)": 1.0183353424072266, "Finetune/Step": 474, "Finetune/Step Time": 6.715356824919581}
+{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.9265924096107483, "Finetune/Loss (Raw)": 1.0410360097885132, "Finetune/Step": 475, "Finetune/Step Time": 6.714495163410902}
+{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.9261176586151123, "Finetune/Loss (Raw)": 0.9941044449806213, "Finetune/Step": 476, "Finetune/Step Time": 6.708713836967945}
+{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.9254602193832397, "Finetune/Loss (Raw)": 1.0416243076324463, "Finetune/Step": 477, "Finetune/Step Time": 6.714399190619588}
+{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.9254813194274902, "Finetune/Loss (Raw)": 0.9297610521316528, "Finetune/Step": 478, "Finetune/Step Time": 6.691882314160466}
+{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.9257441759109497, "Finetune/Loss (Raw)": 1.0026357173919678, "Finetune/Step": 479, "Finetune/Step Time": 6.676921145990491}
+{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.9262484312057495, "Finetune/Loss (Raw)": 1.0523954629898071, "Finetune/Step": 480, "Finetune/Step Time": 6.669389588758349}
+{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.9265544414520264, "Finetune/Loss (Raw)": 0.9807117581367493, "Finetune/Step": 481, "Finetune/Step Time": 6.67363821901381}
+{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.9275365471839905, "Finetune/Loss (Raw)": 1.002231240272522, "Finetune/Step": 482, "Finetune/Step Time": 6.682756511494517}
+{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.9270899891853333, "Finetune/Loss (Raw)": 0.9981775283813477, "Finetune/Step": 483, "Finetune/Step Time": 6.693363755941391}
+{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.9273053407669067, "Finetune/Loss (Raw)": 0.9098824262619019, "Finetune/Step": 484, "Finetune/Step Time": 6.697481989860535}
+{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.9266790747642517, "Finetune/Loss (Raw)": 0.8223024606704712, "Finetune/Step": 485, "Finetune/Step Time": 6.701114920899272}
+{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.9313849210739136, "Finetune/Loss (Raw)": 0.9573466777801514, "Finetune/Step": 486, "Finetune/Step Time": 6.694749657064676}
+{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.9326301217079163, "Finetune/Loss (Raw)": 0.9922017455101013, "Finetune/Step": 487, "Finetune/Step Time": 6.693734101951122}
+{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.9329003095626831, "Finetune/Loss (Raw)": 1.0150083303451538, "Finetune/Step": 488, "Finetune/Step Time": 6.69125928170979}
+{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.9331067204475403, "Finetune/Loss (Raw)": 0.9022992253303528, "Finetune/Step": 489, "Finetune/Step Time": 6.695460055023432}
+{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.9325339794158936, "Finetune/Loss (Raw)": 0.8862736821174622, "Finetune/Step": 490, "Finetune/Step Time": 6.701765241101384}
+{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.9291915893554688, "Finetune/Loss (Raw)": 0.6338410973548889, "Finetune/Step": 491, "Finetune/Step Time": 6.729199344292283}
+{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.9279201626777649, "Finetune/Loss (Raw)": 0.8946298360824585, "Finetune/Step": 492, "Finetune/Step Time": 6.735104009509087}
+{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.9274224042892456, "Finetune/Loss (Raw)": 1.0287768840789795, "Finetune/Step": 493, "Finetune/Step Time": 6.736974747851491}
+{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.9276382923126221, "Finetune/Loss (Raw)": 0.935031533241272, "Finetune/Step": 494, "Finetune/Step Time": 6.7473391480743885}
+{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.9275453686714172, "Finetune/Loss (Raw)": 0.967505693435669, "Finetune/Step": 495, "Finetune/Step Time": 6.747447555884719}
+{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.9273666143417358, "Finetune/Loss (Raw)": 0.9801408052444458, "Finetune/Step": 496, "Finetune/Step Time": 6.749741116538644}
+{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.9269708395004272, "Finetune/Loss (Raw)": 0.9168412685394287, "Finetune/Step": 497, "Finetune/Step Time": 6.751773914322257}
+{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.9259605407714844, "Finetune/Loss (Raw)": 0.9982953667640686, "Finetune/Step": 498, "Finetune/Step Time": 6.749696668237448}
+{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.9237573742866516, "Finetune/Loss (Raw)": 0.857570230960846, "Finetune/Step": 499, "Finetune/Step Time": 6.751724638044834}
+{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.9233357906341553, "Finetune/Loss (Raw)": 0.9631248116493225, "Finetune/Step": 500, "Finetune/Step Time": 6.756529873237014}
+{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.9258393049240112, "Finetune/Loss (Raw)": 0.7460904717445374, "Finetune/Step": 501, "Finetune/Step Time": 6.747534815222025}
+{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.9297020435333252, "Finetune/Loss (Raw)": 0.8392298221588135, "Finetune/Step": 502, "Finetune/Step Time": 6.746028784662485}
+{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.9288022518157959, "Finetune/Loss (Raw)": 0.9722333550453186, "Finetune/Step": 503, "Finetune/Step Time": 6.761619225144386}
+{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.9299766421318054, "Finetune/Loss (Raw)": 1.0315130949020386, "Finetune/Step": 504, "Finetune/Step Time": 6.756827337667346}
+{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.9301779270172119, "Finetune/Loss (Raw)": 0.9803163409233093, "Finetune/Step": 505, "Finetune/Step Time": 6.757450411096215}
+{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.926841676235199, "Finetune/Loss (Raw)": 0.7609661817550659, "Finetune/Step": 506, "Finetune/Step Time": 6.768588352948427}
+{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.9256083965301514, "Finetune/Loss (Raw)": 0.9780676960945129, "Finetune/Step": 507, "Finetune/Step Time": 6.764676371589303}
+{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.9250119924545288, "Finetune/Loss (Raw)": 0.9365090131759644, "Finetune/Step": 508, "Finetune/Step Time": 6.763840926811099}
+{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.9243459701538086, "Finetune/Loss (Raw)": 0.9464300274848938, "Finetune/Step": 509, "Finetune/Step Time": 6.766034435480833}
+{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.924289345741272, "Finetune/Loss (Raw)": 0.8978017568588257, "Finetune/Step": 510, "Finetune/Step Time": 6.729141676798463}
+{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.9254685640335083, "Finetune/Loss (Raw)": 1.0579769611358643, "Finetune/Step": 511, "Finetune/Step Time": 6.698907546699047}
+{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.929363489151001, "Finetune/Loss (Raw)": 0.9992778897285461, "Finetune/Step": 512, "Finetune/Step Time": 6.680885195732117}
+{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.9299427270889282, "Finetune/Loss (Raw)": 1.0455563068389893, "Finetune/Step": 513, "Finetune/Step Time": 6.6838136948645115}
+{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.9304763674736023, "Finetune/Loss (Raw)": 1.0535564422607422, "Finetune/Step": 514, "Finetune/Step Time": 6.69620013423264}
+{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.9268635511398315, "Finetune/Loss (Raw)": 0.39399343729019165, "Finetune/Step": 515, "Finetune/Step Time": 6.713594367727637}
+{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.9279232025146484, "Finetune/Loss (Raw)": 1.0466622114181519, "Finetune/Step": 516, "Finetune/Step Time": 6.716475693508983}
+{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.9286092519760132, "Finetune/Loss (Raw)": 1.0057353973388672, "Finetune/Step": 517, "Finetune/Step Time": 6.715288223698735}
+{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.9301466345787048, "Finetune/Loss (Raw)": 1.0145034790039062, "Finetune/Step": 518, "Finetune/Step Time": 6.716822838410735}
+{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.9306605458259583, "Finetune/Loss (Raw)": 1.041311264038086, "Finetune/Step": 519, "Finetune/Step Time": 6.730999859049916}
+{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.9305768609046936, "Finetune/Loss (Raw)": 0.9314598441123962, "Finetune/Step": 520, "Finetune/Step Time": 6.730540923774242}
+{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.9317903518676758, "Finetune/Loss (Raw)": 0.9725732207298279, "Finetune/Step": 521, "Finetune/Step Time": 6.720818638801575}
+{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.9330869913101196, "Finetune/Loss (Raw)": 0.9641550779342651, "Finetune/Step": 522, "Finetune/Step Time": 6.702419774606824}
+{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.9306339025497437, "Finetune/Loss (Raw)": 0.8685430288314819, "Finetune/Step": 523, "Finetune/Step Time": 6.708422418683767}
+{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.9298856854438782, "Finetune/Loss (Raw)": 0.9827282428741455, "Finetune/Step": 524, "Finetune/Step Time": 6.692265519872308}
+{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.9313315153121948, "Finetune/Loss (Raw)": 0.9848435521125793, "Finetune/Step": 525, "Finetune/Step Time": 6.675164612010121}
+{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.9291141033172607, "Finetune/Loss (Raw)": 0.8758401274681091, "Finetune/Step": 526, "Finetune/Step Time": 6.686637181788683}
+{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.9294705986976624, "Finetune/Loss (Raw)": 0.9329451322555542, "Finetune/Step": 527, "Finetune/Step Time": 6.6811499036848545}
+{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.9301633834838867, "Finetune/Loss (Raw)": 1.0084433555603027, "Finetune/Step": 528, "Finetune/Step Time": 6.676032265648246}
+{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.929898202419281, "Finetune/Loss (Raw)": 1.0449726581573486, "Finetune/Step": 529, "Finetune/Step Time": 6.675522914156318}
+{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.9306191205978394, "Finetune/Loss (Raw)": 1.0632967948913574, "Finetune/Step": 530, "Finetune/Step Time": 6.669843308627605}
+{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.9319319725036621, "Finetune/Loss (Raw)": 1.1012035608291626, "Finetune/Step": 531, "Finetune/Step Time": 6.665753131732345}
+{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.9312139749526978, "Finetune/Loss (Raw)": 0.9526848793029785, "Finetune/Step": 532, "Finetune/Step Time": 6.663538172841072}
+{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.9325568079948425, "Finetune/Loss (Raw)": 0.8787349462509155, "Finetune/Step": 533, "Finetune/Step Time": 6.659682592377067}
+{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.936072826385498, "Finetune/Loss (Raw)": 0.9168554544448853, "Finetune/Step": 534, "Finetune/Step Time": 6.659335192292929}
+{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.9395531415939331, "Finetune/Loss (Raw)": 0.8578420281410217, "Finetune/Step": 535, "Finetune/Step Time": 6.6515009589493275}
+{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.9383889436721802, "Finetune/Loss (Raw)": 0.783890426158905, "Finetune/Step": 536, "Finetune/Step Time": 6.673270819708705}
+{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.9373373985290527, "Finetune/Loss (Raw)": 1.024848222732544, "Finetune/Step": 537, "Finetune/Step Time": 6.675036134198308}
+{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.9355729818344116, "Finetune/Loss (Raw)": 0.9750440716743469, "Finetune/Step": 538, "Finetune/Step Time": 6.683642014861107}
+{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.9362527132034302, "Finetune/Loss (Raw)": 1.071923851966858, "Finetune/Step": 539, "Finetune/Step Time": 6.678395587950945}
+{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.9408065676689148, "Finetune/Loss (Raw)": 0.9397681355476379, "Finetune/Step": 540, "Finetune/Step Time": 6.657964210957289}
+{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.94013512134552, "Finetune/Loss (Raw)": 0.9825251698493958, "Finetune/Step": 541, "Finetune/Step Time": 6.6643211636692286}
+{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.9407410621643066, "Finetune/Loss (Raw)": 0.9839412569999695, "Finetune/Step": 542, "Finetune/Step Time": 6.663655968382955}
+{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.941286027431488, "Finetune/Loss (Raw)": 1.100469946861267, "Finetune/Step": 543, "Finetune/Step Time": 6.663936225697398}
+{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.9406729340553284, "Finetune/Loss (Raw)": 1.0164023637771606, "Finetune/Step": 544, "Finetune/Step Time": 6.664399042725563}
+{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.9400545358657837, "Finetune/Loss (Raw)": 0.9448574185371399, "Finetune/Step": 545, "Finetune/Step Time": 6.662883527576923}
+{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.9387862682342529, "Finetune/Loss (Raw)": 0.9143198132514954, "Finetune/Step": 546, "Finetune/Step Time": 6.665164219215512}
+{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.9396024942398071, "Finetune/Loss (Raw)": 1.03980553150177, "Finetune/Step": 547, "Finetune/Step Time": 6.6569792702794075}
+{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.943824052810669, "Finetune/Loss (Raw)": 0.8973733186721802, "Finetune/Step": 548, "Finetune/Step Time": 6.654368333518505}
+{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.9419428110122681, "Finetune/Loss (Raw)": 0.7588716745376587, "Finetune/Step": 549, "Finetune/Step Time": 6.663436658680439}
+{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.9417562484741211, "Finetune/Loss (Raw)": 0.9500210881233215, "Finetune/Step": 550, "Finetune/Step Time": 6.636693509295583}
+{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.9404487609863281, "Finetune/Loss (Raw)": 0.929953396320343, "Finetune/Step": 551, "Finetune/Step Time": 6.638028061017394}
+{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.9407804012298584, "Finetune/Loss (Raw)": 1.0623019933700562, "Finetune/Step": 552, "Finetune/Step Time": 6.634675055742264}
+{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.9409961700439453, "Finetune/Loss (Raw)": 0.7464272975921631, "Finetune/Step": 553, "Finetune/Step Time": 6.600445648655295}
+{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.9418206214904785, "Finetune/Loss (Raw)": 1.1106786727905273, "Finetune/Step": 554, "Finetune/Step Time": 6.598032766953111}
+{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.9415106177330017, "Finetune/Loss (Raw)": 0.918408989906311, "Finetune/Step": 555, "Finetune/Step Time": 6.613021133467555}
+{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.9404178261756897, "Finetune/Loss (Raw)": 0.9585821032524109, "Finetune/Step": 556, "Finetune/Step Time": 6.625379744917154}
+{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.939344048500061, "Finetune/Loss (Raw)": 0.9158791303634644, "Finetune/Step": 557, "Finetune/Step Time": 6.623080397024751}
+{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.9344081878662109, "Finetune/Loss (Raw)": 0.24868209660053253, "Finetune/Step": 558, "Finetune/Step Time": 6.6370335053652525}
+{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.9336369037628174, "Finetune/Loss (Raw)": 0.9351546168327332, "Finetune/Step": 559, "Finetune/Step Time": 6.630779547616839}
+{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.9328489899635315, "Finetune/Loss (Raw)": 0.815596342086792, "Finetune/Step": 560, "Finetune/Step Time": 6.626991486176848}
+{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.9324421286582947, "Finetune/Loss (Raw)": 0.8345970511436462, "Finetune/Step": 561, "Finetune/Step Time": 6.627477042376995}
+{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.9318132400512695, "Finetune/Loss (Raw)": 0.8762456774711609, "Finetune/Step": 562, "Finetune/Step Time": 6.625938635319471}
+{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.933374285697937, "Finetune/Loss (Raw)": 1.0078272819519043, "Finetune/Step": 563, "Finetune/Step Time": 6.626775650307536}
+{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.9339377880096436, "Finetune/Loss (Raw)": 0.9638208746910095, "Finetune/Step": 564, "Finetune/Step Time": 6.636617943644524}
+{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.9331751465797424, "Finetune/Loss (Raw)": 0.8854047656059265, "Finetune/Step": 565, "Finetune/Step Time": 6.646518461406231}
+{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.9341684579849243, "Finetune/Loss (Raw)": 1.045396089553833, "Finetune/Step": 566, "Finetune/Step Time": 6.648478463292122}
+{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.9341622591018677, "Finetune/Loss (Raw)": 0.9393212795257568, "Finetune/Step": 567, "Finetune/Step Time": 6.651289500296116}
+{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.9283889532089233, "Finetune/Loss (Raw)": 0.2946261465549469, "Finetune/Step": 568, "Finetune/Step Time": 6.666793752461672}
+{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.9273501634597778, "Finetune/Loss (Raw)": 0.8943199515342712, "Finetune/Step": 569, "Finetune/Step Time": 6.673110969364643}
+{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.9317317008972168, "Finetune/Loss (Raw)": 0.9903666377067566, "Finetune/Step": 570, "Finetune/Step Time": 6.658400854095817}
+{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.9304876327514648, "Finetune/Loss (Raw)": 0.8748069405555725, "Finetune/Step": 571, "Finetune/Step Time": 6.66418469324708}
+{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.9297510981559753, "Finetune/Loss (Raw)": 1.0057251453399658, "Finetune/Step": 572, "Finetune/Step Time": 6.66348385438323}
+{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.930264949798584, "Finetune/Loss (Raw)": 1.0392853021621704, "Finetune/Step": 573, "Finetune/Step Time": 6.666974166408181}
+{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.9303028583526611, "Finetune/Loss (Raw)": 1.0662977695465088, "Finetune/Step": 574, "Finetune/Step Time": 6.665236717090011}
+{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.9308965802192688, "Finetune/Loss (Raw)": 1.0788681507110596, "Finetune/Step": 575, "Finetune/Step Time": 6.6839156486094}
+{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.9310418367385864, "Finetune/Loss (Raw)": 0.9618768095970154, "Finetune/Step": 576, "Finetune/Step Time": 6.685505269095302}
+{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.9297813773155212, "Finetune/Loss (Raw)": 0.9551056027412415, "Finetune/Step": 577, "Finetune/Step Time": 6.682012705132365}
+{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.9298806190490723, "Finetune/Loss (Raw)": 0.9074614644050598, "Finetune/Step": 578, "Finetune/Step Time": 6.678049955517054}
+{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.928722620010376, "Finetune/Loss (Raw)": 0.7914522886276245, "Finetune/Step": 579, "Finetune/Step Time": 6.6908402014523745}
+{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.9289683103561401, "Finetune/Loss (Raw)": 1.007218599319458, "Finetune/Step": 580, "Finetune/Step Time": 6.692633202299476}
+{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.92821204662323, "Finetune/Loss (Raw)": 1.0890123844146729, "Finetune/Step": 581, "Finetune/Step Time": 6.697028916329145}
+{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.9286295175552368, "Finetune/Loss (Raw)": 1.0029674768447876, "Finetune/Step": 582, "Finetune/Step Time": 6.691347310319543}
+{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.9269094467163086, "Finetune/Loss (Raw)": 0.8281656503677368, "Finetune/Step": 583, "Finetune/Step Time": 6.697373084723949}
+{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.9322704076766968, "Finetune/Loss (Raw)": 1.0175235271453857, "Finetune/Step": 584, "Finetune/Step Time": 6.699118211865425}
+{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.9335816502571106, "Finetune/Loss (Raw)": 1.0510317087173462, "Finetune/Step": 585, "Finetune/Step Time": 6.6997872274369}
+{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.9270668625831604, "Finetune/Loss (Raw)": 0.33710604906082153, "Finetune/Step": 586, "Finetune/Step Time": 6.713609743863344}
+{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.9286267757415771, "Finetune/Loss (Raw)": 1.1374942064285278, "Finetune/Step": 587, "Finetune/Step Time": 6.7056299187242985}
+{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.9295095801353455, "Finetune/Loss (Raw)": 0.9344463348388672, "Finetune/Step": 588, "Finetune/Step Time": 6.71355121769011}
+{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.9303332567214966, "Finetune/Loss (Raw)": 1.0490776300430298, "Finetune/Step": 589, "Finetune/Step Time": 6.708986608311534}
+{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.9310359954833984, "Finetune/Loss (Raw)": 1.0454461574554443, "Finetune/Step": 590, "Finetune/Step Time": 6.709946718066931}
+{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.9290898442268372, "Finetune/Loss (Raw)": 0.9035922884941101, "Finetune/Step": 591, "Finetune/Step Time": 6.712138446047902}
+{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.934207558631897, "Finetune/Loss (Raw)": 0.9393036961555481, "Finetune/Step": 592, "Finetune/Step Time": 6.691608939319849}
+{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.9335903525352478, "Finetune/Loss (Raw)": 0.9358146786689758, "Finetune/Step": 593, "Finetune/Step Time": 6.69426710344851}
+{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.9343345165252686, "Finetune/Loss (Raw)": 0.967413604259491, "Finetune/Step": 594, "Finetune/Step Time": 6.682710291817784}
+{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.9338902235031128, "Finetune/Loss (Raw)": 0.9737722873687744, "Finetune/Step": 595, "Finetune/Step Time": 6.672898419201374}
+{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.934627890586853, "Finetune/Loss (Raw)": 0.8848053216934204, "Finetune/Step": 596, "Finetune/Step Time": 6.655814552679658}
+{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.9384863972663879, "Finetune/Loss (Raw)": 0.8418053388595581, "Finetune/Step": 597, "Finetune/Step Time": 6.638614209368825}
+{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.9383159875869751, "Finetune/Loss (Raw)": 0.9360427856445312, "Finetune/Step": 598, "Finetune/Step Time": 6.660634567961097}
+{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.9382268190383911, "Finetune/Loss (Raw)": 0.9823234677314758, "Finetune/Step": 599, "Finetune/Step Time": 6.643159864470363}
+{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.9378190636634827, "Finetune/Loss (Raw)": 1.0484449863433838, "Finetune/Step": 600, "Finetune/Step Time": 6.6477379482239485}
+{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.9383251667022705, "Finetune/Loss (Raw)": 0.947342574596405, "Finetune/Step": 601, "Finetune/Step Time": 6.67087446898222}
+{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.9383231401443481, "Finetune/Loss (Raw)": 1.0180821418762207, "Finetune/Step": 602, "Finetune/Step Time": 6.664452025666833}
+{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.93701171875, "Finetune/Loss (Raw)": 0.8731737732887268, "Finetune/Step": 603, "Finetune/Step Time": 6.681219192221761}
+{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.9371426105499268, "Finetune/Loss (Raw)": 1.0108580589294434, "Finetune/Step": 604, "Finetune/Step Time": 6.671794401481748}
+{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.9358484745025635, "Finetune/Loss (Raw)": 0.8759729266166687, "Finetune/Step": 605, "Finetune/Step Time": 6.667468845844269}
+{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.935401439666748, "Finetune/Loss (Raw)": 0.8725389838218689, "Finetune/Step": 606, "Finetune/Step Time": 6.684074060991406}
+{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.9335724115371704, "Finetune/Loss (Raw)": 0.7685205936431885, "Finetune/Step": 607, "Finetune/Step Time": 6.713211584836245}
+{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.9335006475448608, "Finetune/Loss (Raw)": 1.0432093143463135, "Finetune/Step": 608, "Finetune/Step Time": 6.711120687425137}
+{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.9326633214950562, "Finetune/Loss (Raw)": 0.8735339045524597, "Finetune/Step": 609, "Finetune/Step Time": 6.706866290420294}
+{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.9321575164794922, "Finetune/Loss (Raw)": 0.937487006187439, "Finetune/Step": 610, "Finetune/Step Time": 6.698052998632193}
+{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.9319736361503601, "Finetune/Loss (Raw)": 0.974644124507904, "Finetune/Step": 611, "Finetune/Step Time": 6.676788439974189}
+{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.93401038646698, "Finetune/Loss (Raw)": 1.1705858707427979, "Finetune/Step": 612, "Finetune/Step Time": 6.673599733039737}
+{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.9342882633209229, "Finetune/Loss (Raw)": 0.8578652143478394, "Finetune/Step": 613, "Finetune/Step Time": 6.667316300794482}
+{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.9342280626296997, "Finetune/Loss (Raw)": 0.9496452212333679, "Finetune/Step": 614, "Finetune/Step Time": 6.6532816011458635}
+{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.9337921142578125, "Finetune/Loss (Raw)": 0.9363958239555359, "Finetune/Step": 615, "Finetune/Step Time": 6.659910846501589}
+{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.933445930480957, "Finetune/Loss (Raw)": 0.9706975221633911, "Finetune/Step": 616, "Finetune/Step Time": 6.662825275212526}
+{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.9337928295135498, "Finetune/Loss (Raw)": 0.9467084407806396, "Finetune/Step": 617, "Finetune/Step Time": 6.655716998502612}
+{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.934653639793396, "Finetune/Loss (Raw)": 0.9964536428451538, "Finetune/Step": 618, "Finetune/Step Time": 6.650397377088666}
+{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.9363322257995605, "Finetune/Loss (Raw)": 0.8487097024917603, "Finetune/Step": 619, "Finetune/Step Time": 6.645951807498932}
+{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.9371820688247681, "Finetune/Loss (Raw)": 1.003402590751648, "Finetune/Step": 620, "Finetune/Step Time": 6.637625757604837}
+{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.936739981174469, "Finetune/Loss (Raw)": 0.9721879363059998, "Finetune/Step": 621, "Finetune/Step Time": 6.65699103847146}
+{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.936759352684021, "Finetune/Loss (Raw)": 0.9375091195106506, "Finetune/Step": 622, "Finetune/Step Time": 6.646085523068905}
+{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.9373530745506287, "Finetune/Loss (Raw)": 1.043505311012268, "Finetune/Step": 623, "Finetune/Step Time": 6.647141091525555}
+{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.9371154308319092, "Finetune/Loss (Raw)": 0.9497278332710266, "Finetune/Step": 624, "Finetune/Step Time": 6.633881814777851}
+{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.9377955198287964, "Finetune/Loss (Raw)": 1.0038889646530151, "Finetune/Step": 625, "Finetune/Step Time": 6.635137319564819}
+{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.9379751682281494, "Finetune/Loss (Raw)": 1.0212864875793457, "Finetune/Step": 626, "Finetune/Step Time": 6.633630672469735}
+{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.938657283782959, "Finetune/Loss (Raw)": 0.944887638092041, "Finetune/Step": 627, "Finetune/Step Time": 6.636117309331894}
+{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.9385955929756165, "Finetune/Loss (Raw)": 0.9552264213562012, "Finetune/Step": 628, "Finetune/Step Time": 6.626688389107585}
+{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.9403735995292664, "Finetune/Loss (Raw)": 0.9736722707748413, "Finetune/Step": 629, "Finetune/Step Time": 6.617542369291186}
+{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.9423416256904602, "Finetune/Loss (Raw)": 1.091139554977417, "Finetune/Step": 630, "Finetune/Step Time": 6.60037131048739}
+{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.9415239691734314, "Finetune/Loss (Raw)": 0.8675694465637207, "Finetune/Step": 631, "Finetune/Step Time": 6.586078695952892}
+{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.9421693682670593, "Finetune/Loss (Raw)": 1.1141232252120972, "Finetune/Step": 632, "Finetune/Step Time": 6.585530761629343}
+{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.9438832998275757, "Finetune/Loss (Raw)": 1.1996984481811523, "Finetune/Step": 633, "Finetune/Step Time": 6.587133478373289}
+{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.9451010227203369, "Finetune/Loss (Raw)": 0.9168382287025452, "Finetune/Step": 634, "Finetune/Step Time": 6.578916063532233}
+{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.94505774974823, "Finetune/Loss (Raw)": 0.9725311398506165, "Finetune/Step": 635, "Finetune/Step Time": 6.583175016567111}
+{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.9459933042526245, "Finetune/Loss (Raw)": 1.056260347366333, "Finetune/Step": 636, "Finetune/Step Time": 6.608255008235574}
+{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.9467238187789917, "Finetune/Loss (Raw)": 1.0399268865585327, "Finetune/Step": 637, "Finetune/Step Time": 6.5998538583517075}
+{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.9480654001235962, "Finetune/Loss (Raw)": 1.0695278644561768, "Finetune/Step": 638, "Finetune/Step Time": 6.609754405915737}
+{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.9473723769187927, "Finetune/Loss (Raw)": 0.9692723155021667, "Finetune/Step": 639, "Finetune/Step Time": 6.607914546504617}
+{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.9471690654754639, "Finetune/Loss (Raw)": 0.9732588529586792, "Finetune/Step": 640, "Finetune/Step Time": 6.60845198482275}
+{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.9471165537834167, "Finetune/Loss (Raw)": 1.038830280303955, "Finetune/Step": 641, "Finetune/Step Time": 6.616164023056626}
+{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.9414310455322266, "Finetune/Loss (Raw)": 0.32580649852752686, "Finetune/Step": 642, "Finetune/Step Time": 6.614603620022535}
+{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.9457536935806274, "Finetune/Loss (Raw)": 0.9472970366477966, "Finetune/Step": 643, "Finetune/Step Time": 6.596345251426101}
+{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.9453364610671997, "Finetune/Loss (Raw)": 0.9932637214660645, "Finetune/Step": 644, "Finetune/Step Time": 6.600549004971981}
+{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.9455846548080444, "Finetune/Loss (Raw)": 1.0374951362609863, "Finetune/Step": 645, "Finetune/Step Time": 6.599379234015942}
+{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.9453504681587219, "Finetune/Loss (Raw)": 0.9845321178436279, "Finetune/Step": 646, "Finetune/Step Time": 6.609304109588265}
+{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.944434404373169, "Finetune/Loss (Raw)": 0.9240550994873047, "Finetune/Step": 647, "Finetune/Step Time": 6.610610347241163}
+{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.9449930787086487, "Finetune/Loss (Raw)": 1.002968668937683, "Finetune/Step": 648, "Finetune/Step Time": 6.60956016369164}
+{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.9449663162231445, "Finetune/Loss (Raw)": 0.9691458940505981, "Finetune/Step": 649, "Finetune/Step Time": 6.606043543666601}
+{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.9446902871131897, "Finetune/Loss (Raw)": 0.9288219213485718, "Finetune/Step": 650, "Finetune/Step Time": 6.619178254157305}
+{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.9456435441970825, "Finetune/Loss (Raw)": 0.9905619025230408, "Finetune/Step": 651, "Finetune/Step Time": 6.628006087616086}
+{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.9455305337905884, "Finetune/Loss (Raw)": 0.9682717323303223, "Finetune/Step": 652, "Finetune/Step Time": 6.632862953469157}
+{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.944797933101654, "Finetune/Loss (Raw)": 0.8910602331161499, "Finetune/Step": 653, "Finetune/Step Time": 6.635325558483601}
+{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.9471120834350586, "Finetune/Loss (Raw)": 1.1720606088638306, "Finetune/Step": 654, "Finetune/Step Time": 6.627216171473265}
+{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.9467331767082214, "Finetune/Loss (Raw)": 0.8844385147094727, "Finetune/Step": 655, "Finetune/Step Time": 6.636413339525461}
+{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.9461320042610168, "Finetune/Loss (Raw)": 0.9314960837364197, "Finetune/Step": 656, "Finetune/Step Time": 6.639996187761426}
+{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.9449126720428467, "Finetune/Loss (Raw)": 0.8888928890228271, "Finetune/Step": 657, "Finetune/Step Time": 6.66078383103013}
+{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.944102942943573, "Finetune/Loss (Raw)": 0.9596511721611023, "Finetune/Step": 658, "Finetune/Step Time": 6.6527823600918055}
+{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.9415191411972046, "Finetune/Loss (Raw)": 0.7704790234565735, "Finetune/Step": 659, "Finetune/Step Time": 6.674994880333543}
+{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.9425768852233887, "Finetune/Loss (Raw)": 1.0880712270736694, "Finetune/Step": 660, "Finetune/Step Time": 6.67941689863801}
+{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.9432939291000366, "Finetune/Loss (Raw)": 0.9705178737640381, "Finetune/Step": 661, "Finetune/Step Time": 6.672829553484917}
+{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.9440788626670837, "Finetune/Loss (Raw)": 1.0173293352127075, "Finetune/Step": 662, "Finetune/Step Time": 6.650289351120591}
+{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.9454767107963562, "Finetune/Loss (Raw)": 1.0367674827575684, "Finetune/Step": 663, "Finetune/Step Time": 6.639681812375784}
+{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.9467641711235046, "Finetune/Loss (Raw)": 0.9486854672431946, "Finetune/Step": 664, "Finetune/Step Time": 6.627687942236662}
+{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.9472918510437012, "Finetune/Loss (Raw)": 1.0923858880996704, "Finetune/Step": 665, "Finetune/Step Time": 6.635622067376971}
+{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.9485606551170349, "Finetune/Loss (Raw)": 1.1374541521072388, "Finetune/Step": 666, "Finetune/Step Time": 6.6290800627321005}
+{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.9483079314231873, "Finetune/Loss (Raw)": 1.0395749807357788, "Finetune/Step": 667, "Finetune/Step Time": 6.641900144517422}
+{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.9474631547927856, "Finetune/Loss (Raw)": 0.831640362739563, "Finetune/Step": 668, "Finetune/Step Time": 6.647344458848238}
+{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.9474046230316162, "Finetune/Loss (Raw)": 0.9750267267227173, "Finetune/Step": 669, "Finetune/Step Time": 6.642286580055952}
+{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.9466087222099304, "Finetune/Loss (Raw)": 0.8820725679397583, "Finetune/Step": 670, "Finetune/Step Time": 6.644976856186986}
+{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.9454221725463867, "Finetune/Loss (Raw)": 0.9485880732536316, "Finetune/Step": 671, "Finetune/Step Time": 6.6441032551229}
+{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.9454947710037231, "Finetune/Loss (Raw)": 1.0257011651992798, "Finetune/Step": 672, "Finetune/Step Time": 6.653131449595094}
+{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.9465236663818359, "Finetune/Loss (Raw)": 1.0765502452850342, "Finetune/Step": 673, "Finetune/Step Time": 6.653257433325052}
+{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.9477810859680176, "Finetune/Loss (Raw)": 1.075271725654602, "Finetune/Step": 674, "Finetune/Step Time": 6.653531124815345}
+{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.9475870728492737, "Finetune/Loss (Raw)": 1.0149705410003662, "Finetune/Step": 675, "Finetune/Step Time": 6.6546434704214334}
+{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.9482754468917847, "Finetune/Loss (Raw)": 0.9854798316955566, "Finetune/Step": 676, "Finetune/Step Time": 6.647502852603793}
+{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.9489023685455322, "Finetune/Loss (Raw)": 0.8391172885894775, "Finetune/Step": 677, "Finetune/Step Time": 6.678834039717913}
+{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.9499597549438477, "Finetune/Loss (Raw)": 1.0853643417358398, "Finetune/Step": 678, "Finetune/Step Time": 6.690148090943694}
+{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.9512225389480591, "Finetune/Loss (Raw)": 1.0915954113006592, "Finetune/Step": 679, "Finetune/Step Time": 6.695990497246385}
+{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.9501779079437256, "Finetune/Loss (Raw)": 0.9285935759544373, "Finetune/Step": 680, "Finetune/Step Time": 6.694606250151992}
+{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 0.9522889256477356, "Finetune/Loss (Raw)": 1.0166356563568115, "Finetune/Step": 681, "Finetune/Step Time": 6.692317759618163}
+{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.9518080353736877, "Finetune/Loss (Raw)": 1.0491210222244263, "Finetune/Step": 682, "Finetune/Step Time": 6.689055090770125}
+{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 0.9528681039810181, "Finetune/Loss (Raw)": 1.054094910621643, "Finetune/Step": 683, "Finetune/Step Time": 6.669553657993674}
+{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 0.9525330662727356, "Finetune/Loss (Raw)": 0.9157030582427979, "Finetune/Step": 684, "Finetune/Step Time": 6.658511810004711}
+{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.9507859945297241, "Finetune/Loss (Raw)": 0.6922580599784851, "Finetune/Step": 685, "Finetune/Step Time": 6.673265140503645}
+{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 0.9555599689483643, "Finetune/Loss (Raw)": 0.8597398400306702, "Finetune/Step": 686, "Finetune/Step Time": 6.6675227247178555}
+{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 0.9555220603942871, "Finetune/Loss (Raw)": 0.9303082227706909, "Finetune/Step": 687, "Finetune/Step Time": 6.664727631956339}
+{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 0.9566408395767212, "Finetune/Loss (Raw)": 0.9588037133216858, "Finetune/Step": 688, "Finetune/Step Time": 6.662821929901838}
+{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 0.9556021690368652, "Finetune/Loss (Raw)": 0.7016409039497375, "Finetune/Step": 689, "Finetune/Step Time": 6.676276165992022}
+{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 0.9554535150527954, "Finetune/Loss (Raw)": 0.8572260141372681, "Finetune/Step": 690, "Finetune/Step Time": 6.709876021370292}
+{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 0.955370306968689, "Finetune/Loss (Raw)": 0.9971740245819092, "Finetune/Step": 691, "Finetune/Step Time": 6.712996734306216}
+{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 0.9547649621963501, "Finetune/Loss (Raw)": 0.8863332271575928, "Finetune/Step": 692, "Finetune/Step Time": 6.740782605484128}
+{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 0.9548311233520508, "Finetune/Loss (Raw)": 0.8938702940940857, "Finetune/Step": 693, "Finetune/Step Time": 6.740463001653552}
+{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.9497467279434204, "Finetune/Loss (Raw)": 0.39459723234176636, "Finetune/Step": 694, "Finetune/Step Time": 6.757752172648907}
+{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.9488698244094849, "Finetune/Loss (Raw)": 0.8270853757858276, "Finetune/Step": 695, "Finetune/Step Time": 6.7644483763724566}
+{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 0.9549227952957153, "Finetune/Loss (Raw)": 1.069403886795044, "Finetune/Step": 696, "Finetune/Step Time": 6.7501308266073465}
+{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 0.954696774482727, "Finetune/Loss (Raw)": 0.8653872609138489, "Finetune/Step": 697, "Finetune/Step Time": 6.75625598244369}
+{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 0.9557456970214844, "Finetune/Loss (Raw)": 1.124621868133545, "Finetune/Step": 698, "Finetune/Step Time": 6.749984176829457}
+{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 0.9578952789306641, "Finetune/Loss (Raw)": 1.1499545574188232, "Finetune/Step": 699, "Finetune/Step Time": 6.746569886803627}
+{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 0.9573169350624084, "Finetune/Loss (Raw)": 0.9317023754119873, "Finetune/Step": 700, "Finetune/Step Time": 6.76571099460125}
+{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 0.9515782594680786, "Finetune/Loss (Raw)": 0.30472883582115173, "Finetune/Step": 701, "Finetune/Step Time": 6.787914801388979}
+{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.9503704309463501, "Finetune/Loss (Raw)": 0.9116993546485901, "Finetune/Step": 702, "Finetune/Step Time": 6.794844953343272}
+{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.9483579397201538, "Finetune/Loss (Raw)": 0.8212692737579346, "Finetune/Step": 703, "Finetune/Step Time": 6.785039832815528}
+{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.9482753276824951, "Finetune/Loss (Raw)": 0.9513047337532043, "Finetune/Step": 704, "Finetune/Step Time": 6.797149075195193}
+{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.9484813213348389, "Finetune/Loss (Raw)": 0.9814741611480713, "Finetune/Step": 705, "Finetune/Step Time": 6.796605473384261}
+{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.9469814300537109, "Finetune/Loss (Raw)": 0.7154717445373535, "Finetune/Step": 706, "Finetune/Step Time": 6.799395373091102}
+{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.9473685622215271, "Finetune/Loss (Raw)": 0.841009259223938, "Finetune/Step": 707, "Finetune/Step Time": 6.784711457788944}
+{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.9482077956199646, "Finetune/Loss (Raw)": 1.1146409511566162, "Finetune/Step": 708, "Finetune/Step Time": 6.788935011252761}
+{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.9469079971313477, "Finetune/Loss (Raw)": 0.9226314425468445, "Finetune/Step": 709, "Finetune/Step Time": 6.7899890802800655}
+{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.9456019401550293, "Finetune/Loss (Raw)": 0.8357976078987122, "Finetune/Step": 710, "Finetune/Step Time": 6.78014213219285}
+{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.9470783472061157, "Finetune/Loss (Raw)": 1.01714026927948, "Finetune/Step": 711, "Finetune/Step Time": 6.7925083655864}
+{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.9443259835243225, "Finetune/Loss (Raw)": 0.6652233600616455, "Finetune/Step": 712, "Finetune/Step Time": 6.792477514594793}
+{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.9434879422187805, "Finetune/Loss (Raw)": 0.9437659978866577, "Finetune/Step": 713, "Finetune/Step Time": 6.793273460119963}
+{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.947613000869751, "Finetune/Loss (Raw)": 0.8651086688041687, "Finetune/Step": 714, "Finetune/Step Time": 6.780312437564135}
+{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.946977436542511, "Finetune/Loss (Raw)": 1.0561476945877075, "Finetune/Step": 715, "Finetune/Step Time": 6.779320115223527}
+{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.9461537599563599, "Finetune/Loss (Raw)": 0.8290075659751892, "Finetune/Step": 716, "Finetune/Step Time": 6.754418786615133}
+{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.946195125579834, "Finetune/Loss (Raw)": 1.0543766021728516, "Finetune/Step": 717, "Finetune/Step Time": 6.766072714701295}
+{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.9456889629364014, "Finetune/Loss (Raw)": 0.9806569814682007, "Finetune/Step": 718, "Finetune/Step Time": 6.770324671640992}
+{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.9462724328041077, "Finetune/Loss (Raw)": 0.9782757759094238, "Finetune/Step": 719, "Finetune/Step Time": 6.771176693961024}
+{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.9481263160705566, "Finetune/Loss (Raw)": 1.1766034364700317, "Finetune/Step": 720, "Finetune/Step Time": 6.773570016026497}
+{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.94770348072052, "Finetune/Loss (Raw)": 0.8816909790039062, "Finetune/Step": 721, "Finetune/Step Time": 6.777434922754765}
+{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.9473373889923096, "Finetune/Loss (Raw)": 0.9205493927001953, "Finetune/Step": 722, "Finetune/Step Time": 6.803669856861234}
+{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.9479817748069763, "Finetune/Loss (Raw)": 1.0562584400177002, "Finetune/Step": 723, "Finetune/Step Time": 6.801522383466363}
+{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 0.9490196704864502, "Finetune/Loss (Raw)": 1.017661452293396, "Finetune/Step": 724, "Finetune/Step Time": 6.816569268703461}
+{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 0.9509960412979126, "Finetune/Loss (Raw)": 1.0947704315185547, "Finetune/Step": 725, "Finetune/Step Time": 6.816176349297166}
+{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 0.9492626190185547, "Finetune/Loss (Raw)": 0.7141671180725098, "Finetune/Step": 726, "Finetune/Step Time": 6.804198704659939}
+{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 0.9492567777633667, "Finetune/Loss (Raw)": 0.9815719723701477, "Finetune/Step": 727, "Finetune/Step Time": 6.810459880158305}
+{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 0.9499058723449707, "Finetune/Loss (Raw)": 1.1315326690673828, "Finetune/Step": 728, "Finetune/Step Time": 6.8097955118864775}
+{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.946965754032135, "Finetune/Loss (Raw)": 0.57100909948349, "Finetune/Step": 729, "Finetune/Step Time": 6.7991999462246895}
+{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.9464479684829712, "Finetune/Loss (Raw)": 0.9518076181411743, "Finetune/Step": 730, "Finetune/Step Time": 6.802463913336396}
+{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.9476994276046753, "Finetune/Loss (Raw)": 1.033353328704834, "Finetune/Step": 731, "Finetune/Step Time": 6.786395834758878}
+{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.9463645219802856, "Finetune/Loss (Raw)": 0.8399915099143982, "Finetune/Step": 732, "Finetune/Step Time": 6.817332187667489}
+{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.9465467929840088, "Finetune/Loss (Raw)": 0.8993083834648132, "Finetune/Step": 733, "Finetune/Step Time": 6.815789358690381}
+{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.9462146759033203, "Finetune/Loss (Raw)": 0.8300281167030334, "Finetune/Step": 734, "Finetune/Step Time": 6.8039154428988695}
+{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.9465742111206055, "Finetune/Loss (Raw)": 0.8145380616188049, "Finetune/Step": 735, "Finetune/Step Time": 6.782139440998435}
+{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.9453555345535278, "Finetune/Loss (Raw)": 0.8872265815734863, "Finetune/Step": 736, "Finetune/Step Time": 6.816825732588768}
+{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.9469215273857117, "Finetune/Loss (Raw)": 1.073974609375, "Finetune/Step": 737, "Finetune/Step Time": 6.813270369544625}
+{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.9472514986991882, "Finetune/Loss (Raw)": 0.9797248244285583, "Finetune/Step": 738, "Finetune/Step Time": 6.809344748035073}
+{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.9431476593017578, "Finetune/Loss (Raw)": 0.4493491053581238, "Finetune/Step": 739, "Finetune/Step Time": 6.832934318110347}
+{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.9424132108688354, "Finetune/Loss (Raw)": 1.076573371887207, "Finetune/Step": 740, "Finetune/Step Time": 6.83650459907949}
+{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.9416105151176453, "Finetune/Loss (Raw)": 0.7551259994506836, "Finetune/Step": 741, "Finetune/Step Time": 6.8651124984025955}
+{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.9414164423942566, "Finetune/Loss (Raw)": 0.9248062968254089, "Finetune/Step": 742, "Finetune/Step Time": 6.870707493275404}
+{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.9420962929725647, "Finetune/Loss (Raw)": 1.0234118700027466, "Finetune/Step": 743, "Finetune/Step Time": 6.864154750481248}
+{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.94205641746521, "Finetune/Loss (Raw)": 0.9655921459197998, "Finetune/Step": 744, "Finetune/Step Time": 6.865763660520315}
+{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.9407695531845093, "Finetune/Loss (Raw)": 0.7819941639900208, "Finetune/Step": 745, "Finetune/Step Time": 6.883866628631949}
+{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.9411948323249817, "Finetune/Loss (Raw)": 1.0508896112442017, "Finetune/Step": 746, "Finetune/Step Time": 6.885598175227642}
+{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.9430637955665588, "Finetune/Loss (Raw)": 1.0879312753677368, "Finetune/Step": 747, "Finetune/Step Time": 6.86548681743443}
+{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.9435070753097534, "Finetune/Loss (Raw)": 1.060144305229187, "Finetune/Step": 748, "Finetune/Step Time": 6.866510046645999}
+{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.9430708885192871, "Finetune/Loss (Raw)": 0.9163607358932495, "Finetune/Step": 749, "Finetune/Step Time": 6.856004364788532}
+{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.9431429505348206, "Finetune/Loss (Raw)": 0.9467276930809021, "Finetune/Step": 750, "Finetune/Step Time": 6.861087676137686}
+{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.9415171146392822, "Finetune/Loss (Raw)": 0.8353955149650574, "Finetune/Step": 751, "Finetune/Step Time": 6.864463476464152}
+{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.941943883895874, "Finetune/Loss (Raw)": 1.004364013671875, "Finetune/Step": 752, "Finetune/Step Time": 6.864970171824098}
+{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.9371676445007324, "Finetune/Loss (Raw)": 0.39253103733062744, "Finetune/Step": 753, "Finetune/Step Time": 6.882594419643283}
+{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.9356818199157715, "Finetune/Loss (Raw)": 0.8310953378677368, "Finetune/Step": 754, "Finetune/Step Time": 6.882923109456897}
+{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.9351315498352051, "Finetune/Loss (Raw)": 0.8744491338729858, "Finetune/Step": 755, "Finetune/Step Time": 6.904055984690785}
+{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.9347332715988159, "Finetune/Loss (Raw)": 0.9042506814002991, "Finetune/Step": 756, "Finetune/Step Time": 6.901840185746551}
+{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.9342084527015686, "Finetune/Loss (Raw)": 0.9064978957176208, "Finetune/Step": 757, "Finetune/Step Time": 6.913362614810467}
+{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.9344344139099121, "Finetune/Loss (Raw)": 1.1200647354125977, "Finetune/Step": 758, "Finetune/Step Time": 6.921127887442708}
+{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.9356224536895752, "Finetune/Loss (Raw)": 1.0196349620819092, "Finetune/Step": 759, "Finetune/Step Time": 6.921260109171271}
+{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.9345365762710571, "Finetune/Loss (Raw)": 0.9751389026641846, "Finetune/Step": 760, "Finetune/Step Time": 6.913817705586553}
+{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.9322676658630371, "Finetune/Loss (Raw)": 0.9092631936073303, "Finetune/Step": 761, "Finetune/Step Time": 6.916155023500323}
+{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.928001344203949, "Finetune/Loss (Raw)": 0.37075647711753845, "Finetune/Step": 762, "Finetune/Step Time": 6.934790408238769}
+{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.926794171333313, "Finetune/Loss (Raw)": 0.8180081248283386, "Finetune/Step": 763, "Finetune/Step Time": 6.937921207398176}
+{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.9260280728340149, "Finetune/Loss (Raw)": 0.9582003355026245, "Finetune/Step": 764, "Finetune/Step Time": 6.915182169526815}
+{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.9252340197563171, "Finetune/Loss (Raw)": 0.9382951259613037, "Finetune/Step": 765, "Finetune/Step Time": 6.918108928948641}
+{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.9249047040939331, "Finetune/Loss (Raw)": 1.0273655652999878, "Finetune/Step": 766, "Finetune/Step Time": 6.925454510375857}
+{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.9242337942123413, "Finetune/Loss (Raw)": 0.8833977580070496, "Finetune/Step": 767, "Finetune/Step Time": 6.933379158377647}
+{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.9234618544578552, "Finetune/Loss (Raw)": 0.8744535446166992, "Finetune/Step": 768, "Finetune/Step Time": 6.942142404615879}
+{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.9213404655456543, "Finetune/Loss (Raw)": 0.7672987580299377, "Finetune/Step": 769, "Finetune/Step Time": 6.949496584013104}
+{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.9260963797569275, "Finetune/Loss (Raw)": 0.9345556497573853, "Finetune/Step": 770, "Finetune/Step Time": 6.938229179009795}
+{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.9266737103462219, "Finetune/Loss (Raw)": 1.021198034286499, "Finetune/Step": 771, "Finetune/Step Time": 6.94196804985404}
+{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.9262549877166748, "Finetune/Loss (Raw)": 0.9396724700927734, "Finetune/Step": 772, "Finetune/Step Time": 6.935753505676985}
+{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.92630934715271, "Finetune/Loss (Raw)": 1.0444525480270386, "Finetune/Step": 773, "Finetune/Step Time": 6.934271628037095}
+{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.9249391555786133, "Finetune/Loss (Raw)": 0.8091407418251038, "Finetune/Step": 774, "Finetune/Step Time": 6.945373702794313}
+{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.9255238771438599, "Finetune/Loss (Raw)": 0.9989004135131836, "Finetune/Step": 775, "Finetune/Step Time": 6.947152541950345}
+{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.923342764377594, "Finetune/Loss (Raw)": 0.7237948179244995, "Finetune/Step": 776, "Finetune/Step Time": 6.947931697592139}
+{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.9242891669273376, "Finetune/Loss (Raw)": 1.0902761220932007, "Finetune/Step": 777, "Finetune/Step Time": 6.963769011199474}
+{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.9252312183380127, "Finetune/Loss (Raw)": 1.049401879310608, "Finetune/Step": 778, "Finetune/Step Time": 6.9488559905439615}
+{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.9243142604827881, "Finetune/Loss (Raw)": 0.8731980919837952, "Finetune/Step": 779, "Finetune/Step Time": 6.944864729419351}
+{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.9193254709243774, "Finetune/Loss (Raw)": 0.3297065794467926, "Finetune/Step": 780, "Finetune/Step Time": 6.962290206924081}
+{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.9192560911178589, "Finetune/Loss (Raw)": 0.882178008556366, "Finetune/Step": 781, "Finetune/Step Time": 6.96286760084331}
+{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.9151252508163452, "Finetune/Loss (Raw)": 0.6433135271072388, "Finetune/Step": 782, "Finetune/Step Time": 6.99193942733109}
+{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.9152321815490723, "Finetune/Loss (Raw)": 0.8981230854988098, "Finetune/Step": 783, "Finetune/Step Time": 7.022835986688733}
+{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.9133772253990173, "Finetune/Loss (Raw)": 0.6940668821334839, "Finetune/Step": 784, "Finetune/Step Time": 7.039732018485665}
+{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.9141547679901123, "Finetune/Loss (Raw)": 0.9884192943572998, "Finetune/Step": 785, "Finetune/Step Time": 7.034638604149222}
+{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.9151950478553772, "Finetune/Loss (Raw)": 1.0928010940551758, "Finetune/Step": 786, "Finetune/Step Time": 7.0326059348881245}
+{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.9172079563140869, "Finetune/Loss (Raw)": 1.0281383991241455, "Finetune/Step": 787, "Finetune/Step Time": 7.035630853846669}
+{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.9170292615890503, "Finetune/Loss (Raw)": 1.0651971101760864, "Finetune/Step": 788, "Finetune/Step Time": 7.032582415267825}
+{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.9169387817382812, "Finetune/Loss (Raw)": 0.958935022354126, "Finetune/Step": 789, "Finetune/Step Time": 7.030464554205537}
+{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.9143646359443665, "Finetune/Loss (Raw)": 0.687835156917572, "Finetune/Step": 790, "Finetune/Step Time": 7.059924736618996}
+{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.9132798910140991, "Finetune/Loss (Raw)": 0.8979236483573914, "Finetune/Step": 791, "Finetune/Step Time": 7.061751056462526}
+{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.9121939539909363, "Finetune/Loss (Raw)": 0.8096855282783508, "Finetune/Step": 792, "Finetune/Step Time": 7.052609886974096}
+{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.9114494919776917, "Finetune/Loss (Raw)": 0.9970894455909729, "Finetune/Step": 793, "Finetune/Step Time": 7.054652437567711}
+{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.9095426797866821, "Finetune/Loss (Raw)": 0.8933864831924438, "Finetune/Step": 794, "Finetune/Step Time": 7.056506097316742}
+{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.9086589217185974, "Finetune/Loss (Raw)": 0.9264527559280396, "Finetune/Step": 795, "Finetune/Step Time": 7.059502385556698}
+{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.9092698097229004, "Finetune/Loss (Raw)": 0.9098358154296875, "Finetune/Step": 796, "Finetune/Step Time": 7.055876210331917}
+{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.9088311195373535, "Finetune/Loss (Raw)": 0.918867290019989, "Finetune/Step": 797, "Finetune/Step Time": 7.061989061534405}
+{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.9095972776412964, "Finetune/Loss (Raw)": 0.9801464676856995, "Finetune/Step": 798, "Finetune/Step Time": 7.0641334261745214}
+{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.9087604284286499, "Finetune/Loss (Raw)": 0.8414661288261414, "Finetune/Step": 799, "Finetune/Step Time": 7.069908227771521}
+{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.9085475206375122, "Finetune/Loss (Raw)": 0.998454749584198, "Finetune/Step": 800, "Finetune/Step Time": 7.0736429542303085}
+{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.9081779718399048, "Finetune/Loss (Raw)": 1.0292483568191528, "Finetune/Step": 801, "Finetune/Step Time": 7.098459612578154}
+{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.9068042039871216, "Finetune/Loss (Raw)": 0.8994266986846924, "Finetune/Step": 802, "Finetune/Step Time": 7.102209394797683}
+{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.9047729969024658, "Finetune/Loss (Raw)": 0.7549830675125122, "Finetune/Step": 803, "Finetune/Step Time": 7.108817497268319}
+{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.9045116901397705, "Finetune/Loss (Raw)": 0.9520242810249329, "Finetune/Step": 804, "Finetune/Step Time": 7.100974082946777}
+{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.9054367542266846, "Finetune/Loss (Raw)": 0.9575278759002686, "Finetune/Step": 805, "Finetune/Step Time": 7.070681678131223}
+{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.9029214382171631, "Finetune/Loss (Raw)": 0.7634095549583435, "Finetune/Step": 806, "Finetune/Step Time": 7.084619840607047}
+{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.9016721248626709, "Finetune/Loss (Raw)": 0.9316785335540771, "Finetune/Step": 807, "Finetune/Step Time": 7.07676705904305}
+{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.9016306400299072, "Finetune/Loss (Raw)": 0.9232823252677917, "Finetune/Step": 808, "Finetune/Step Time": 7.095190331339836}
+{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.9008065462112427, "Finetune/Loss (Raw)": 0.9111546277999878, "Finetune/Step": 809, "Finetune/Step Time": 7.099228013306856}
+{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.9009750485420227, "Finetune/Loss (Raw)": 1.0706886053085327, "Finetune/Step": 810, "Finetune/Step Time": 7.114069487899542}
+{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.8989377617835999, "Finetune/Loss (Raw)": 0.7933211922645569, "Finetune/Step": 811, "Finetune/Step Time": 7.111607175320387}
+{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.9009014368057251, "Finetune/Loss (Raw)": 1.1670520305633545, "Finetune/Step": 812, "Finetune/Step Time": 7.108497044071555}
+{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.9028033018112183, "Finetune/Loss (Raw)": 0.9356930255889893, "Finetune/Step": 813, "Finetune/Step Time": 7.0953587386757135}
+{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.9031832218170166, "Finetune/Loss (Raw)": 0.9083799123764038, "Finetune/Step": 814, "Finetune/Step Time": 7.084807548671961}
+{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.9031263589859009, "Finetune/Loss (Raw)": 0.9230206608772278, "Finetune/Step": 815, "Finetune/Step Time": 7.088164746761322}
+{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.9035557508468628, "Finetune/Loss (Raw)": 1.0137643814086914, "Finetune/Step": 816, "Finetune/Step Time": 7.088378584012389}
+{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.9060282111167908, "Finetune/Loss (Raw)": 1.0181231498718262, "Finetune/Step": 817, "Finetune/Step Time": 7.077092465013266}
+{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.9018430113792419, "Finetune/Loss (Raw)": 0.32151922583580017, "Finetune/Step": 818, "Finetune/Step Time": 7.057489639148116}
+{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.9002463817596436, "Finetune/Loss (Raw)": 0.7928028106689453, "Finetune/Step": 819, "Finetune/Step Time": 7.056705636903644}
+{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.8985377550125122, "Finetune/Loss (Raw)": 0.6676235795021057, "Finetune/Step": 820, "Finetune/Step Time": 7.027155503630638}
+{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.8985327482223511, "Finetune/Loss (Raw)": 0.8932393789291382, "Finetune/Step": 821, "Finetune/Step Time": 7.027115264907479}
+{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.9022464752197266, "Finetune/Loss (Raw)": 0.8699478507041931, "Finetune/Step": 822, "Finetune/Step Time": 7.0120252557098866}
+{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.9040404558181763, "Finetune/Loss (Raw)": 1.0567182302474976, "Finetune/Step": 823, "Finetune/Step Time": 6.998135820031166}
+{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.9038026332855225, "Finetune/Loss (Raw)": 1.0389630794525146, "Finetune/Step": 824, "Finetune/Step Time": 6.9965297151356936}
+{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.9037944078445435, "Finetune/Loss (Raw)": 0.8643399477005005, "Finetune/Step": 825, "Finetune/Step Time": 6.986401420086622}
+{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.9013238549232483, "Finetune/Loss (Raw)": 0.808384120464325, "Finetune/Step": 826, "Finetune/Step Time": 6.992572957649827}
+{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.8997716903686523, "Finetune/Loss (Raw)": 0.9512774348258972, "Finetune/Step": 827, "Finetune/Step Time": 6.979543447494507}
+{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.8954149484634399, "Finetune/Loss (Raw)": 0.37403440475463867, "Finetune/Step": 828, "Finetune/Step Time": 6.978272633627057}
+{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.9008747935295105, "Finetune/Loss (Raw)": 1.0035910606384277, "Finetune/Step": 829, "Finetune/Step Time": 6.965541299432516}
+{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.9010734558105469, "Finetune/Loss (Raw)": 0.937136709690094, "Finetune/Step": 830, "Finetune/Step Time": 6.9631524458527565}
+{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.9020028710365295, "Finetune/Loss (Raw)": 0.9402267336845398, "Finetune/Step": 831, "Finetune/Step Time": 6.969128170982003}
+{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.9026471376419067, "Finetune/Loss (Raw)": 1.0337730646133423, "Finetune/Step": 832, "Finetune/Step Time": 6.950446408241987}
+{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.898222029209137, "Finetune/Loss (Raw)": 0.4150650203227997, "Finetune/Step": 833, "Finetune/Step Time": 6.970002701506019}
+{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.8998498916625977, "Finetune/Loss (Raw)": 0.9238344430923462, "Finetune/Step": 834, "Finetune/Step Time": 6.978499555960298}
+{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.9005053043365479, "Finetune/Loss (Raw)": 0.924905002117157, "Finetune/Step": 835, "Finetune/Step Time": 6.983618795871735}
+{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.8992400169372559, "Finetune/Loss (Raw)": 0.9526742100715637, "Finetune/Step": 836, "Finetune/Step Time": 6.978914309293032}
+{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.8988091945648193, "Finetune/Loss (Raw)": 0.8674934506416321, "Finetune/Step": 837, "Finetune/Step Time": 6.987796599045396}
+{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.8999825716018677, "Finetune/Loss (Raw)": 0.9859861731529236, "Finetune/Step": 838, "Finetune/Step Time": 6.99219954200089}
+{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.8987199068069458, "Finetune/Loss (Raw)": 0.8555231094360352, "Finetune/Step": 839, "Finetune/Step Time": 6.984228625893593}
+{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.9019395112991333, "Finetune/Loss (Raw)": 1.077332854270935, "Finetune/Step": 840, "Finetune/Step Time": 6.972803430631757}
+{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.9010733962059021, "Finetune/Loss (Raw)": 0.8329057097434998, "Finetune/Step": 841, "Finetune/Step Time": 6.977137245237827}
+{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.9021405577659607, "Finetune/Loss (Raw)": 1.0016947984695435, "Finetune/Step": 842, "Finetune/Step Time": 6.975714368745685}
+{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.9013344645500183, "Finetune/Loss (Raw)": 0.9529773592948914, "Finetune/Step": 843, "Finetune/Step Time": 6.989054610952735}
+{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.9021478891372681, "Finetune/Loss (Raw)": 0.9331274032592773, "Finetune/Step": 844, "Finetune/Step Time": 6.990951707586646}
+{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.9018122553825378, "Finetune/Loss (Raw)": 1.0114116668701172, "Finetune/Step": 845, "Finetune/Step Time": 6.978006362915039}
+{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.9018899202346802, "Finetune/Loss (Raw)": 0.9906036853790283, "Finetune/Step": 846, "Finetune/Step Time": 6.970137210562825}
+{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.897821843624115, "Finetune/Loss (Raw)": 0.45755496621131897, "Finetune/Step": 847, "Finetune/Step Time": 6.987258525565267}
+{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.894910454750061, "Finetune/Loss (Raw)": 0.8039450645446777, "Finetune/Step": 848, "Finetune/Step Time": 6.990581387653947}
+{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.8956152200698853, "Finetune/Loss (Raw)": 0.9719052314758301, "Finetune/Step": 849, "Finetune/Step Time": 6.968567589297891}
+{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.8949096202850342, "Finetune/Loss (Raw)": 0.830223023891449, "Finetune/Step": 850, "Finetune/Step Time": 6.952469825744629}
+{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.8942793607711792, "Finetune/Loss (Raw)": 0.975587010383606, "Finetune/Step": 851, "Finetune/Step Time": 6.957955846562982}
+{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.8928928375244141, "Finetune/Loss (Raw)": 0.8401930332183838, "Finetune/Step": 852, "Finetune/Step Time": 6.942829463630915}
+{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.8915050029754639, "Finetune/Loss (Raw)": 0.9171226620674133, "Finetune/Step": 853, "Finetune/Step Time": 6.938423963263631}
+{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.8926780223846436, "Finetune/Loss (Raw)": 0.8643183708190918, "Finetune/Step": 854, "Finetune/Step Time": 6.950368385761976}
+{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.8906519412994385, "Finetune/Loss (Raw)": 0.7222316861152649, "Finetune/Step": 855, "Finetune/Step Time": 6.984441509470344}
+{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.8892704844474792, "Finetune/Loss (Raw)": 0.9547096490859985, "Finetune/Step": 856, "Finetune/Step Time": 6.982228619977832}
+{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.8917680978775024, "Finetune/Loss (Raw)": 0.8907056450843811, "Finetune/Step": 857, "Finetune/Step Time": 6.9719331581145525}
+{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.8932678699493408, "Finetune/Loss (Raw)": 1.14376699924469, "Finetune/Step": 858, "Finetune/Step Time": 6.969025047495961}
+{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.8931396007537842, "Finetune/Loss (Raw)": 1.0169403553009033, "Finetune/Step": 859, "Finetune/Step Time": 6.983207872137427}
+{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.8934609889984131, "Finetune/Loss (Raw)": 0.8811302185058594, "Finetune/Step": 860, "Finetune/Step Time": 6.951461466029286}
+{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.891599714756012, "Finetune/Loss (Raw)": 0.6610703468322754, "Finetune/Step": 861, "Finetune/Step Time": 6.940370216965675}
+{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.8927415609359741, "Finetune/Loss (Raw)": 0.9761711359024048, "Finetune/Step": 862, "Finetune/Step Time": 6.942373715341091}
+{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.8924515247344971, "Finetune/Loss (Raw)": 0.7774191498756409, "Finetune/Step": 863, "Finetune/Step Time": 6.947388542816043}
+{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.8931828737258911, "Finetune/Loss (Raw)": 0.980835497379303, "Finetune/Step": 864, "Finetune/Step Time": 6.915302969515324}
+{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.8916980028152466, "Finetune/Loss (Raw)": 0.8839202523231506, "Finetune/Step": 865, "Finetune/Step Time": 6.935455383732915}
+{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.8923546075820923, "Finetune/Loss (Raw)": 1.063768982887268, "Finetune/Step": 866, "Finetune/Step Time": 6.93741119466722}
+{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.8968165516853333, "Finetune/Loss (Raw)": 1.0204758644104004, "Finetune/Step": 867, "Finetune/Step Time": 6.917129456996918}
+{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.8954232931137085, "Finetune/Loss (Raw)": 0.8982433676719666, "Finetune/Step": 868, "Finetune/Step Time": 6.909434540197253}
+{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.8975915908813477, "Finetune/Loss (Raw)": 1.032664179801941, "Finetune/Step": 869, "Finetune/Step Time": 6.888296104967594}
+{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.8969175815582275, "Finetune/Loss (Raw)": 0.8385315537452698, "Finetune/Step": 870, "Finetune/Step Time": 6.891117885708809}
+{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.8949364423751831, "Finetune/Loss (Raw)": 0.7698266506195068, "Finetune/Step": 871, "Finetune/Step Time": 6.8944106344133615}
+{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.8947933912277222, "Finetune/Loss (Raw)": 0.9472844004631042, "Finetune/Step": 872, "Finetune/Step Time": 6.8927967846393585}
+{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.8963323831558228, "Finetune/Loss (Raw)": 0.9789854288101196, "Finetune/Step": 873, "Finetune/Step Time": 6.8758394327014685}
+{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.8944000601768494, "Finetune/Loss (Raw)": 0.8035463690757751, "Finetune/Step": 874, "Finetune/Step Time": 6.869376290589571}
+{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.8927848935127258, "Finetune/Loss (Raw)": 0.8811864852905273, "Finetune/Step": 875, "Finetune/Step Time": 6.880173575133085}
+{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.8913267850875854, "Finetune/Loss (Raw)": 0.873514711856842, "Finetune/Step": 876, "Finetune/Step Time": 6.880856715142727}
+{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.891616702079773, "Finetune/Loss (Raw)": 0.9534645080566406, "Finetune/Step": 877, "Finetune/Step Time": 6.8784887827932835}
+{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.8915535807609558, "Finetune/Loss (Raw)": 0.938645601272583, "Finetune/Step": 878, "Finetune/Step Time": 6.870674442499876}
+{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.8912811279296875, "Finetune/Loss (Raw)": 0.8005240559577942, "Finetune/Step": 879, "Finetune/Step Time": 6.901536051183939}
+{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.8908392190933228, "Finetune/Loss (Raw)": 0.9477965831756592, "Finetune/Step": 880, "Finetune/Step Time": 6.905809745192528}
+{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.893977165222168, "Finetune/Loss (Raw)": 0.7941991090774536, "Finetune/Step": 881, "Finetune/Step Time": 6.898901520296931}
+{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.8952997326850891, "Finetune/Loss (Raw)": 1.0003798007965088, "Finetune/Step": 882, "Finetune/Step Time": 6.898342018947005}
+{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.8962382078170776, "Finetune/Loss (Raw)": 0.9945734739303589, "Finetune/Step": 883, "Finetune/Step Time": 6.869551910087466}
+{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.8970355987548828, "Finetune/Loss (Raw)": 1.0063141584396362, "Finetune/Step": 884, "Finetune/Step Time": 6.869082784280181}
+{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.8917107582092285, "Finetune/Loss (Raw)": 0.22492556273937225, "Finetune/Step": 885, "Finetune/Step Time": 6.874896120280027}
+{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.890220046043396, "Finetune/Loss (Raw)": 0.9292505383491516, "Finetune/Step": 886, "Finetune/Step Time": 6.877947272732854}
+{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.8853645324707031, "Finetune/Loss (Raw)": 0.398134708404541, "Finetune/Step": 887, "Finetune/Step Time": 6.902821199968457}
+{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.8856115341186523, "Finetune/Loss (Raw)": 1.0067451000213623, "Finetune/Step": 888, "Finetune/Step Time": 6.908757517114282}
+{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.8862140774726868, "Finetune/Loss (Raw)": 0.9863908290863037, "Finetune/Step": 889, "Finetune/Step Time": 6.914464818313718}
+{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.8906306028366089, "Finetune/Loss (Raw)": 0.9360724687576294, "Finetune/Step": 890, "Finetune/Step Time": 6.896549919620156}
+{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.8914534449577332, "Finetune/Loss (Raw)": 0.9233255982398987, "Finetune/Step": 891, "Finetune/Step Time": 6.8992407992482185}
+{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.8904617428779602, "Finetune/Loss (Raw)": 0.8312680721282959, "Finetune/Step": 892, "Finetune/Step Time": 6.902878617867827}
+{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.891460120677948, "Finetune/Loss (Raw)": 1.0660878419876099, "Finetune/Step": 893, "Finetune/Step Time": 6.899644805118442}
+{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.8908697366714478, "Finetune/Loss (Raw)": 0.9517987966537476, "Finetune/Step": 894, "Finetune/Step Time": 6.884265499189496}
+{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.8908138871192932, "Finetune/Loss (Raw)": 0.876250684261322, "Finetune/Step": 895, "Finetune/Step Time": 6.890855250880122}
+{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.8919166326522827, "Finetune/Loss (Raw)": 1.0156053304672241, "Finetune/Step": 896, "Finetune/Step Time": 6.8839344419538975}
+{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.8920741081237793, "Finetune/Loss (Raw)": 0.7874544262886047, "Finetune/Step": 897, "Finetune/Step Time": 6.887099547311664}
+{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.8875681161880493, "Finetune/Loss (Raw)": 0.3577823340892792, "Finetune/Step": 898, "Finetune/Step Time": 6.898049931973219}
+{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.8860474824905396, "Finetune/Loss (Raw)": 0.8265605568885803, "Finetune/Step": 899, "Finetune/Step Time": 6.931054720655084}
+{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.8870717287063599, "Finetune/Loss (Raw)": 1.0707778930664062, "Finetune/Step": 900, "Finetune/Step Time": 6.931372012943029}
+{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.8870469331741333, "Finetune/Loss (Raw)": 1.041273832321167, "Finetune/Step": 901, "Finetune/Step Time": 6.937204707413912}
+{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.8882750272750854, "Finetune/Loss (Raw)": 0.9663417339324951, "Finetune/Step": 902, "Finetune/Step Time": 6.920565644279122}
+{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.8883063793182373, "Finetune/Loss (Raw)": 1.0029152631759644, "Finetune/Step": 903, "Finetune/Step Time": 6.929550031200051}
+{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.8895708322525024, "Finetune/Loss (Raw)": 0.8856463432312012, "Finetune/Step": 904, "Finetune/Step Time": 6.926095942035317}
+{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.889011025428772, "Finetune/Loss (Raw)": 1.0186104774475098, "Finetune/Step": 905, "Finetune/Step Time": 6.906488437205553}
+{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.8876644968986511, "Finetune/Loss (Raw)": 0.8770488500595093, "Finetune/Step": 906, "Finetune/Step Time": 6.90342640504241}
+{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.8886006474494934, "Finetune/Loss (Raw)": 0.9930261969566345, "Finetune/Step": 907, "Finetune/Step Time": 6.8912704568356276}
+{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.8932207822799683, "Finetune/Loss (Raw)": 0.9210788607597351, "Finetune/Step": 908, "Finetune/Step Time": 6.882932484149933}
+{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.8935302495956421, "Finetune/Loss (Raw)": 0.9218007922172546, "Finetune/Step": 909, "Finetune/Step Time": 6.8869308438152075}
+{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.8954142332077026, "Finetune/Loss (Raw)": 0.8844548463821411, "Finetune/Step": 910, "Finetune/Step Time": 6.859425121918321}
+{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.8953919410705566, "Finetune/Loss (Raw)": 0.8952751755714417, "Finetune/Step": 911, "Finetune/Step Time": 6.823117591440678}
+{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.8982128500938416, "Finetune/Loss (Raw)": 1.0551422834396362, "Finetune/Step": 912, "Finetune/Step Time": 6.813625410199165}
+{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.8956857323646545, "Finetune/Loss (Raw)": 0.6649489998817444, "Finetune/Step": 913, "Finetune/Step Time": 6.808578317984939}
+{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.8955556154251099, "Finetune/Loss (Raw)": 1.0761429071426392, "Finetune/Step": 914, "Finetune/Step Time": 6.8117233738303185}
+{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.8949607610702515, "Finetune/Loss (Raw)": 0.9520022869110107, "Finetune/Step": 915, "Finetune/Step Time": 6.785283602774143}
+{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.8942850828170776, "Finetune/Loss (Raw)": 0.9787107706069946, "Finetune/Step": 916, "Finetune/Step Time": 6.791240252554417}
+{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.8954009413719177, "Finetune/Loss (Raw)": 1.101760983467102, "Finetune/Step": 917, "Finetune/Step Time": 6.83349153958261}
+{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.8970955610275269, "Finetune/Loss (Raw)": 0.9047462940216064, "Finetune/Step": 918, "Finetune/Step Time": 6.8114115707576275}
+{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.895700216293335, "Finetune/Loss (Raw)": 0.7193166613578796, "Finetune/Step": 919, "Finetune/Step Time": 6.824555762112141}
+{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.8954361081123352, "Finetune/Loss (Raw)": 0.7758866548538208, "Finetune/Step": 920, "Finetune/Step Time": 6.830238454043865}
+{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.8950552940368652, "Finetune/Loss (Raw)": 0.9483414888381958, "Finetune/Step": 921, "Finetune/Step Time": 6.820283288136125}
+{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.8947378993034363, "Finetune/Loss (Raw)": 0.8527582287788391, "Finetune/Step": 922, "Finetune/Step Time": 6.81844337284565}
+{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.8949382305145264, "Finetune/Loss (Raw)": 0.9520981311798096, "Finetune/Step": 923, "Finetune/Step Time": 6.810046983882785}
+{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.8947474956512451, "Finetune/Loss (Raw)": 0.8854185342788696, "Finetune/Step": 924, "Finetune/Step Time": 6.817547168582678}
+{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.8935014009475708, "Finetune/Loss (Raw)": 0.7593706846237183, "Finetune/Step": 925, "Finetune/Step Time": 6.836096808314323}
+{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.8926205635070801, "Finetune/Loss (Raw)": 0.867398738861084, "Finetune/Step": 926, "Finetune/Step Time": 6.839666211977601}
+{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.8937420845031738, "Finetune/Loss (Raw)": 0.9850151538848877, "Finetune/Step": 927, "Finetune/Step Time": 6.8326919712126255}
+{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.8931997418403625, "Finetune/Loss (Raw)": 0.9290409088134766, "Finetune/Step": 928, "Finetune/Step Time": 6.814511079341173}
+{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.8927029967308044, "Finetune/Loss (Raw)": 0.9656617045402527, "Finetune/Step": 929, "Finetune/Step Time": 6.790209913626313}
+{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.8921064734458923, "Finetune/Loss (Raw)": 0.8230736255645752, "Finetune/Step": 930, "Finetune/Step Time": 6.793850507587194}
+{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.8936089277267456, "Finetune/Loss (Raw)": 0.9472956657409668, "Finetune/Step": 931, "Finetune/Step Time": 6.775516908615828}
+{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.8937945365905762, "Finetune/Loss (Raw)": 0.97579026222229, "Finetune/Step": 932, "Finetune/Step Time": 6.780864315107465}
+{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.8938304781913757, "Finetune/Loss (Raw)": 0.9621230959892273, "Finetune/Step": 933, "Finetune/Step Time": 6.790446056053042}
+{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.8955012559890747, "Finetune/Loss (Raw)": 0.9772688746452332, "Finetune/Step": 934, "Finetune/Step Time": 6.776334512978792}
+{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.8943630456924438, "Finetune/Loss (Raw)": 0.7859910726547241, "Finetune/Step": 935, "Finetune/Step Time": 6.776679825037718}
+{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.8936837911605835, "Finetune/Loss (Raw)": 0.8363304734230042, "Finetune/Step": 936, "Finetune/Step Time": 6.768599897623062}
+{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.8950796127319336, "Finetune/Loss (Raw)": 1.089820146560669, "Finetune/Step": 937, "Finetune/Step Time": 6.763337165117264}
+{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.8951576948165894, "Finetune/Loss (Raw)": 1.080686330795288, "Finetune/Step": 938, "Finetune/Step Time": 6.755256457254291}
+{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.8957891464233398, "Finetune/Loss (Raw)": 0.8741463422775269, "Finetune/Step": 939, "Finetune/Step Time": 6.7565031591802835}
+{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.8942350149154663, "Finetune/Loss (Raw)": 0.9681245684623718, "Finetune/Step": 940, "Finetune/Step Time": 6.758823396638036}
+{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.8942349553108215, "Finetune/Loss (Raw)": 0.9356856346130371, "Finetune/Step": 941, "Finetune/Step Time": 6.757781766355038}
+{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.8937795758247375, "Finetune/Loss (Raw)": 0.8500905632972717, "Finetune/Step": 942, "Finetune/Step Time": 6.763341521844268}
+{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.8936774730682373, "Finetune/Loss (Raw)": 0.9099541902542114, "Finetune/Step": 943, "Finetune/Step Time": 6.762515977025032}
+{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.8931904435157776, "Finetune/Loss (Raw)": 0.9514196515083313, "Finetune/Step": 944, "Finetune/Step Time": 6.757736932486296}
+{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.8915936350822449, "Finetune/Loss (Raw)": 0.8137310743331909, "Finetune/Step": 945, "Finetune/Step Time": 6.767329044640064}
+{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.8955439329147339, "Finetune/Loss (Raw)": 0.8271576166152954, "Finetune/Step": 946, "Finetune/Step Time": 6.765225984156132}
+{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.896248459815979, "Finetune/Loss (Raw)": 0.8829882740974426, "Finetune/Step": 947, "Finetune/Step Time": 6.784033330157399}
+{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.8939625024795532, "Finetune/Loss (Raw)": 0.3750213086605072, "Finetune/Step": 948, "Finetune/Step Time": 6.804880427196622}
+{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.8954672813415527, "Finetune/Loss (Raw)": 1.0858432054519653, "Finetune/Step": 949, "Finetune/Step Time": 6.790538435801864}
+{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.8954153060913086, "Finetune/Loss (Raw)": 0.8633033037185669, "Finetune/Step": 950, "Finetune/Step Time": 6.788007613271475}
+{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.8960528373718262, "Finetune/Loss (Raw)": 1.1383219957351685, "Finetune/Step": 951, "Finetune/Step Time": 6.780746608972549}
+{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.8942340016365051, "Finetune/Loss (Raw)": 0.8061466813087463, "Finetune/Step": 952, "Finetune/Step Time": 6.785405548289418}
+{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.894668459892273, "Finetune/Loss (Raw)": 0.9199507832527161, "Finetune/Step": 953, "Finetune/Step Time": 6.778391247615218}
+{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.8951390981674194, "Finetune/Loss (Raw)": 0.8686279058456421, "Finetune/Step": 954, "Finetune/Step Time": 6.774856204167008}
+{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.8950862884521484, "Finetune/Loss (Raw)": 0.9445139765739441, "Finetune/Step": 955, "Finetune/Step Time": 6.7737796399742365}
+{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.8998221158981323, "Finetune/Loss (Raw)": 0.9802252054214478, "Finetune/Step": 956, "Finetune/Step Time": 6.7573909889906645}
+{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.8986712694168091, "Finetune/Loss (Raw)": 0.8562808036804199, "Finetune/Step": 957, "Finetune/Step Time": 6.752471858635545}
+{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.8985821008682251, "Finetune/Loss (Raw)": 0.92572021484375, "Finetune/Step": 958, "Finetune/Step Time": 6.760697668418288}
+{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.8978899717330933, "Finetune/Loss (Raw)": 0.8516362309455872, "Finetune/Step": 959, "Finetune/Step Time": 6.7421334236860275}
+{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.8968846201896667, "Finetune/Loss (Raw)": 0.9050841927528381, "Finetune/Step": 960, "Finetune/Step Time": 6.744006281718612}
+{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.9000098705291748, "Finetune/Loss (Raw)": 0.8151039481163025, "Finetune/Step": 961, "Finetune/Step Time": 6.725856868550181}
+{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.9007641077041626, "Finetune/Loss (Raw)": 1.0203700065612793, "Finetune/Step": 962, "Finetune/Step Time": 6.732423836365342}
+{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.9003776907920837, "Finetune/Loss (Raw)": 0.8754498362541199, "Finetune/Step": 963, "Finetune/Step Time": 6.725287424400449}
+{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.8998497128486633, "Finetune/Loss (Raw)": 0.8850895762443542, "Finetune/Step": 964, "Finetune/Step Time": 6.724270936101675}
+{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.8988977670669556, "Finetune/Loss (Raw)": 0.7456439733505249, "Finetune/Step": 965, "Finetune/Step Time": 6.7189063392579556}
+{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.8982341885566711, "Finetune/Loss (Raw)": 0.9010524749755859, "Finetune/Step": 966, "Finetune/Step Time": 6.718583453446627}
+{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.8986538648605347, "Finetune/Loss (Raw)": 0.9092418551445007, "Finetune/Step": 967, "Finetune/Step Time": 6.723122328519821}
+{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.8978486061096191, "Finetune/Loss (Raw)": 0.9742569327354431, "Finetune/Step": 968, "Finetune/Step Time": 6.72084085829556}
+{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.898003339767456, "Finetune/Loss (Raw)": 0.8527123928070068, "Finetune/Step": 969, "Finetune/Step Time": 6.72675477899611}
+{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.8949334025382996, "Finetune/Loss (Raw)": 0.6087412238121033, "Finetune/Step": 970, "Finetune/Step Time": 6.733939638361335}
+{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.8946839570999146, "Finetune/Loss (Raw)": 0.9210451245307922, "Finetune/Step": 971, "Finetune/Step Time": 6.746229279786348}
+{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.8904130458831787, "Finetune/Loss (Raw)": 0.3864496052265167, "Finetune/Step": 972, "Finetune/Step Time": 6.76297065615654}
+{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.8890124559402466, "Finetune/Loss (Raw)": 0.8321430683135986, "Finetune/Step": 973, "Finetune/Step Time": 6.7677270490676165}
+{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.8880351781845093, "Finetune/Loss (Raw)": 0.8655053377151489, "Finetune/Step": 974, "Finetune/Step Time": 6.782535435631871}
+{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.8926061391830444, "Finetune/Loss (Raw)": 1.0426461696624756, "Finetune/Step": 975, "Finetune/Step Time": 6.776719493791461}
+{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.8935298919677734, "Finetune/Loss (Raw)": 0.9221735596656799, "Finetune/Step": 976, "Finetune/Step Time": 6.7724619545042515}
+{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.8938823342323303, "Finetune/Loss (Raw)": 1.0170273780822754, "Finetune/Step": 977, "Finetune/Step Time": 6.776863012462854}
+{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.8943099975585938, "Finetune/Loss (Raw)": 0.884960949420929, "Finetune/Step": 978, "Finetune/Step Time": 6.762226358056068}
+{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.8933497667312622, "Finetune/Loss (Raw)": 0.8526855111122131, "Finetune/Step": 979, "Finetune/Step Time": 6.7623377572745085}
+{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.8954011797904968, "Finetune/Loss (Raw)": 1.1027661561965942, "Finetune/Step": 980, "Finetune/Step Time": 6.760399555787444}
+{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.8955980539321899, "Finetune/Loss (Raw)": 0.9423184394836426, "Finetune/Step": 981, "Finetune/Step Time": 6.761234771460295}
+{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.8965516686439514, "Finetune/Loss (Raw)": 0.9863877296447754, "Finetune/Step": 982, "Finetune/Step Time": 6.739491876214743}
+{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.8984010219573975, "Finetune/Loss (Raw)": 0.9589453935623169, "Finetune/Step": 983, "Finetune/Step Time": 6.704448159784079}
+{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.8975925445556641, "Finetune/Loss (Raw)": 0.851223349571228, "Finetune/Step": 984, "Finetune/Step Time": 6.713873215019703}
+{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.8976378440856934, "Finetune/Loss (Raw)": 0.8965105414390564, "Finetune/Step": 985, "Finetune/Step Time": 6.71293636597693}
+{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.8951380252838135, "Finetune/Loss (Raw)": 0.8237866163253784, "Finetune/Step": 986, "Finetune/Step Time": 6.716260282322764}
+{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.8943381309509277, "Finetune/Loss (Raw)": 0.9145562648773193, "Finetune/Step": 987, "Finetune/Step Time": 6.713821388781071}
+{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.8932702541351318, "Finetune/Loss (Raw)": 0.7444390058517456, "Finetune/Step": 988, "Finetune/Step Time": 6.71670800447464}
+{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.8958886861801147, "Finetune/Loss (Raw)": 0.9962334036827087, "Finetune/Step": 989, "Finetune/Step Time": 6.720233635976911}
+{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.8938069939613342, "Finetune/Loss (Raw)": 0.7097089886665344, "Finetune/Step": 990, "Finetune/Step Time": 6.7261812668293715}
+{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.8956747055053711, "Finetune/Loss (Raw)": 1.0164848566055298, "Finetune/Step": 991, "Finetune/Step Time": 6.717644801363349}
+{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.8952491879463196, "Finetune/Loss (Raw)": 0.9263703227043152, "Finetune/Step": 992, "Finetune/Step Time": 6.7155172899365425}
+{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.8954048156738281, "Finetune/Loss (Raw)": 0.9038400053977966, "Finetune/Step": 993, "Finetune/Step Time": 6.726331824436784}
+{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.8927329778671265, "Finetune/Loss (Raw)": 0.7217749953269958, "Finetune/Step": 994, "Finetune/Step Time": 6.734941052272916}
+{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.8917330503463745, "Finetune/Loss (Raw)": 0.8924893140792847, "Finetune/Step": 995, "Finetune/Step Time": 6.73383223451674}
+{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.8915894031524658, "Finetune/Loss (Raw)": 0.8798525929450989, "Finetune/Step": 996, "Finetune/Step Time": 6.737743182107806}
+{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.8903942108154297, "Finetune/Loss (Raw)": 0.8796802759170532, "Finetune/Step": 997, "Finetune/Step Time": 6.718944411724806}
+{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.8906769156455994, "Finetune/Loss (Raw)": 0.8747195601463318, "Finetune/Step": 998, "Finetune/Step Time": 6.731991270557046}
+{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.8929378986358643, "Finetune/Loss (Raw)": 1.0592308044433594, "Finetune/Step": 999, "Finetune/Step Time": 6.725923193618655}
+{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.8937807679176331, "Finetune/Loss (Raw)": 1.0551695823669434, "Finetune/Step": 1000, "Finetune/Step Time": 6.7203752137720585}
+{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.8886473178863525, "Finetune/Loss (Raw)": 0.32190409302711487, "Finetune/Step": 1001, "Finetune/Step Time": 6.743481570854783}
+{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.8898271322250366, "Finetune/Loss (Raw)": 0.9545630216598511, "Finetune/Step": 1002, "Finetune/Step Time": 6.7449441365897655}
+{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.8906418085098267, "Finetune/Loss (Raw)": 0.985474169254303, "Finetune/Step": 1003, "Finetune/Step Time": 6.748241016641259}
+{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.8917654752731323, "Finetune/Loss (Raw)": 1.0173379182815552, "Finetune/Step": 1004, "Finetune/Step Time": 6.748679852113128}
+{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.8916879892349243, "Finetune/Loss (Raw)": 0.9435496926307678, "Finetune/Step": 1005, "Finetune/Step Time": 6.741531001403928}
+{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.8903765678405762, "Finetune/Loss (Raw)": 0.7707737684249878, "Finetune/Step": 1006, "Finetune/Step Time": 6.757335362955928}
+{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.890839695930481, "Finetune/Loss (Raw)": 0.8598076105117798, "Finetune/Step": 1007, "Finetune/Step Time": 6.728126730769873}
+{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.8908693790435791, "Finetune/Loss (Raw)": 0.9515973329544067, "Finetune/Step": 1008, "Finetune/Step Time": 6.727230228483677}
+{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.8879740238189697, "Finetune/Loss (Raw)": 0.42358875274658203, "Finetune/Step": 1009, "Finetune/Step Time": 6.732519119977951}
+{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.8867301940917969, "Finetune/Loss (Raw)": 0.8411768674850464, "Finetune/Step": 1010, "Finetune/Step Time": 6.73494415730238}
+{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.8855709433555603, "Finetune/Loss (Raw)": 0.8461874127388, "Finetune/Step": 1011, "Finetune/Step Time": 6.734474582597613}
+{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.8851010799407959, "Finetune/Loss (Raw)": 0.9461765289306641, "Finetune/Step": 1012, "Finetune/Step Time": 6.738982608541846}
+{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.8900927305221558, "Finetune/Loss (Raw)": 0.8638585805892944, "Finetune/Step": 1013, "Finetune/Step Time": 6.719886707141995}
+{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.8905646204948425, "Finetune/Loss (Raw)": 0.9896458387374878, "Finetune/Step": 1014, "Finetune/Step Time": 6.714425453916192}
+{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.8898612260818481, "Finetune/Loss (Raw)": 0.3081033229827881, "Finetune/Step": 1015, "Finetune/Step Time": 6.70990870706737}
+{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.88947594165802, "Finetune/Loss (Raw)": 0.9574261903762817, "Finetune/Step": 1016, "Finetune/Step Time": 6.718808576464653}
+{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.8898136615753174, "Finetune/Loss (Raw)": 1.029617428779602, "Finetune/Step": 1017, "Finetune/Step Time": 6.722267094999552}
+{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.8896392583847046, "Finetune/Loss (Raw)": 0.9137498140335083, "Finetune/Step": 1018, "Finetune/Step Time": 6.758339524269104}
+{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.8893669843673706, "Finetune/Loss (Raw)": 0.8884730339050293, "Finetune/Step": 1019, "Finetune/Step Time": 6.7572591211646795}
+{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.890159547328949, "Finetune/Loss (Raw)": 0.9327145218849182, "Finetune/Step": 1020, "Finetune/Step Time": 6.753195038065314}
+{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.8878723382949829, "Finetune/Loss (Raw)": 0.7733311653137207, "Finetune/Step": 1021, "Finetune/Step Time": 6.763989821076393}
+{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.8876886367797852, "Finetune/Loss (Raw)": 0.9282763004302979, "Finetune/Step": 1022, "Finetune/Step Time": 6.770328005775809}
+{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.8868088722229004, "Finetune/Loss (Raw)": 0.763648271560669, "Finetune/Step": 1023, "Finetune/Step Time": 6.774038426578045}
+{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.8856357336044312, "Finetune/Loss (Raw)": 0.8654385805130005, "Finetune/Step": 1024, "Finetune/Step Time": 6.775906754657626}
+{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.8859578967094421, "Finetune/Loss (Raw)": 0.828693151473999, "Finetune/Step": 1025, "Finetune/Step Time": 6.761070979759097}
+{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.8905119895935059, "Finetune/Loss (Raw)": 0.9407044649124146, "Finetune/Step": 1026, "Finetune/Step Time": 6.75085411220789}
+{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.8869074583053589, "Finetune/Loss (Raw)": 0.36518150568008423, "Finetune/Step": 1027, "Finetune/Step Time": 6.732816260308027}
+{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.886215329170227, "Finetune/Loss (Raw)": 0.9821932315826416, "Finetune/Step": 1028, "Finetune/Step Time": 6.736288107931614}
+{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.8845201730728149, "Finetune/Loss (Raw)": 0.8242925405502319, "Finetune/Step": 1029, "Finetune/Step Time": 6.743488704785705}
+{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.8840866088867188, "Finetune/Loss (Raw)": 0.9108405113220215, "Finetune/Step": 1030, "Finetune/Step Time": 6.747811647132039}
+{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.883665919303894, "Finetune/Loss (Raw)": 0.9490715265274048, "Finetune/Step": 1031, "Finetune/Step Time": 6.7238310892134905}
+{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.8794651031494141, "Finetune/Loss (Raw)": 0.3479423522949219, "Finetune/Step": 1032, "Finetune/Step Time": 6.745370637625456}
+{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.8788031935691833, "Finetune/Loss (Raw)": 0.933881938457489, "Finetune/Step": 1033, "Finetune/Step Time": 6.771691672503948}
+{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.8780562877655029, "Finetune/Loss (Raw)": 0.7814496159553528, "Finetune/Step": 1034, "Finetune/Step Time": 6.780094962567091}
+{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.8774032592773438, "Finetune/Loss (Raw)": 0.9094350337982178, "Finetune/Step": 1035, "Finetune/Step Time": 6.792440859600902}
+{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.87723308801651, "Finetune/Loss (Raw)": 0.8992944955825806, "Finetune/Step": 1036, "Finetune/Step Time": 6.787402231246233}
+{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.8760654926300049, "Finetune/Loss (Raw)": 0.7723502516746521, "Finetune/Step": 1037, "Finetune/Step Time": 6.790609048679471}
+{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.8777717351913452, "Finetune/Loss (Raw)": 1.1028532981872559, "Finetune/Step": 1038, "Finetune/Step Time": 6.784904066473246}
+{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.8781290054321289, "Finetune/Loss (Raw)": 0.9410074353218079, "Finetune/Step": 1039, "Finetune/Step Time": 6.7844396363943815}
+{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.876664400100708, "Finetune/Loss (Raw)": 0.8676716089248657, "Finetune/Step": 1040, "Finetune/Step Time": 6.780545126646757}
+{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.8796217441558838, "Finetune/Loss (Raw)": 1.0434848070144653, "Finetune/Step": 1041, "Finetune/Step Time": 6.762408437207341}
+{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.8792225122451782, "Finetune/Loss (Raw)": 1.0250440835952759, "Finetune/Step": 1042, "Finetune/Step Time": 6.76357421092689}
+{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.8747094869613647, "Finetune/Loss (Raw)": 0.37433192133903503, "Finetune/Step": 1043, "Finetune/Step Time": 6.786624671891332}
+{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.8730347156524658, "Finetune/Loss (Raw)": 0.7643396854400635, "Finetune/Step": 1044, "Finetune/Step Time": 6.78747202642262}
+{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.8719716668128967, "Finetune/Loss (Raw)": 0.9656972289085388, "Finetune/Step": 1045, "Finetune/Step Time": 6.762657925486565}
+{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.8716258406639099, "Finetune/Loss (Raw)": 0.8604832887649536, "Finetune/Step": 1046, "Finetune/Step Time": 6.764930626377463}
+{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.8733616471290588, "Finetune/Loss (Raw)": 0.9414954781532288, "Finetune/Step": 1047, "Finetune/Step Time": 6.751727860420942}
+{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.876000165939331, "Finetune/Loss (Raw)": 1.113618016242981, "Finetune/Step": 1048, "Finetune/Step Time": 6.7435398660600185}
+{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.8747463822364807, "Finetune/Loss (Raw)": 0.7878575921058655, "Finetune/Step": 1049, "Finetune/Step Time": 6.741119893267751}
+{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.8741838932037354, "Finetune/Loss (Raw)": 0.7807547450065613, "Finetune/Step": 1050, "Finetune/Step Time": 6.753135826438665}
+{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.8734712600708008, "Finetune/Loss (Raw)": 0.8608840703964233, "Finetune/Step": 1051, "Finetune/Step Time": 6.75708469748497}
+{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.8747628331184387, "Finetune/Loss (Raw)": 1.0507360696792603, "Finetune/Step": 1052, "Finetune/Step Time": 6.755473991855979}
+{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.87563556432724, "Finetune/Loss (Raw)": 0.8710857033729553, "Finetune/Step": 1053, "Finetune/Step Time": 6.7428600788116455}
+{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.8770620226860046, "Finetune/Loss (Raw)": 1.0499862432479858, "Finetune/Step": 1054, "Finetune/Step Time": 6.737791676074266}
+{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.875887930393219, "Finetune/Loss (Raw)": 0.8347333073616028, "Finetune/Step": 1055, "Finetune/Step Time": 6.739034915342927}
+{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.8768516778945923, "Finetune/Loss (Raw)": 1.052402138710022, "Finetune/Step": 1056, "Finetune/Step Time": 6.740324676036835}
+{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.8758465647697449, "Finetune/Loss (Raw)": 0.8370035886764526, "Finetune/Step": 1057, "Finetune/Step Time": 6.735368246212602}
+{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.8761748671531677, "Finetune/Loss (Raw)": 0.865092933177948, "Finetune/Step": 1058, "Finetune/Step Time": 6.727805623784661}
+{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.875702977180481, "Finetune/Loss (Raw)": 0.8869014978408813, "Finetune/Step": 1059, "Finetune/Step Time": 6.745630167424679}
+{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.8750441670417786, "Finetune/Loss (Raw)": 0.8914575576782227, "Finetune/Step": 1060, "Finetune/Step Time": 6.744427328929305}
+{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.8733072280883789, "Finetune/Loss (Raw)": 0.7397939562797546, "Finetune/Step": 1061, "Finetune/Step Time": 6.725778898224235}
+{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.8728601932525635, "Finetune/Loss (Raw)": 0.920051634311676, "Finetune/Step": 1062, "Finetune/Step Time": 6.7212925758212805}
+{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.8738549947738647, "Finetune/Loss (Raw)": 0.9133301377296448, "Finetune/Step": 1063, "Finetune/Step Time": 6.728506106883287}
+{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.876139760017395, "Finetune/Loss (Raw)": 1.1287755966186523, "Finetune/Step": 1064, "Finetune/Step Time": 6.7164296098053455}
+{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.876004159450531, "Finetune/Loss (Raw)": 1.0724631547927856, "Finetune/Step": 1065, "Finetune/Step Time": 6.718049947172403}
+{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.8741412162780762, "Finetune/Loss (Raw)": 0.8422327637672424, "Finetune/Step": 1066, "Finetune/Step Time": 6.712112974375486}
+{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.8755267858505249, "Finetune/Loss (Raw)": 1.0514991283416748, "Finetune/Step": 1067, "Finetune/Step Time": 6.718815695494413}
+{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.8746147155761719, "Finetune/Loss (Raw)": 0.8513761162757874, "Finetune/Step": 1068, "Finetune/Step Time": 6.723785098642111}
+{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.8743953108787537, "Finetune/Loss (Raw)": 0.9075976610183716, "Finetune/Step": 1069, "Finetune/Step Time": 6.749304128810763}
+{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.8752351999282837, "Finetune/Loss (Raw)": 0.9575969576835632, "Finetune/Step": 1070, "Finetune/Step Time": 6.749552574008703}
+{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.8758202195167542, "Finetune/Loss (Raw)": 0.9848374724388123, "Finetune/Step": 1071, "Finetune/Step Time": 6.747725285589695}
+{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.876074492931366, "Finetune/Loss (Raw)": 0.9839631915092468, "Finetune/Step": 1072, "Finetune/Step Time": 6.757205663248897}
+{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.8767244815826416, "Finetune/Loss (Raw)": 0.8969372510910034, "Finetune/Step": 1073, "Finetune/Step Time": 6.740943184122443}
+{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.8781148195266724, "Finetune/Loss (Raw)": 1.005117416381836, "Finetune/Step": 1074, "Finetune/Step Time": 6.726464716717601}
+{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.8785744309425354, "Finetune/Loss (Raw)": 0.9418209195137024, "Finetune/Step": 1075, "Finetune/Step Time": 6.7210227102041245}
+{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.8836079835891724, "Finetune/Loss (Raw)": 1.019315242767334, "Finetune/Step": 1076, "Finetune/Step Time": 6.691126810386777}
+{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.8831679224967957, "Finetune/Loss (Raw)": 1.0295113325119019, "Finetune/Step": 1077, "Finetune/Step Time": 6.694458091631532}
+{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.8843095302581787, "Finetune/Loss (Raw)": 1.0094290971755981, "Finetune/Step": 1078, "Finetune/Step Time": 6.696763018146157}
+{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.8815673589706421, "Finetune/Loss (Raw)": 0.7873237133026123, "Finetune/Step": 1079, "Finetune/Step Time": 6.70130730047822}
+{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.8821306228637695, "Finetune/Loss (Raw)": 0.8782480359077454, "Finetune/Step": 1080, "Finetune/Step Time": 6.701314279809594}
+{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.8828393816947937, "Finetune/Loss (Raw)": 1.0106714963912964, "Finetune/Step": 1081, "Finetune/Step Time": 6.705094998702407}
+{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.8821196556091309, "Finetune/Loss (Raw)": 0.7765017747879028, "Finetune/Step": 1082, "Finetune/Step Time": 6.7259626761078835}
+{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.8824101686477661, "Finetune/Loss (Raw)": 0.9817075729370117, "Finetune/Step": 1083, "Finetune/Step Time": 6.725549947470427}
+{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.8823761940002441, "Finetune/Loss (Raw)": 0.9758747220039368, "Finetune/Step": 1084, "Finetune/Step Time": 6.739779710769653}
+{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.8830163478851318, "Finetune/Loss (Raw)": 0.9382137060165405, "Finetune/Step": 1085, "Finetune/Step Time": 6.730681713670492}
+{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.8834601044654846, "Finetune/Loss (Raw)": 0.9825228452682495, "Finetune/Step": 1086, "Finetune/Step Time": 6.729239325970411}
+{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.8843492865562439, "Finetune/Loss (Raw)": 0.965450644493103, "Finetune/Step": 1087, "Finetune/Step Time": 6.731058992445469}
+{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.883129358291626, "Finetune/Loss (Raw)": 0.7489257454872131, "Finetune/Step": 1088, "Finetune/Step Time": 6.738828558474779}
+{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.8841004371643066, "Finetune/Loss (Raw)": 0.9394040107727051, "Finetune/Step": 1089, "Finetune/Step Time": 6.73489779792726}
+{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.8840299844741821, "Finetune/Loss (Raw)": 1.0113567113876343, "Finetune/Step": 1090, "Finetune/Step Time": 6.734716365113854}
+{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.8840811252593994, "Finetune/Loss (Raw)": 0.8820052146911621, "Finetune/Step": 1091, "Finetune/Step Time": 6.733782360330224}
+{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.8849453926086426, "Finetune/Loss (Raw)": 0.9957096576690674, "Finetune/Step": 1092, "Finetune/Step Time": 6.732980906963348}
+{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.8856216669082642, "Finetune/Loss (Raw)": 0.8322039246559143, "Finetune/Step": 1093, "Finetune/Step Time": 6.7304803635925055}
+{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.8858367204666138, "Finetune/Loss (Raw)": 0.9285854697227478, "Finetune/Step": 1094, "Finetune/Step Time": 6.725770751014352}
+{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.8865395784378052, "Finetune/Loss (Raw)": 0.9992064833641052, "Finetune/Step": 1095, "Finetune/Step Time": 6.709804674610496}
+{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.886745810508728, "Finetune/Loss (Raw)": 1.0006459951400757, "Finetune/Step": 1096, "Finetune/Step Time": 6.70640391856432}
+{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.887276828289032, "Finetune/Loss (Raw)": 0.9206891655921936, "Finetune/Step": 1097, "Finetune/Step Time": 6.7083906177431345}
+{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.8895232677459717, "Finetune/Loss (Raw)": 0.8962773084640503, "Finetune/Step": 1098, "Finetune/Step Time": 6.716224366798997}
+{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.8895586729049683, "Finetune/Loss (Raw)": 0.925589382648468, "Finetune/Step": 1099, "Finetune/Step Time": 6.690782818943262}
+{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.8935085535049438, "Finetune/Loss (Raw)": 0.8920343518257141, "Finetune/Step": 1100, "Finetune/Step Time": 6.6769007705152035}
+{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.895172119140625, "Finetune/Loss (Raw)": 1.0450780391693115, "Finetune/Step": 1101, "Finetune/Step Time": 6.676326701417565}
+{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.8943146467208862, "Finetune/Loss (Raw)": 0.7557498812675476, "Finetune/Step": 1102, "Finetune/Step Time": 6.663406275212765}
+{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.8944489359855652, "Finetune/Loss (Raw)": 1.0598325729370117, "Finetune/Step": 1103, "Finetune/Step Time": 6.650648539885879}
+{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.8950971364974976, "Finetune/Loss (Raw)": 1.005143165588379, "Finetune/Step": 1104, "Finetune/Step Time": 6.659442655742168}
+{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.8950023055076599, "Finetune/Loss (Raw)": 1.004883050918579, "Finetune/Step": 1105, "Finetune/Step Time": 6.665729712694883}
+{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.8951705694198608, "Finetune/Loss (Raw)": 0.9065015316009521, "Finetune/Step": 1106, "Finetune/Step Time": 6.67808953858912}
+{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.8961187601089478, "Finetune/Loss (Raw)": 0.9740615487098694, "Finetune/Step": 1107, "Finetune/Step Time": 6.674366053193808}
+{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.8956910371780396, "Finetune/Loss (Raw)": 1.0480129718780518, "Finetune/Step": 1108, "Finetune/Step Time": 6.67586013302207}
+{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.8940821886062622, "Finetune/Loss (Raw)": 0.7363818287849426, "Finetune/Step": 1109, "Finetune/Step Time": 6.687818547710776}
+{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.8932815790176392, "Finetune/Loss (Raw)": 0.8839113712310791, "Finetune/Step": 1110, "Finetune/Step Time": 6.687327226623893}
+{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.8942922949790955, "Finetune/Loss (Raw)": 1.0883232355117798, "Finetune/Step": 1111, "Finetune/Step Time": 6.683429203927517}
+{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.8944703936576843, "Finetune/Loss (Raw)": 0.8740132451057434, "Finetune/Step": 1112, "Finetune/Step Time": 6.672265795990825}
+{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.8944465517997742, "Finetune/Loss (Raw)": 0.8934604525566101, "Finetune/Step": 1113, "Finetune/Step Time": 6.668834654614329}
+{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.8952435255050659, "Finetune/Loss (Raw)": 0.9257926940917969, "Finetune/Step": 1114, "Finetune/Step Time": 6.692143898457289}
+{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.895486056804657, "Finetune/Loss (Raw)": 0.9456071853637695, "Finetune/Step": 1115, "Finetune/Step Time": 6.690002957358956}
+{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.8977410197257996, "Finetune/Loss (Raw)": 1.0330748558044434, "Finetune/Step": 1116, "Finetune/Step Time": 6.685590498149395}
+{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.8964748382568359, "Finetune/Loss (Raw)": 0.8341590762138367, "Finetune/Step": 1117, "Finetune/Step Time": 6.685446824878454}
+{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.8988703489303589, "Finetune/Loss (Raw)": 1.016341209411621, "Finetune/Step": 1118, "Finetune/Step Time": 6.6728106290102005}
+{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.8958415389060974, "Finetune/Loss (Raw)": 0.6287946701049805, "Finetune/Step": 1119, "Finetune/Step Time": 6.682754721492529}
+{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.895607054233551, "Finetune/Loss (Raw)": 0.8963519334793091, "Finetune/Step": 1120, "Finetune/Step Time": 6.685931738466024}
+{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.896999716758728, "Finetune/Loss (Raw)": 1.0820986032485962, "Finetune/Step": 1121, "Finetune/Step Time": 6.656012270599604}
+{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.8989086151123047, "Finetune/Loss (Raw)": 0.9661145806312561, "Finetune/Step": 1122, "Finetune/Step Time": 6.6620203740894794}
+{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.8984040021896362, "Finetune/Loss (Raw)": 0.8279029726982117, "Finetune/Step": 1123, "Finetune/Step Time": 6.680042644962668}
+{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.9005089402198792, "Finetune/Loss (Raw)": 1.1492841243743896, "Finetune/Step": 1124, "Finetune/Step Time": 6.686327343806624}
+{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.9006468057632446, "Finetune/Loss (Raw)": 0.8973276615142822, "Finetune/Step": 1125, "Finetune/Step Time": 6.682508127763867}
+{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.9009976387023926, "Finetune/Loss (Raw)": 0.9196293950080872, "Finetune/Step": 1126, "Finetune/Step Time": 6.664178168401122}
+{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.9003869295120239, "Finetune/Loss (Raw)": 0.9810583591461182, "Finetune/Step": 1127, "Finetune/Step Time": 6.663493920117617}
+{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.8994802832603455, "Finetune/Loss (Raw)": 0.9391146302223206, "Finetune/Step": 1128, "Finetune/Step Time": 6.675163850188255}
+{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.9051132798194885, "Finetune/Loss (Raw)": 1.0429331064224243, "Finetune/Step": 1129, "Finetune/Step Time": 6.649887543171644}
+{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.9035554528236389, "Finetune/Loss (Raw)": 0.7551560997962952, "Finetune/Step": 1130, "Finetune/Step Time": 6.657468112185597}
+{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.903612494468689, "Finetune/Loss (Raw)": 0.9927740693092346, "Finetune/Step": 1131, "Finetune/Step Time": 6.640188999474049}
+{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.9031995534896851, "Finetune/Loss (Raw)": 0.9644895792007446, "Finetune/Step": 1132, "Finetune/Step Time": 6.64186423830688}
+{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.9028540849685669, "Finetune/Loss (Raw)": 0.8993245363235474, "Finetune/Step": 1133, "Finetune/Step Time": 6.6376957800239325}
+{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.9039185047149658, "Finetune/Loss (Raw)": 0.9070146083831787, "Finetune/Step": 1134, "Finetune/Step Time": 6.620245859026909}
+{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.9050455093383789, "Finetune/Loss (Raw)": 1.0040688514709473, "Finetune/Step": 1135, "Finetune/Step Time": 6.615648219361901}
+{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.904540479183197, "Finetune/Loss (Raw)": 0.8869539499282837, "Finetune/Step": 1136, "Finetune/Step Time": 6.613372286781669}
+{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.9090539216995239, "Finetune/Loss (Raw)": 1.0013060569763184, "Finetune/Step": 1137, "Finetune/Step Time": 6.595749536529183}
+{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.9096348881721497, "Finetune/Loss (Raw)": 0.9155398607254028, "Finetune/Step": 1138, "Finetune/Step Time": 6.604765633121133}
+{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.9100974202156067, "Finetune/Loss (Raw)": 0.9053959250450134, "Finetune/Step": 1139, "Finetune/Step Time": 6.617294812574983}
+{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.9100928902626038, "Finetune/Loss (Raw)": 0.9455915689468384, "Finetune/Step": 1140, "Finetune/Step Time": 6.611598610877991}
+{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.9102268815040588, "Finetune/Loss (Raw)": 0.8810175657272339, "Finetune/Step": 1141, "Finetune/Step Time": 6.616782829165459}
+{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.9048212766647339, "Finetune/Loss (Raw)": 0.2977207601070404, "Finetune/Step": 1142, "Finetune/Step Time": 6.630317190662026}
+{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.9091437458992004, "Finetune/Loss (Raw)": 0.8613829016685486, "Finetune/Step": 1143, "Finetune/Step Time": 6.62399984896183}
+{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.9088373184204102, "Finetune/Loss (Raw)": 0.918201744556427, "Finetune/Step": 1144, "Finetune/Step Time": 6.617319924756885}
+{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.9077602624893188, "Finetune/Loss (Raw)": 0.8917595148086548, "Finetune/Step": 1145, "Finetune/Step Time": 6.606133576482534}
+{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.9084734320640564, "Finetune/Loss (Raw)": 1.005029559135437, "Finetune/Step": 1146, "Finetune/Step Time": 6.574500480666757}
+{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.9071723818778992, "Finetune/Loss (Raw)": 0.721939742565155, "Finetune/Step": 1147, "Finetune/Step Time": 6.577442977577448}
+{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.9025688171386719, "Finetune/Loss (Raw)": 0.34346064925193787, "Finetune/Step": 1148, "Finetune/Step Time": 6.598185587674379}
+{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.9048362970352173, "Finetune/Loss (Raw)": 1.0635677576065063, "Finetune/Step": 1149, "Finetune/Step Time": 6.599442780017853}
+{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.9047112464904785, "Finetune/Loss (Raw)": 0.912263810634613, "Finetune/Step": 1150, "Finetune/Step Time": 6.590708382427692}
+{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.9051045775413513, "Finetune/Loss (Raw)": 0.8140000700950623, "Finetune/Step": 1151, "Finetune/Step Time": 6.5752547308802605}
+{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.9056145548820496, "Finetune/Loss (Raw)": 0.9307202696800232, "Finetune/Step": 1152, "Finetune/Step Time": 6.592287028208375}
+{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.9071328639984131, "Finetune/Loss (Raw)": 1.0230318307876587, "Finetune/Step": 1153, "Finetune/Step Time": 6.607012389227748}
+{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.9023489952087402, "Finetune/Loss (Raw)": 0.32836610078811646, "Finetune/Step": 1154, "Finetune/Step Time": 6.61888774484396}
+{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.9021450281143188, "Finetune/Loss (Raw)": 0.3390837609767914, "Finetune/Step": 1155, "Finetune/Step Time": 6.629920857027173}
+{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.903098464012146, "Finetune/Loss (Raw)": 1.1042256355285645, "Finetune/Step": 1156, "Finetune/Step Time": 6.626513389870524}
+{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.9044803380966187, "Finetune/Loss (Raw)": 1.001170039176941, "Finetune/Step": 1157, "Finetune/Step Time": 6.618672544136643}
+{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.9041409492492676, "Finetune/Loss (Raw)": 0.8673956990242004, "Finetune/Step": 1158, "Finetune/Step Time": 6.6094593442976475}
+{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.9030628204345703, "Finetune/Loss (Raw)": 0.8110769391059875, "Finetune/Step": 1159, "Finetune/Step Time": 6.608906207606196}
+{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.9073191285133362, "Finetune/Loss (Raw)": 0.8927519917488098, "Finetune/Step": 1160, "Finetune/Step Time": 6.604898678138852}
+{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.9071261882781982, "Finetune/Loss (Raw)": 0.9091864228248596, "Finetune/Step": 1161, "Finetune/Step Time": 6.5980037078261375}
+{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.908666729927063, "Finetune/Loss (Raw)": 0.9786370992660522, "Finetune/Step": 1162, "Finetune/Step Time": 6.594622183591127}
+{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.9070591926574707, "Finetune/Loss (Raw)": 0.7036721110343933, "Finetune/Step": 1163, "Finetune/Step Time": 6.603199215605855}
+{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.9089370369911194, "Finetune/Loss (Raw)": 1.1396563053131104, "Finetune/Step": 1164, "Finetune/Step Time": 6.600813314318657}
+{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.9057690501213074, "Finetune/Loss (Raw)": 0.36684146523475647, "Finetune/Step": 1165, "Finetune/Step Time": 6.608739083632827}
+{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.9035429954528809, "Finetune/Loss (Raw)": 0.817919909954071, "Finetune/Step": 1166, "Finetune/Step Time": 6.617180908098817}
+{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.9020969867706299, "Finetune/Loss (Raw)": 0.755923330783844, "Finetune/Step": 1167, "Finetune/Step Time": 6.63181402720511}
+{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.9017834663391113, "Finetune/Loss (Raw)": 0.8275424242019653, "Finetune/Step": 1168, "Finetune/Step Time": 6.631399426609278}
+{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.9010955095291138, "Finetune/Loss (Raw)": 0.9554302096366882, "Finetune/Step": 1169, "Finetune/Step Time": 6.633538134396076}
+{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.896750807762146, "Finetune/Loss (Raw)": 0.46891751885414124, "Finetune/Step": 1170, "Finetune/Step Time": 6.648303726688027}
+{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.9020305871963501, "Finetune/Loss (Raw)": 1.0501495599746704, "Finetune/Step": 1171, "Finetune/Step Time": 6.624894058331847}
+{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.9035687446594238, "Finetune/Loss (Raw)": 0.9612144231796265, "Finetune/Step": 1172, "Finetune/Step Time": 6.619833687320352}
+{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.9033679962158203, "Finetune/Loss (Raw)": 0.9399991035461426, "Finetune/Step": 1173, "Finetune/Step Time": 6.604371631518006}
+{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.8994465470314026, "Finetune/Loss (Raw)": 0.3585437834262848, "Finetune/Step": 1174, "Finetune/Step Time": 6.615231132134795}
+{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.8986454010009766, "Finetune/Loss (Raw)": 0.8389487862586975, "Finetune/Step": 1175, "Finetune/Step Time": 6.62997149117291}
+{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.8966694474220276, "Finetune/Loss (Raw)": 0.8606937527656555, "Finetune/Step": 1176, "Finetune/Step Time": 6.626254342496395}
+{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.8927733898162842, "Finetune/Loss (Raw)": 0.2891610264778137, "Finetune/Step": 1177, "Finetune/Step Time": 6.647863280028105}
+{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.8892061114311218, "Finetune/Loss (Raw)": 0.32414427399635315, "Finetune/Step": 1178, "Finetune/Step Time": 6.65429524704814}
+{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.8906996250152588, "Finetune/Loss (Raw)": 1.0520548820495605, "Finetune/Step": 1179, "Finetune/Step Time": 6.6589906215667725}
+{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.8890243768692017, "Finetune/Loss (Raw)": 0.8363036513328552, "Finetune/Step": 1180, "Finetune/Step Time": 6.67592841014266}
+{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.8901377320289612, "Finetune/Loss (Raw)": 1.013595461845398, "Finetune/Step": 1181, "Finetune/Step Time": 6.66533069871366}
+{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.8867291212081909, "Finetune/Loss (Raw)": 0.6136815547943115, "Finetune/Step": 1182, "Finetune/Step Time": 6.6677072290331125}
+{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.8878462910652161, "Finetune/Loss (Raw)": 0.9777368903160095, "Finetune/Step": 1183, "Finetune/Step Time": 6.669513113796711}
+{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.8853693604469299, "Finetune/Loss (Raw)": 0.7353527545928955, "Finetune/Step": 1184, "Finetune/Step Time": 6.698434488847852}
+{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.8862316608428955, "Finetune/Loss (Raw)": 0.9473785161972046, "Finetune/Step": 1185, "Finetune/Step Time": 6.702012807130814}
+{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.8878389596939087, "Finetune/Loss (Raw)": 1.0708259344100952, "Finetune/Step": 1186, "Finetune/Step Time": 6.702522641047835}
+{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.8835992813110352, "Finetune/Loss (Raw)": 0.3442284166812897, "Finetune/Step": 1187, "Finetune/Step Time": 6.707399131730199}
+{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.8841684460639954, "Finetune/Loss (Raw)": 0.9643088579177856, "Finetune/Step": 1188, "Finetune/Step Time": 6.706180660054088}
+{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.8861656785011292, "Finetune/Loss (Raw)": 0.9954319596290588, "Finetune/Step": 1189, "Finetune/Step Time": 6.71096814237535}
+{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.8861082792282104, "Finetune/Loss (Raw)": 0.9127061367034912, "Finetune/Step": 1190, "Finetune/Step Time": 6.709661802276969}
+{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.8867875337600708, "Finetune/Loss (Raw)": 1.0002801418304443, "Finetune/Step": 1191, "Finetune/Step Time": 6.70335672236979}
+{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.8855702877044678, "Finetune/Loss (Raw)": 0.9729626178741455, "Finetune/Step": 1192, "Finetune/Step Time": 6.710229905322194}
+{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.8847290277481079, "Finetune/Loss (Raw)": 0.9647874236106873, "Finetune/Step": 1193, "Finetune/Step Time": 6.708611777052283}
+{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.8857203722000122, "Finetune/Loss (Raw)": 0.9691203236579895, "Finetune/Step": 1194, "Finetune/Step Time": 6.721578041091561}
+{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.8847911357879639, "Finetune/Loss (Raw)": 0.9325569868087769, "Finetune/Step": 1195, "Finetune/Step Time": 6.71157987229526}
+{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.8852389454841614, "Finetune/Loss (Raw)": 0.9086960554122925, "Finetune/Step": 1196, "Finetune/Step Time": 6.707810509949923}
+{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.8862758874893188, "Finetune/Loss (Raw)": 1.0403279066085815, "Finetune/Step": 1197, "Finetune/Step Time": 6.6754609029740095}
+{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.8867461681365967, "Finetune/Loss (Raw)": 1.0177991390228271, "Finetune/Step": 1198, "Finetune/Step Time": 6.669458145275712}
+{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.8867776393890381, "Finetune/Loss (Raw)": 0.9888657331466675, "Finetune/Step": 1199, "Finetune/Step Time": 6.665238877758384}
+{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.8869585394859314, "Finetune/Loss (Raw)": 1.0071109533309937, "Finetune/Step": 1200, "Finetune/Step Time": 6.661573654040694}
+{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.8878201246261597, "Finetune/Loss (Raw)": 1.0072202682495117, "Finetune/Step": 1201, "Finetune/Step Time": 6.673947041854262}
+{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.8886066675186157, "Finetune/Loss (Raw)": 1.1057974100112915, "Finetune/Step": 1202, "Finetune/Step Time": 6.676975661888719}
+{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.8894975185394287, "Finetune/Loss (Raw)": 1.0558555126190186, "Finetune/Step": 1203, "Finetune/Step Time": 6.667389275506139}
+{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.8893473744392395, "Finetune/Loss (Raw)": 1.0000903606414795, "Finetune/Step": 1204, "Finetune/Step Time": 6.674735059961677}
+{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.8880414962768555, "Finetune/Loss (Raw)": 0.8623581528663635, "Finetune/Step": 1205, "Finetune/Step Time": 6.691770916804671}
+{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.8885748386383057, "Finetune/Loss (Raw)": 1.0776962041854858, "Finetune/Step": 1206, "Finetune/Step Time": 6.684218429028988}
+{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.8894160985946655, "Finetune/Loss (Raw)": 0.8950111865997314, "Finetune/Step": 1207, "Finetune/Step Time": 6.690046885982156}
+{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.890073299407959, "Finetune/Loss (Raw)": 0.9623635411262512, "Finetune/Step": 1208, "Finetune/Step Time": 6.689960801973939}
+{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.8898952007293701, "Finetune/Loss (Raw)": 0.9878736734390259, "Finetune/Step": 1209, "Finetune/Step Time": 6.687771616503596}
+{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.8910915851593018, "Finetune/Loss (Raw)": 0.9296413064002991, "Finetune/Step": 1210, "Finetune/Step Time": 6.665300054475665}
+{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.890396237373352, "Finetune/Loss (Raw)": 0.8927012085914612, "Finetune/Step": 1211, "Finetune/Step Time": 6.667401801794767}
+{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.8911784887313843, "Finetune/Loss (Raw)": 1.0760014057159424, "Finetune/Step": 1212, "Finetune/Step Time": 6.655338259413838}
+{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.8907154202461243, "Finetune/Loss (Raw)": 0.8789424300193787, "Finetune/Step": 1213, "Finetune/Step Time": 6.6544094160199165}
+{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.8889421820640564, "Finetune/Loss (Raw)": 0.7555501461029053, "Finetune/Step": 1214, "Finetune/Step Time": 6.655721073970199}
+{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.8887201547622681, "Finetune/Loss (Raw)": 0.9370332956314087, "Finetune/Step": 1215, "Finetune/Step Time": 6.656803779304028}
+{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.8855916857719421, "Finetune/Loss (Raw)": 0.3484761714935303, "Finetune/Step": 1216, "Finetune/Step Time": 6.666088126599789}
+{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.8863515853881836, "Finetune/Loss (Raw)": 1.0366722345352173, "Finetune/Step": 1217, "Finetune/Step Time": 6.669742593541741}
+{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.886317253112793, "Finetune/Loss (Raw)": 1.0069646835327148, "Finetune/Step": 1218, "Finetune/Step Time": 6.6547317281365395}
+{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.881784200668335, "Finetune/Loss (Raw)": 0.3017764687538147, "Finetune/Step": 1219, "Finetune/Step Time": 6.675079133361578}
+{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.8811423778533936, "Finetune/Loss (Raw)": 0.913549542427063, "Finetune/Step": 1220, "Finetune/Step Time": 6.674484910443425}
+{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.8820838928222656, "Finetune/Loss (Raw)": 0.9527287483215332, "Finetune/Step": 1221, "Finetune/Step Time": 6.68482150696218}
+{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.8819795846939087, "Finetune/Loss (Raw)": 0.9152212142944336, "Finetune/Step": 1222, "Finetune/Step Time": 6.695416444912553}
+{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.8816895484924316, "Finetune/Loss (Raw)": 0.9620872735977173, "Finetune/Step": 1223, "Finetune/Step Time": 6.696169773116708}
+{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.881338357925415, "Finetune/Loss (Raw)": 0.955691397190094, "Finetune/Step": 1224, "Finetune/Step Time": 6.708897868171334}
+{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.8804622888565063, "Finetune/Loss (Raw)": 0.8085633516311646, "Finetune/Step": 1225, "Finetune/Step Time": 6.694202188402414}
+{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.880035400390625, "Finetune/Loss (Raw)": 0.8416264057159424, "Finetune/Step": 1226, "Finetune/Step Time": 6.684329720214009}
+{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.878881573677063, "Finetune/Loss (Raw)": 0.7779015898704529, "Finetune/Step": 1227, "Finetune/Step Time": 6.691864654421806}
+{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.8795480728149414, "Finetune/Loss (Raw)": 0.9773461818695068, "Finetune/Step": 1228, "Finetune/Step Time": 6.698059432208538}
+{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.8793066740036011, "Finetune/Loss (Raw)": 1.0141774415969849, "Finetune/Step": 1229, "Finetune/Step Time": 6.6947606429457664}
+{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.8765232563018799, "Finetune/Loss (Raw)": 0.39947080612182617, "Finetune/Step": 1230, "Finetune/Step Time": 6.721122434362769}
+{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.8761798143386841, "Finetune/Loss (Raw)": 1.0158709287643433, "Finetune/Step": 1231, "Finetune/Step Time": 6.715128092095256}
+{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.8756071925163269, "Finetune/Loss (Raw)": 0.9318491220474243, "Finetune/Step": 1232, "Finetune/Step Time": 6.704540882259607}
+{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.8752059936523438, "Finetune/Loss (Raw)": 0.9535340070724487, "Finetune/Step": 1233, "Finetune/Step Time": 6.699335306882858}
+{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.8737894892692566, "Finetune/Loss (Raw)": 0.7251856327056885, "Finetune/Step": 1234, "Finetune/Step Time": 6.707601498812437}
+{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.8732193112373352, "Finetune/Loss (Raw)": 0.901079535484314, "Finetune/Step": 1235, "Finetune/Step Time": 6.706051358953118}
+{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.8730001449584961, "Finetune/Loss (Raw)": 1.0199638605117798, "Finetune/Step": 1236, "Finetune/Step Time": 6.701680846512318}
+{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.8748513460159302, "Finetune/Loss (Raw)": 0.9733374714851379, "Finetune/Step": 1237, "Finetune/Step Time": 6.703943574801087}
+{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.8767441511154175, "Finetune/Loss (Raw)": 1.1261824369430542, "Finetune/Step": 1238, "Finetune/Step Time": 6.705898253247142}
+{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.8754780888557434, "Finetune/Loss (Raw)": 0.926271915435791, "Finetune/Step": 1239, "Finetune/Step Time": 6.713607955724001}
+{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.8758659362792969, "Finetune/Loss (Raw)": 0.923650324344635, "Finetune/Step": 1240, "Finetune/Step Time": 6.712044689804316}
+{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.8754521012306213, "Finetune/Loss (Raw)": 0.8404962420463562, "Finetune/Step": 1241, "Finetune/Step Time": 6.715770281851292}
+{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.8752776384353638, "Finetune/Loss (Raw)": 0.9034605026245117, "Finetune/Step": 1242, "Finetune/Step Time": 6.689066372811794}
+{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.8756284713745117, "Finetune/Loss (Raw)": 0.9905153512954712, "Finetune/Step": 1243, "Finetune/Step Time": 6.682406244799495}
+{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.8744365572929382, "Finetune/Loss (Raw)": 0.880506694316864, "Finetune/Step": 1244, "Finetune/Step Time": 6.685079367831349}
+{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.874940037727356, "Finetune/Loss (Raw)": 0.8986028432846069, "Finetune/Step": 1245, "Finetune/Step Time": 6.675719570368528}
+{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.8735091090202332, "Finetune/Loss (Raw)": 0.83318692445755, "Finetune/Step": 1246, "Finetune/Step Time": 6.697367623448372}
+{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.8765925168991089, "Finetune/Loss (Raw)": 1.0234647989273071, "Finetune/Step": 1247, "Finetune/Step Time": 6.683885775506496}
+{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.8754866123199463, "Finetune/Loss (Raw)": 0.7547982335090637, "Finetune/Step": 1248, "Finetune/Step Time": 6.687709525227547}
+{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.8735518455505371, "Finetune/Loss (Raw)": 0.8344510197639465, "Finetune/Step": 1249, "Finetune/Step Time": 6.688455140218139}
+{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.873551607131958, "Finetune/Loss (Raw)": 0.9660850763320923, "Finetune/Step": 1250, "Finetune/Step Time": 6.668889926746488}
+{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.8746948838233948, "Finetune/Loss (Raw)": 0.9742404222488403, "Finetune/Step": 1251, "Finetune/Step Time": 6.654410565271974}
+{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.872076153755188, "Finetune/Loss (Raw)": 0.8140888214111328, "Finetune/Step": 1252, "Finetune/Step Time": 6.641008786857128}
+{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.8717299699783325, "Finetune/Loss (Raw)": 0.8530132174491882, "Finetune/Step": 1253, "Finetune/Step Time": 6.659617701545358}
+{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.8717548251152039, "Finetune/Loss (Raw)": 0.9228119254112244, "Finetune/Step": 1254, "Finetune/Step Time": 6.664697930216789}
+{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.8722591400146484, "Finetune/Loss (Raw)": 1.0456098318099976, "Finetune/Step": 1255, "Finetune/Step Time": 6.667049761861563}
+{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.8725323677062988, "Finetune/Loss (Raw)": 0.9740906357765198, "Finetune/Step": 1256, "Finetune/Step Time": 6.663683025166392}
+{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.8690626621246338, "Finetune/Loss (Raw)": 0.598804235458374, "Finetune/Step": 1257, "Finetune/Step Time": 6.689989188686013}
+{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.870121955871582, "Finetune/Loss (Raw)": 0.8907488584518433, "Finetune/Step": 1258, "Finetune/Step Time": 6.679586570709944}
+{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.8687911033630371, "Finetune/Loss (Raw)": 0.8224280476570129, "Finetune/Step": 1259, "Finetune/Step Time": 6.69079702347517}
+{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.8699700236320496, "Finetune/Loss (Raw)": 1.115386962890625, "Finetune/Step": 1260, "Finetune/Step Time": 6.6923429779708385}
+{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.8692066669464111, "Finetune/Loss (Raw)": 0.8016230463981628, "Finetune/Step": 1261, "Finetune/Step Time": 6.692292802035809}
+{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.8694935441017151, "Finetune/Loss (Raw)": 0.9437294006347656, "Finetune/Step": 1262, "Finetune/Step Time": 6.687878768891096}
+{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.8694142699241638, "Finetune/Loss (Raw)": 0.9939215183258057, "Finetune/Step": 1263, "Finetune/Step Time": 6.684739017859101}
+{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.8699660301208496, "Finetune/Loss (Raw)": 0.9575756788253784, "Finetune/Step": 1264, "Finetune/Step Time": 6.683210587128997}
+{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.8650740385055542, "Finetune/Loss (Raw)": 0.37512946128845215, "Finetune/Step": 1265, "Finetune/Step Time": 6.701640214771032}
+{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.8647654056549072, "Finetune/Loss (Raw)": 0.8760331869125366, "Finetune/Step": 1266, "Finetune/Step Time": 6.707440642639995}
+{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.8653956055641174, "Finetune/Loss (Raw)": 0.9860650300979614, "Finetune/Step": 1267, "Finetune/Step Time": 6.694654326885939}
+{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.8660233020782471, "Finetune/Loss (Raw)": 1.0259383916854858, "Finetune/Step": 1268, "Finetune/Step Time": 6.698206884786487}
+{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.8661453723907471, "Finetune/Loss (Raw)": 0.8966448903083801, "Finetune/Step": 1269, "Finetune/Step Time": 6.690509105101228}
+{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.8714884519577026, "Finetune/Loss (Raw)": 0.9816359281539917, "Finetune/Step": 1270, "Finetune/Step Time": 6.680599585175514}
+{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.8729448318481445, "Finetune/Loss (Raw)": 1.0477994680404663, "Finetune/Step": 1271, "Finetune/Step Time": 6.665761085227132}
+{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.8716120719909668, "Finetune/Loss (Raw)": 0.747607409954071, "Finetune/Step": 1272, "Finetune/Step Time": 6.674444641917944}
+{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.871479868888855, "Finetune/Loss (Raw)": 0.8748350739479065, "Finetune/Step": 1273, "Finetune/Step Time": 6.684847267344594}
+{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.8699811697006226, "Finetune/Loss (Raw)": 0.8131977319717407, "Finetune/Step": 1274, "Finetune/Step Time": 6.676221085712314}
+{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.8727877140045166, "Finetune/Loss (Raw)": 1.0811785459518433, "Finetune/Step": 1275, "Finetune/Step Time": 6.667723096907139}
+{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.8770074844360352, "Finetune/Loss (Raw)": 0.8835874199867249, "Finetune/Step": 1276, "Finetune/Step Time": 6.649023121222854}
+{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.8758999109268188, "Finetune/Loss (Raw)": 0.9218058586120605, "Finetune/Step": 1277, "Finetune/Step Time": 6.652259508147836}
+{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.8736994862556458, "Finetune/Loss (Raw)": 0.6306052207946777, "Finetune/Step": 1278, "Finetune/Step Time": 6.658436274155974}
+{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.8744596838951111, "Finetune/Loss (Raw)": 0.9113091230392456, "Finetune/Step": 1279, "Finetune/Step Time": 6.66049406863749}
+{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.8757238984107971, "Finetune/Loss (Raw)": 1.092536449432373, "Finetune/Step": 1280, "Finetune/Step Time": 6.639252066612244}
+{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.874947190284729, "Finetune/Loss (Raw)": 0.9236101508140564, "Finetune/Step": 1281, "Finetune/Step Time": 6.623439712449908}
+{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.8795586228370667, "Finetune/Loss (Raw)": 0.918633222579956, "Finetune/Step": 1282, "Finetune/Step Time": 6.604646258056164}
+{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.8831117749214172, "Finetune/Loss (Raw)": 0.7938821315765381, "Finetune/Step": 1283, "Finetune/Step Time": 6.584446776658297}
+{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.8816076517105103, "Finetune/Loss (Raw)": 0.911702573299408, "Finetune/Step": 1284, "Finetune/Step Time": 6.58697347342968}
+{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.8816062211990356, "Finetune/Loss (Raw)": 1.0009924173355103, "Finetune/Step": 1285, "Finetune/Step Time": 6.586789732798934}
+{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.8818037509918213, "Finetune/Loss (Raw)": 0.8926774859428406, "Finetune/Step": 1286, "Finetune/Step Time": 6.601891318336129}
+{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.8824769258499146, "Finetune/Loss (Raw)": 0.8972423076629639, "Finetune/Step": 1287, "Finetune/Step Time": 6.611791240051389}
+{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.8822832107543945, "Finetune/Loss (Raw)": 0.8679477572441101, "Finetune/Step": 1288, "Finetune/Step Time": 6.592191519215703}
+{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.8817998170852661, "Finetune/Loss (Raw)": 0.8473224639892578, "Finetune/Step": 1289, "Finetune/Step Time": 6.576813200488687}
+{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.8824135065078735, "Finetune/Loss (Raw)": 1.0571874380111694, "Finetune/Step": 1290, "Finetune/Step Time": 6.571162747219205}
+{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.8842211961746216, "Finetune/Loss (Raw)": 0.9350463151931763, "Finetune/Step": 1291, "Finetune/Step Time": 6.567407874390483}
+{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.8822649121284485, "Finetune/Loss (Raw)": 0.8892610669136047, "Finetune/Step": 1292, "Finetune/Step Time": 6.562344931066036}
+{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.8864436149597168, "Finetune/Loss (Raw)": 0.9017149806022644, "Finetune/Step": 1293, "Finetune/Step Time": 6.555085139349103}
+{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.8875468969345093, "Finetune/Loss (Raw)": 0.9591377973556519, "Finetune/Step": 1294, "Finetune/Step Time": 6.556891480460763}
+{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.8884079456329346, "Finetune/Loss (Raw)": 0.8661419153213501, "Finetune/Step": 1295, "Finetune/Step Time": 6.555336274206638}
+{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.8889011144638062, "Finetune/Loss (Raw)": 0.8906663656234741, "Finetune/Step": 1296, "Finetune/Step Time": 6.558373674750328}
+{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.8882962465286255, "Finetune/Loss (Raw)": 0.8780023455619812, "Finetune/Step": 1297, "Finetune/Step Time": 6.573078420013189}
+{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.8907017707824707, "Finetune/Loss (Raw)": 0.7768288254737854, "Finetune/Step": 1298, "Finetune/Step Time": 6.550542825832963}
+{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.8878766298294067, "Finetune/Loss (Raw)": 0.6885316371917725, "Finetune/Step": 1299, "Finetune/Step Time": 6.55393717251718}
+{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.8869303464889526, "Finetune/Loss (Raw)": 0.8400964140892029, "Finetune/Step": 1300, "Finetune/Step Time": 6.551482204347849}
+{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.8867999911308289, "Finetune/Loss (Raw)": 0.9233106970787048, "Finetune/Step": 1301, "Finetune/Step Time": 6.568143181502819}
+{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.8908627033233643, "Finetune/Loss (Raw)": 0.8785732984542847, "Finetune/Step": 1302, "Finetune/Step Time": 6.569660764187574}
+{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.8912937045097351, "Finetune/Loss (Raw)": 0.8941141366958618, "Finetune/Step": 1303, "Finetune/Step Time": 6.55247993953526}
+{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.8918958902359009, "Finetune/Loss (Raw)": 0.9377655386924744, "Finetune/Step": 1304, "Finetune/Step Time": 6.55731425434351}
+{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.8967933058738708, "Finetune/Loss (Raw)": 0.9160345792770386, "Finetune/Step": 1305, "Finetune/Step Time": 6.540528327226639}
+{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.9013237953186035, "Finetune/Loss (Raw)": 0.9040420055389404, "Finetune/Step": 1306, "Finetune/Step Time": 6.536653276532888}
+{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.9008996486663818, "Finetune/Loss (Raw)": 0.9977678656578064, "Finetune/Step": 1307, "Finetune/Step Time": 6.5191186722368}
+{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.9025191068649292, "Finetune/Loss (Raw)": 1.043595314025879, "Finetune/Step": 1308, "Finetune/Step Time": 6.500865124166012}
+{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.9016330242156982, "Finetune/Loss (Raw)": 0.9001762866973877, "Finetune/Step": 1309, "Finetune/Step Time": 6.517770886421204}
+{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.9035656452178955, "Finetune/Loss (Raw)": 0.8610631823539734, "Finetune/Step": 1310, "Finetune/Step Time": 6.5157197173684835}
+{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.9031643271446228, "Finetune/Loss (Raw)": 0.9263651371002197, "Finetune/Step": 1311, "Finetune/Step Time": 6.516847254708409}
+{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.9025644659996033, "Finetune/Loss (Raw)": 0.6585661172866821, "Finetune/Step": 1312, "Finetune/Step Time": 6.5113847348839045}
+{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.9023690223693848, "Finetune/Loss (Raw)": 0.9223576188087463, "Finetune/Step": 1313, "Finetune/Step Time": 6.5172076392918825}
+{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.9015141725540161, "Finetune/Loss (Raw)": 0.9614089727401733, "Finetune/Step": 1314, "Finetune/Step Time": 6.514726296067238}
+{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.9060192108154297, "Finetune/Loss (Raw)": 0.9208738207817078, "Finetune/Step": 1315, "Finetune/Step Time": 6.497047761455178}
+{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.9066711068153381, "Finetune/Loss (Raw)": 1.047756552696228, "Finetune/Step": 1316, "Finetune/Step Time": 6.501512814313173}
+{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.9066343903541565, "Finetune/Loss (Raw)": 0.9907283782958984, "Finetune/Step": 1317, "Finetune/Step Time": 6.494600489735603}
+{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.9065552949905396, "Finetune/Loss (Raw)": 0.9025799036026001, "Finetune/Step": 1318, "Finetune/Step Time": 6.494609160348773}
+{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.905956506729126, "Finetune/Loss (Raw)": 0.923638641834259, "Finetune/Step": 1319, "Finetune/Step Time": 6.492751045152545}
+{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.9050579071044922, "Finetune/Loss (Raw)": 0.8579376339912415, "Finetune/Step": 1320, "Finetune/Step Time": 6.494150521233678}
+{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.9046698212623596, "Finetune/Loss (Raw)": 0.9151149988174438, "Finetune/Step": 1321, "Finetune/Step Time": 6.497341545298696}
+{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.9041435718536377, "Finetune/Loss (Raw)": 0.9017559289932251, "Finetune/Step": 1322, "Finetune/Step Time": 6.487347302958369}
+{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.9044092893600464, "Finetune/Loss (Raw)": 0.9665759205818176, "Finetune/Step": 1323, "Finetune/Step Time": 6.488185713067651}
+{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.9049189686775208, "Finetune/Loss (Raw)": 0.973930835723877, "Finetune/Step": 1324, "Finetune/Step Time": 6.4898756835609674}
+{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.9046154618263245, "Finetune/Loss (Raw)": 1.0014842748641968, "Finetune/Step": 1325, "Finetune/Step Time": 6.507092997431755}
+{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.9041364192962646, "Finetune/Loss (Raw)": 0.9564785361289978, "Finetune/Step": 1326, "Finetune/Step Time": 6.500808488577604}
+{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.9029582738876343, "Finetune/Loss (Raw)": 0.8380665183067322, "Finetune/Step": 1327, "Finetune/Step Time": 6.536965472623706}
+{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.9037001729011536, "Finetune/Loss (Raw)": 1.1020692586898804, "Finetune/Step": 1328, "Finetune/Step Time": 6.533355908468366}
+{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.9045630097389221, "Finetune/Loss (Raw)": 1.117666244506836, "Finetune/Step": 1329, "Finetune/Step Time": 6.52595017850399}
+{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.9016589522361755, "Finetune/Loss (Raw)": 0.734074592590332, "Finetune/Step": 1330, "Finetune/Step Time": 6.51995600387454}
+{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.9012657403945923, "Finetune/Loss (Raw)": 1.0055279731750488, "Finetune/Step": 1331, "Finetune/Step Time": 6.513653662055731}
+{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.8998410701751709, "Finetune/Loss (Raw)": 0.8177282214164734, "Finetune/Step": 1332, "Finetune/Step Time": 6.51652947627008}
+{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.9003490805625916, "Finetune/Loss (Raw)": 0.9273853898048401, "Finetune/Step": 1333, "Finetune/Step Time": 6.50361199490726}
+{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.8995279669761658, "Finetune/Loss (Raw)": 0.9725965261459351, "Finetune/Step": 1334, "Finetune/Step Time": 6.5072894506156445}
+{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.9002050161361694, "Finetune/Loss (Raw)": 0.981671929359436, "Finetune/Step": 1335, "Finetune/Step Time": 6.500243915244937}
+{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.9003559350967407, "Finetune/Loss (Raw)": 0.981674313545227, "Finetune/Step": 1336, "Finetune/Step Time": 6.496028857305646}
+{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.9002482891082764, "Finetune/Loss (Raw)": 0.9741058349609375, "Finetune/Step": 1337, "Finetune/Step Time": 6.498779712244868}
+{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.8953983783721924, "Finetune/Loss (Raw)": 0.30884701013565063, "Finetune/Step": 1338, "Finetune/Step Time": 6.519618451595306}
+{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.8949033617973328, "Finetune/Loss (Raw)": 0.8293399214744568, "Finetune/Step": 1339, "Finetune/Step Time": 6.525656035169959}
+{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.8935922384262085, "Finetune/Loss (Raw)": 0.9081747531890869, "Finetune/Step": 1340, "Finetune/Step Time": 6.5321318954229355}
+{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.8938522934913635, "Finetune/Loss (Raw)": 0.9122368097305298, "Finetune/Step": 1341, "Finetune/Step Time": 6.543978989124298}
+{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.8960052132606506, "Finetune/Loss (Raw)": 1.0311177968978882, "Finetune/Step": 1342, "Finetune/Step Time": 6.54164233058691}
+{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.8950595259666443, "Finetune/Loss (Raw)": 0.8159907460212708, "Finetune/Step": 1343, "Finetune/Step Time": 6.563509887084365}
+{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.899103581905365, "Finetune/Loss (Raw)": 0.866111159324646, "Finetune/Step": 1344, "Finetune/Step Time": 6.551161155104637}
+{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.8988616466522217, "Finetune/Loss (Raw)": 1.0057017803192139, "Finetune/Step": 1345, "Finetune/Step Time": 6.550777971744537}
+{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.8979438543319702, "Finetune/Loss (Raw)": 0.8894930481910706, "Finetune/Step": 1346, "Finetune/Step Time": 6.553094437345862}
+{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.9041482210159302, "Finetune/Loss (Raw)": 1.0959289073944092, "Finetune/Step": 1347, "Finetune/Step Time": 6.551132226362824}
+{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.9003735780715942, "Finetune/Loss (Raw)": 0.4304008185863495, "Finetune/Step": 1348, "Finetune/Step Time": 6.5726678892970085}
+{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.9007954597473145, "Finetune/Loss (Raw)": 1.006727695465088, "Finetune/Step": 1349, "Finetune/Step Time": 6.553775403648615}
+{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.9012168645858765, "Finetune/Loss (Raw)": 0.9691601991653442, "Finetune/Step": 1350, "Finetune/Step Time": 6.552175356075168}
+{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.9015755653381348, "Finetune/Loss (Raw)": 1.0080052614212036, "Finetune/Step": 1351, "Finetune/Step Time": 6.555983224883676}
+{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.8973923325538635, "Finetune/Loss (Raw)": 0.42023417353630066, "Finetune/Step": 1352, "Finetune/Step Time": 6.56283126398921}
+{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.8980581760406494, "Finetune/Loss (Raw)": 0.8937913179397583, "Finetune/Step": 1353, "Finetune/Step Time": 6.563099702820182}
+{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.8986431360244751, "Finetune/Loss (Raw)": 0.9165048003196716, "Finetune/Step": 1354, "Finetune/Step Time": 6.56031047552824}
+{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.9008208513259888, "Finetune/Loss (Raw)": 1.0566507577896118, "Finetune/Step": 1355, "Finetune/Step Time": 6.5537177957594395}
+{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.9009559750556946, "Finetune/Loss (Raw)": 0.9946342706680298, "Finetune/Step": 1356, "Finetune/Step Time": 6.547574309632182}
+{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.9006792306900024, "Finetune/Loss (Raw)": 0.9787596464157104, "Finetune/Step": 1357, "Finetune/Step Time": 6.559675827622414}
+{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.9047051668167114, "Finetune/Loss (Raw)": 0.9147917628288269, "Finetune/Step": 1358, "Finetune/Step Time": 6.533650325611234}
+{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.9028853178024292, "Finetune/Loss (Raw)": 0.7829287052154541, "Finetune/Step": 1359, "Finetune/Step Time": 6.547327037900686}
+{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.903091549873352, "Finetune/Loss (Raw)": 0.9582405686378479, "Finetune/Step": 1360, "Finetune/Step Time": 6.550600396469235}
+{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.9037306308746338, "Finetune/Loss (Raw)": 1.0353398323059082, "Finetune/Step": 1361, "Finetune/Step Time": 6.541643125936389}
+{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.9049593806266785, "Finetune/Loss (Raw)": 0.8824664354324341, "Finetune/Step": 1362, "Finetune/Step Time": 6.5368882194161415}
+{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.9051531553268433, "Finetune/Loss (Raw)": 0.92587810754776, "Finetune/Step": 1363, "Finetune/Step Time": 6.537488918751478}
+{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.9040049314498901, "Finetune/Loss (Raw)": 0.8729953169822693, "Finetune/Step": 1364, "Finetune/Step Time": 6.565709674730897}
+{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.9030675888061523, "Finetune/Loss (Raw)": 0.8533533811569214, "Finetune/Step": 1365, "Finetune/Step Time": 6.557432806119323}
+{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.9013571739196777, "Finetune/Loss (Raw)": 0.9072503447532654, "Finetune/Step": 1366, "Finetune/Step Time": 6.552423749119043}
+{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.9010056853294373, "Finetune/Loss (Raw)": 0.8812860250473022, "Finetune/Step": 1367, "Finetune/Step Time": 6.570788832381368}
+{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.9010437726974487, "Finetune/Loss (Raw)": 0.9285222887992859, "Finetune/Step": 1368, "Finetune/Step Time": 6.571461645886302}
+{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.9022473096847534, "Finetune/Loss (Raw)": 0.9945499300956726, "Finetune/Step": 1369, "Finetune/Step Time": 6.580069905146956}
+{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.9013910889625549, "Finetune/Loss (Raw)": 0.7938663959503174, "Finetune/Step": 1370, "Finetune/Step Time": 6.583170961588621}
+{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.9009160995483398, "Finetune/Loss (Raw)": 0.9297161102294922, "Finetune/Step": 1371, "Finetune/Step Time": 6.583533093333244}
+{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.8969897031784058, "Finetune/Loss (Raw)": 0.3779257833957672, "Finetune/Step": 1372, "Finetune/Step Time": 6.599585704505444}
+{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.8981429934501648, "Finetune/Loss (Raw)": 1.0462257862091064, "Finetune/Step": 1373, "Finetune/Step Time": 6.5996250957250595}
+{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.898349404335022, "Finetune/Loss (Raw)": 0.859612226486206, "Finetune/Step": 1374, "Finetune/Step Time": 6.590861588716507}
+{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.897881269454956, "Finetune/Loss (Raw)": 0.9635357856750488, "Finetune/Step": 1375, "Finetune/Step Time": 6.588109370321035}
+{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.894485354423523, "Finetune/Loss (Raw)": 0.3201289772987366, "Finetune/Step": 1376, "Finetune/Step Time": 6.599251529201865}
+{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.8953624367713928, "Finetune/Loss (Raw)": 0.9467142224311829, "Finetune/Step": 1377, "Finetune/Step Time": 6.6074905432760715}
+{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.896626353263855, "Finetune/Loss (Raw)": 1.1278636455535889, "Finetune/Step": 1378, "Finetune/Step Time": 6.625774577260017}
+{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.894085705280304, "Finetune/Loss (Raw)": 0.6490390300750732, "Finetune/Step": 1379, "Finetune/Step Time": 6.642317706719041}
+{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.8944176435470581, "Finetune/Loss (Raw)": 0.856572151184082, "Finetune/Step": 1380, "Finetune/Step Time": 6.6424644980579615}
+{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.8952349424362183, "Finetune/Loss (Raw)": 0.9576295018196106, "Finetune/Step": 1381, "Finetune/Step Time": 6.627926621586084}
+{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.8951201438903809, "Finetune/Loss (Raw)": 0.9081147909164429, "Finetune/Step": 1382, "Finetune/Step Time": 6.625947091728449}
+{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.8935063481330872, "Finetune/Loss (Raw)": 0.8390483856201172, "Finetune/Step": 1383, "Finetune/Step Time": 6.629702176898718}
+{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.8929866552352905, "Finetune/Loss (Raw)": 0.9075676798820496, "Finetune/Step": 1384, "Finetune/Step Time": 6.631784318014979}
+{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.8958646059036255, "Finetune/Loss (Raw)": 0.9671880006790161, "Finetune/Step": 1385, "Finetune/Step Time": 6.608443113043904}
+{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.8957709074020386, "Finetune/Loss (Raw)": 0.8787479996681213, "Finetune/Step": 1386, "Finetune/Step Time": 6.6084309332072735}
+{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.8955313563346863, "Finetune/Loss (Raw)": 0.7917706966400146, "Finetune/Step": 1387, "Finetune/Step Time": 6.602519292384386}
+{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.8942344188690186, "Finetune/Loss (Raw)": 0.9493840932846069, "Finetune/Step": 1388, "Finetune/Step Time": 6.598114255815744}
+{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.8953638672828674, "Finetune/Loss (Raw)": 0.946189820766449, "Finetune/Step": 1389, "Finetune/Step Time": 6.59849533252418}
+{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.8965403437614441, "Finetune/Loss (Raw)": 1.0943142175674438, "Finetune/Step": 1390, "Finetune/Step Time": 6.60531111061573}
+{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.8953394889831543, "Finetune/Loss (Raw)": 0.840207576751709, "Finetune/Step": 1391, "Finetune/Step Time": 6.619850240647793}
+{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.8943343162536621, "Finetune/Loss (Raw)": 0.8289194107055664, "Finetune/Step": 1392, "Finetune/Step Time": 6.651725532487035}
+{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.8987101316452026, "Finetune/Loss (Raw)": 0.9352294206619263, "Finetune/Step": 1393, "Finetune/Step Time": 6.6694380287081}
+{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.8993269205093384, "Finetune/Loss (Raw)": 0.9549859762191772, "Finetune/Step": 1394, "Finetune/Step Time": 6.655923439189792}
+{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.8987406492233276, "Finetune/Loss (Raw)": 0.9110251069068909, "Finetune/Step": 1395, "Finetune/Step Time": 6.667914712801576}
+{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.895819902420044, "Finetune/Loss (Raw)": 0.6520807147026062, "Finetune/Step": 1396, "Finetune/Step Time": 6.674478238448501}
+{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.8963598012924194, "Finetune/Loss (Raw)": 0.9657525420188904, "Finetune/Step": 1397, "Finetune/Step Time": 6.69730850122869}
+{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.8960427045822144, "Finetune/Loss (Raw)": 0.9410471320152283, "Finetune/Step": 1398, "Finetune/Step Time": 6.687260014936328}
+{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.8933231830596924, "Finetune/Loss (Raw)": 0.6997015476226807, "Finetune/Step": 1399, "Finetune/Step Time": 6.692456942051649}
+{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.8951853513717651, "Finetune/Loss (Raw)": 0.985967755317688, "Finetune/Step": 1400, "Finetune/Step Time": 6.686802461743355}
+{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.8951200246810913, "Finetune/Loss (Raw)": 0.8664670586585999, "Finetune/Step": 1401, "Finetune/Step Time": 6.684061508625746}
+{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.8918298482894897, "Finetune/Loss (Raw)": 0.3920510709285736, "Finetune/Step": 1402, "Finetune/Step Time": 6.704109160229564}
+{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.8902275562286377, "Finetune/Loss (Raw)": 0.8760908246040344, "Finetune/Step": 1403, "Finetune/Step Time": 6.704594422131777}
+{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.890426754951477, "Finetune/Loss (Raw)": 0.9090885519981384, "Finetune/Step": 1404, "Finetune/Step Time": 6.700662387534976}
+{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.8891040086746216, "Finetune/Loss (Raw)": 0.752490222454071, "Finetune/Step": 1405, "Finetune/Step Time": 6.697717685252428}
+{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.8912937641143799, "Finetune/Loss (Raw)": 0.9108911156654358, "Finetune/Step": 1406, "Finetune/Step Time": 6.690846787765622}
+{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.8870609998703003, "Finetune/Loss (Raw)": 0.3695141077041626, "Finetune/Step": 1407, "Finetune/Step Time": 6.703867183998227}
+{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.8848409652709961, "Finetune/Loss (Raw)": 0.8083760142326355, "Finetune/Step": 1408, "Finetune/Step Time": 6.70664375461638}
+{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.8848759531974792, "Finetune/Loss (Raw)": 0.9280857443809509, "Finetune/Step": 1409, "Finetune/Step Time": 6.703641936182976}
+{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.8840922117233276, "Finetune/Loss (Raw)": 0.818317174911499, "Finetune/Step": 1410, "Finetune/Step Time": 6.731087576597929}
+{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.8854364156723022, "Finetune/Loss (Raw)": 0.9659467935562134, "Finetune/Step": 1411, "Finetune/Step Time": 6.720625510439277}
+{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.8835986852645874, "Finetune/Loss (Raw)": 0.6764653325080872, "Finetune/Step": 1412, "Finetune/Step Time": 6.720289692282677}
+{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.8832368850708008, "Finetune/Loss (Raw)": 0.9546826481819153, "Finetune/Step": 1413, "Finetune/Step Time": 6.72359917126596}
+{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.8843883275985718, "Finetune/Loss (Raw)": 1.0400562286376953, "Finetune/Step": 1414, "Finetune/Step Time": 6.712924100458622}
+{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.8841303586959839, "Finetune/Loss (Raw)": 0.8642251491546631, "Finetune/Step": 1415, "Finetune/Step Time": 6.706872226670384}
+{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.8854480385780334, "Finetune/Loss (Raw)": 1.0366129875183105, "Finetune/Step": 1416, "Finetune/Step Time": 6.705463163554668}
+{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.885633647441864, "Finetune/Loss (Raw)": 0.8710780143737793, "Finetune/Step": 1417, "Finetune/Step Time": 6.7041895389556885}
+{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.8835565447807312, "Finetune/Loss (Raw)": 0.7913192510604858, "Finetune/Step": 1418, "Finetune/Step Time": 6.710949821397662}
+{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.882386326789856, "Finetune/Loss (Raw)": 0.7852671146392822, "Finetune/Step": 1419, "Finetune/Step Time": 6.694518230855465}
+{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.8825657367706299, "Finetune/Loss (Raw)": 0.9122231006622314, "Finetune/Step": 1420, "Finetune/Step Time": 6.694470940157771}
+{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.8820666074752808, "Finetune/Loss (Raw)": 0.8378191590309143, "Finetune/Step": 1421, "Finetune/Step Time": 6.682412810623646}
+{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.8813989758491516, "Finetune/Loss (Raw)": 0.8736834526062012, "Finetune/Step": 1422, "Finetune/Step Time": 6.6788767501711845}
+{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.8822497129440308, "Finetune/Loss (Raw)": 0.9750440716743469, "Finetune/Step": 1423, "Finetune/Step Time": 6.669304467737675}
+{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.8817782998085022, "Finetune/Loss (Raw)": 0.8303189277648926, "Finetune/Step": 1424, "Finetune/Step Time": 6.664099305868149}
+{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.8818680644035339, "Finetune/Loss (Raw)": 0.889492928981781, "Finetune/Step": 1425, "Finetune/Step Time": 6.657668005675077}
+{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.8821935057640076, "Finetune/Loss (Raw)": 0.8184869289398193, "Finetune/Step": 1426, "Finetune/Step Time": 6.670056205242872}
+{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.8836484551429749, "Finetune/Loss (Raw)": 0.874764621257782, "Finetune/Step": 1427, "Finetune/Step Time": 6.6696095783263445}
+{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.8839944005012512, "Finetune/Loss (Raw)": 0.8843749761581421, "Finetune/Step": 1428, "Finetune/Step Time": 6.675507174804807}
+{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.882696270942688, "Finetune/Loss (Raw)": 0.7571491599082947, "Finetune/Step": 1429, "Finetune/Step Time": 6.666474960744381}
+{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.8826096057891846, "Finetune/Loss (Raw)": 0.8674715161323547, "Finetune/Step": 1430, "Finetune/Step Time": 6.65783972479403}
+{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.8816649317741394, "Finetune/Loss (Raw)": 0.7732077240943909, "Finetune/Step": 1431, "Finetune/Step Time": 6.68023051507771}
+{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.8812495470046997, "Finetune/Loss (Raw)": 0.8845941424369812, "Finetune/Step": 1432, "Finetune/Step Time": 6.683546531945467}
+{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.8815218806266785, "Finetune/Loss (Raw)": 0.9508901238441467, "Finetune/Step": 1433, "Finetune/Step Time": 6.685331780463457}
+{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.8773822784423828, "Finetune/Loss (Raw)": 0.3741791844367981, "Finetune/Step": 1434, "Finetune/Step Time": 6.68862146884203}
+{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.8770605325698853, "Finetune/Loss (Raw)": 0.9565863013267517, "Finetune/Step": 1435, "Finetune/Step Time": 6.695420989766717}
+{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.874250054359436, "Finetune/Loss (Raw)": 0.6838456392288208, "Finetune/Step": 1436, "Finetune/Step Time": 6.706141432747245}
+{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.8747692108154297, "Finetune/Loss (Raw)": 0.9666300415992737, "Finetune/Step": 1437, "Finetune/Step Time": 6.689534457400441}
+{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.8750889301300049, "Finetune/Loss (Raw)": 0.9019903540611267, "Finetune/Step": 1438, "Finetune/Step Time": 6.684757709503174}
+{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.8755884170532227, "Finetune/Loss (Raw)": 0.9903009533882141, "Finetune/Step": 1439, "Finetune/Step Time": 6.681696146726608}
+{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.8755761384963989, "Finetune/Loss (Raw)": 0.6569894552230835, "Finetune/Step": 1440, "Finetune/Step Time": 6.68641391210258}
+{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.8751785755157471, "Finetune/Loss (Raw)": 0.8714728355407715, "Finetune/Step": 1441, "Finetune/Step Time": 6.682902500033379}
+{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.8748895525932312, "Finetune/Loss (Raw)": 0.9244134426116943, "Finetune/Step": 1442, "Finetune/Step Time": 6.688466241583228}
+{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.8743896484375, "Finetune/Loss (Raw)": 0.8568885922431946, "Finetune/Step": 1443, "Finetune/Step Time": 6.692178918048739}
+{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.8725155591964722, "Finetune/Loss (Raw)": 0.8078664541244507, "Finetune/Step": 1444, "Finetune/Step Time": 6.689945682883263}
+{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.8714919090270996, "Finetune/Loss (Raw)": 0.8597107529640198, "Finetune/Step": 1445, "Finetune/Step Time": 6.692197687923908}
+{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.8703634738922119, "Finetune/Loss (Raw)": 0.7581362128257751, "Finetune/Step": 1446, "Finetune/Step Time": 6.706855952739716}
+{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.8703926801681519, "Finetune/Loss (Raw)": 0.9273740649223328, "Finetune/Step": 1447, "Finetune/Step Time": 6.711388371884823}
+{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.8712042570114136, "Finetune/Loss (Raw)": 0.9618191719055176, "Finetune/Step": 1448, "Finetune/Step Time": 6.7030736319720745}
+{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.8701333999633789, "Finetune/Loss (Raw)": 0.7780391573905945, "Finetune/Step": 1449, "Finetune/Step Time": 6.715382419526577}
+{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.869097113609314, "Finetune/Loss (Raw)": 0.7691254615783691, "Finetune/Step": 1450, "Finetune/Step Time": 6.750206237658858}
+{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.8681795597076416, "Finetune/Loss (Raw)": 0.8491173982620239, "Finetune/Step": 1451, "Finetune/Step Time": 6.753904158249497}
+{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.8680715560913086, "Finetune/Loss (Raw)": 0.9601092338562012, "Finetune/Step": 1452, "Finetune/Step Time": 6.746343307197094}
+{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.8668898344039917, "Finetune/Loss (Raw)": 0.850232720375061, "Finetune/Step": 1453, "Finetune/Step Time": 6.741384254768491}
+{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.8680717945098877, "Finetune/Loss (Raw)": 1.1077609062194824, "Finetune/Step": 1454, "Finetune/Step Time": 6.743868302553892}
+{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.8689984083175659, "Finetune/Loss (Raw)": 0.9566760063171387, "Finetune/Step": 1455, "Finetune/Step Time": 6.712481819093227}
+{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.8670490384101868, "Finetune/Loss (Raw)": 0.8525443077087402, "Finetune/Step": 1456, "Finetune/Step Time": 6.71366417221725}
+{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.8612092733383179, "Finetune/Loss (Raw)": 0.3701784908771515, "Finetune/Step": 1457, "Finetune/Step Time": 6.730607505887747}
+{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.8626155853271484, "Finetune/Loss (Raw)": 0.9140897989273071, "Finetune/Step": 1458, "Finetune/Step Time": 6.728481458500028}
+{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.8627687096595764, "Finetune/Loss (Raw)": 1.0251226425170898, "Finetune/Step": 1459, "Finetune/Step Time": 6.736603025346994}
+{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.8644094467163086, "Finetune/Loss (Raw)": 1.0277416706085205, "Finetune/Step": 1460, "Finetune/Step Time": 6.726628847420216}
+{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.8655575513839722, "Finetune/Loss (Raw)": 1.0743499994277954, "Finetune/Step": 1461, "Finetune/Step Time": 6.720215460285544}
+{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.8654604554176331, "Finetune/Loss (Raw)": 0.9601621627807617, "Finetune/Step": 1462, "Finetune/Step Time": 6.722703976556659}
+{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.8653472065925598, "Finetune/Loss (Raw)": 0.9671737551689148, "Finetune/Step": 1463, "Finetune/Step Time": 6.723450843244791}
+{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.8643202781677246, "Finetune/Loss (Raw)": 0.8502299785614014, "Finetune/Step": 1464, "Finetune/Step Time": 6.728405959904194}
+{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.8638557195663452, "Finetune/Loss (Raw)": 0.9146460294723511, "Finetune/Step": 1465, "Finetune/Step Time": 6.721772896125913}
+{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.8684973120689392, "Finetune/Loss (Raw)": 0.9029677510261536, "Finetune/Step": 1466, "Finetune/Step Time": 6.707515774294734}
+{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.86896812915802, "Finetune/Loss (Raw)": 0.8895991444587708, "Finetune/Step": 1467, "Finetune/Step Time": 6.724554654210806}
+{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.869341254234314, "Finetune/Loss (Raw)": 0.9559417963027954, "Finetune/Step": 1468, "Finetune/Step Time": 6.7177190836519}
+{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.8652060031890869, "Finetune/Loss (Raw)": 0.3829304575920105, "Finetune/Step": 1469, "Finetune/Step Time": 6.727150246500969}
+{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.8642930388450623, "Finetune/Loss (Raw)": 0.914251446723938, "Finetune/Step": 1470, "Finetune/Step Time": 6.715834327042103}
+{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.8651210069656372, "Finetune/Loss (Raw)": 0.9219653606414795, "Finetune/Step": 1471, "Finetune/Step Time": 6.690697586163878}
+{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.8645756244659424, "Finetune/Loss (Raw)": 0.7963025569915771, "Finetune/Step": 1472, "Finetune/Step Time": 6.683632865548134}
+{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.861627995967865, "Finetune/Loss (Raw)": 0.628409206867218, "Finetune/Step": 1473, "Finetune/Step Time": 6.689718130975962}
+{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.8628349304199219, "Finetune/Loss (Raw)": 1.0439802408218384, "Finetune/Step": 1474, "Finetune/Step Time": 6.684530887752771}
+{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.8595956563949585, "Finetune/Loss (Raw)": 0.6812990307807922, "Finetune/Step": 1475, "Finetune/Step Time": 6.677054841071367}
+{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.8635474443435669, "Finetune/Loss (Raw)": 0.9362286329269409, "Finetune/Step": 1476, "Finetune/Step Time": 6.660553406924009}
+{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.8580835461616516, "Finetune/Loss (Raw)": 0.30735766887664795, "Finetune/Step": 1477, "Finetune/Step Time": 6.684808315709233}
+{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.8585623502731323, "Finetune/Loss (Raw)": 1.0304368734359741, "Finetune/Step": 1478, "Finetune/Step Time": 6.677429748699069}
+{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.857217013835907, "Finetune/Loss (Raw)": 0.8358054757118225, "Finetune/Step": 1479, "Finetune/Step Time": 6.692163530737162}
+{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.8610867261886597, "Finetune/Loss (Raw)": 0.9155521988868713, "Finetune/Step": 1480, "Finetune/Step Time": 6.673223638907075}
+{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.8613571524620056, "Finetune/Loss (Raw)": 0.9284178614616394, "Finetune/Step": 1481, "Finetune/Step Time": 6.678988471627235}
+{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.8611578941345215, "Finetune/Loss (Raw)": 0.8909932374954224, "Finetune/Step": 1482, "Finetune/Step Time": 6.671232229098678}
+{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.8592122793197632, "Finetune/Loss (Raw)": 0.8076123595237732, "Finetune/Step": 1483, "Finetune/Step Time": 6.695315677672625}
+{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.8589572906494141, "Finetune/Loss (Raw)": 0.9620007276535034, "Finetune/Step": 1484, "Finetune/Step Time": 6.692541174590588}
+{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.858043909072876, "Finetune/Loss (Raw)": 0.8618437051773071, "Finetune/Step": 1485, "Finetune/Step Time": 6.681234462186694}
+{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.8532947301864624, "Finetune/Loss (Raw)": 0.30690014362335205, "Finetune/Step": 1486, "Finetune/Step Time": 6.700126126408577}
+{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.8552738428115845, "Finetune/Loss (Raw)": 1.036245584487915, "Finetune/Step": 1487, "Finetune/Step Time": 6.695831412449479}
+{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.8564724326133728, "Finetune/Loss (Raw)": 1.1116678714752197, "Finetune/Step": 1488, "Finetune/Step Time": 6.693592842668295}
+{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.8540406823158264, "Finetune/Loss (Raw)": 0.724075973033905, "Finetune/Step": 1489, "Finetune/Step Time": 6.707867916673422}
+{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.8537158966064453, "Finetune/Loss (Raw)": 0.8408918976783752, "Finetune/Step": 1490, "Finetune/Step Time": 6.7171898521482944}
+{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.8525384068489075, "Finetune/Loss (Raw)": 0.7751600742340088, "Finetune/Step": 1491, "Finetune/Step Time": 6.730863546952605}
+{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.8535622358322144, "Finetune/Loss (Raw)": 1.004042625427246, "Finetune/Step": 1492, "Finetune/Step Time": 6.703003538772464}
+{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.8494956493377686, "Finetune/Loss (Raw)": 0.33283334970474243, "Finetune/Step": 1493, "Finetune/Step Time": 6.7172621712088585}
+{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.8491295576095581, "Finetune/Loss (Raw)": 0.8603933453559875, "Finetune/Step": 1494, "Finetune/Step Time": 6.721245305612683}
+{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.8494938015937805, "Finetune/Loss (Raw)": 0.9279059171676636, "Finetune/Step": 1495, "Finetune/Step Time": 6.707531267777085}
+{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.8494311571121216, "Finetune/Loss (Raw)": 0.9205024242401123, "Finetune/Step": 1496, "Finetune/Step Time": 6.707620829343796}
+{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.8476723432540894, "Finetune/Loss (Raw)": 0.7694329023361206, "Finetune/Step": 1497, "Finetune/Step Time": 6.7027627825737}
+{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.8493891954421997, "Finetune/Loss (Raw)": 1.0136160850524902, "Finetune/Step": 1498, "Finetune/Step Time": 6.70607640221715}
+{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.8454411029815674, "Finetune/Loss (Raw)": 0.4243582785129547, "Finetune/Step": 1499, "Finetune/Step Time": 6.7201444916427135}
+{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.8452274799346924, "Finetune/Loss (Raw)": 0.3505776822566986, "Finetune/Step": 1500, "Finetune/Step Time": 6.73131862282753}
+{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.844690203666687, "Finetune/Loss (Raw)": 0.9774540066719055, "Finetune/Step": 1501, "Finetune/Step Time": 6.763117462396622}
+{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.8461323976516724, "Finetune/Loss (Raw)": 1.0442209243774414, "Finetune/Step": 1502, "Finetune/Step Time": 6.75665688700974}
+{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.8447843790054321, "Finetune/Loss (Raw)": 0.7909874320030212, "Finetune/Step": 1503, "Finetune/Step Time": 6.759507792070508}
+{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.8495357632637024, "Finetune/Loss (Raw)": 0.9283092617988586, "Finetune/Step": 1504, "Finetune/Step Time": 6.760937402024865}
+{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.8492356538772583, "Finetune/Loss (Raw)": 0.9082949757575989, "Finetune/Step": 1505, "Finetune/Step Time": 6.747569167986512}
+{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.8468481302261353, "Finetune/Loss (Raw)": 0.8222547173500061, "Finetune/Step": 1506, "Finetune/Step Time": 6.736909059807658}
+{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.8495876789093018, "Finetune/Loss (Raw)": 0.9997125267982483, "Finetune/Step": 1507, "Finetune/Step Time": 6.716038489714265}
+{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.8503870964050293, "Finetune/Loss (Raw)": 0.9588884115219116, "Finetune/Step": 1508, "Finetune/Step Time": 6.719219671562314}
+{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.8503150939941406, "Finetune/Loss (Raw)": 0.9484140276908875, "Finetune/Step": 1509, "Finetune/Step Time": 6.712953522801399}
+{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.8513385653495789, "Finetune/Loss (Raw)": 1.0391234159469604, "Finetune/Step": 1510, "Finetune/Step Time": 6.712176186963916}
+{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.8530272245407104, "Finetune/Loss (Raw)": 1.0551954507827759, "Finetune/Step": 1511, "Finetune/Step Time": 6.711104284971952}
+{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.851844310760498, "Finetune/Loss (Raw)": 0.7561556696891785, "Finetune/Step": 1512, "Finetune/Step Time": 6.715073527768254}
+{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.8529377579689026, "Finetune/Loss (Raw)": 1.1071511507034302, "Finetune/Step": 1513, "Finetune/Step Time": 6.717109363526106}
+{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.8529587984085083, "Finetune/Loss (Raw)": 0.8814429044723511, "Finetune/Step": 1514, "Finetune/Step Time": 6.7270508129149675}
+{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.8538435101509094, "Finetune/Loss (Raw)": 0.9050068855285645, "Finetune/Step": 1515, "Finetune/Step Time": 6.725635649636388}
+{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.8535021543502808, "Finetune/Loss (Raw)": 0.9056908488273621, "Finetune/Step": 1516, "Finetune/Step Time": 6.728499377146363}
+{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.8524395227432251, "Finetune/Loss (Raw)": 0.810173749923706, "Finetune/Step": 1517, "Finetune/Step Time": 6.730893012136221}
+{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.8518340587615967, "Finetune/Loss (Raw)": 1.0168222188949585, "Finetune/Step": 1518, "Finetune/Step Time": 6.726372331380844}
+{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.8514291048049927, "Finetune/Loss (Raw)": 0.7883650064468384, "Finetune/Step": 1519, "Finetune/Step Time": 6.712362734600902}
+{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.8479766249656677, "Finetune/Loss (Raw)": 0.38700535893440247, "Finetune/Step": 1520, "Finetune/Step Time": 6.6966373566538095}
+{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.8481000661849976, "Finetune/Loss (Raw)": 0.951037585735321, "Finetune/Step": 1521, "Finetune/Step Time": 6.661488074809313}
+{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.8470470905303955, "Finetune/Loss (Raw)": 0.8201984763145447, "Finetune/Step": 1522, "Finetune/Step Time": 6.673303224146366}
+{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.8456603288650513, "Finetune/Loss (Raw)": 0.7335211634635925, "Finetune/Step": 1523, "Finetune/Step Time": 6.677702693268657}
+{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.8465554714202881, "Finetune/Loss (Raw)": 0.7666545510292053, "Finetune/Step": 1524, "Finetune/Step Time": 6.696524083614349}
+{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.8453974723815918, "Finetune/Loss (Raw)": 0.8175245523452759, "Finetune/Step": 1525, "Finetune/Step Time": 6.686001660302281}
+{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.8461568355560303, "Finetune/Loss (Raw)": 1.0382542610168457, "Finetune/Step": 1526, "Finetune/Step Time": 6.685933839529753}
+{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.8475245833396912, "Finetune/Loss (Raw)": 0.8747683167457581, "Finetune/Step": 1527, "Finetune/Step Time": 6.68125188909471}
+{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.8430594205856323, "Finetune/Loss (Raw)": 0.41442978382110596, "Finetune/Step": 1528, "Finetune/Step Time": 6.695291265845299}
+{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.8441498279571533, "Finetune/Loss (Raw)": 1.0060409307479858, "Finetune/Step": 1529, "Finetune/Step Time": 6.687430717051029}
+{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.8464406132698059, "Finetune/Loss (Raw)": 0.6852702498435974, "Finetune/Step": 1530, "Finetune/Step Time": 6.687749894335866}
+{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.8471163511276245, "Finetune/Loss (Raw)": 0.9625798463821411, "Finetune/Step": 1531, "Finetune/Step Time": 6.691402588039637}
+{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.8471392393112183, "Finetune/Loss (Raw)": 0.9120277762413025, "Finetune/Step": 1532, "Finetune/Step Time": 6.700678534805775}
+{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.8471503257751465, "Finetune/Loss (Raw)": 0.7538987994194031, "Finetune/Step": 1533, "Finetune/Step Time": 6.695422362536192}
+{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.8463935852050781, "Finetune/Loss (Raw)": 0.8140339851379395, "Finetune/Step": 1534, "Finetune/Step Time": 6.703555706888437}
+{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.8500970602035522, "Finetune/Loss (Raw)": 0.8435543179512024, "Finetune/Step": 1535, "Finetune/Step Time": 6.687800934538245}
+{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.8502135276794434, "Finetune/Loss (Raw)": 0.8232888579368591, "Finetune/Step": 1536, "Finetune/Step Time": 6.694430300965905}
+{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.8495844006538391, "Finetune/Loss (Raw)": 0.8475596904754639, "Finetune/Step": 1537, "Finetune/Step Time": 6.695934424176812}
+{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.8465321063995361, "Finetune/Loss (Raw)": 0.4276183247566223, "Finetune/Step": 1538, "Finetune/Step Time": 6.685811657458544}
+{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.8462927937507629, "Finetune/Loss (Raw)": 0.9353159070014954, "Finetune/Step": 1539, "Finetune/Step Time": 6.687673317268491}
+{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.8482728004455566, "Finetune/Loss (Raw)": 0.9299088716506958, "Finetune/Step": 1540, "Finetune/Step Time": 6.688136154785752}
+{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.8488648533821106, "Finetune/Loss (Raw)": 1.0304646492004395, "Finetune/Step": 1541, "Finetune/Step Time": 6.689307406544685}
+{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.8472268581390381, "Finetune/Loss (Raw)": 0.8303919434547424, "Finetune/Step": 1542, "Finetune/Step Time": 6.697885891422629}
+{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.8466116189956665, "Finetune/Loss (Raw)": 0.7854712009429932, "Finetune/Step": 1543, "Finetune/Step Time": 6.694892672821879}
+{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.8456771373748779, "Finetune/Loss (Raw)": 0.9169986248016357, "Finetune/Step": 1544, "Finetune/Step Time": 6.694617109373212}
+{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.8454446792602539, "Finetune/Loss (Raw)": 0.8413264155387878, "Finetune/Step": 1545, "Finetune/Step Time": 6.697971232235432}
+{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.8470398187637329, "Finetune/Loss (Raw)": 0.995501697063446, "Finetune/Step": 1546, "Finetune/Step Time": 6.697980126366019}
+{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.8478587865829468, "Finetune/Loss (Raw)": 0.8900893926620483, "Finetune/Step": 1547, "Finetune/Step Time": 6.703597996383905}
+{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.8480247259140015, "Finetune/Loss (Raw)": 0.9334713816642761, "Finetune/Step": 1548, "Finetune/Step Time": 6.713739536702633}
+{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.8445595502853394, "Finetune/Loss (Raw)": 0.39427587389945984, "Finetune/Step": 1549, "Finetune/Step Time": 6.733660040423274}
+{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.8450056314468384, "Finetune/Loss (Raw)": 0.9307793974876404, "Finetune/Step": 1550, "Finetune/Step Time": 6.732979342341423}
+{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.8436674475669861, "Finetune/Loss (Raw)": 0.8037524819374084, "Finetune/Step": 1551, "Finetune/Step Time": 6.727759571745992}
+{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.8444596529006958, "Finetune/Loss (Raw)": 0.9317216873168945, "Finetune/Step": 1552, "Finetune/Step Time": 6.7283969689160585}
+{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.8439130187034607, "Finetune/Loss (Raw)": 0.8195258378982544, "Finetune/Step": 1553, "Finetune/Step Time": 6.740415999665856}
+{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.8439000844955444, "Finetune/Loss (Raw)": 0.8168320655822754, "Finetune/Step": 1554, "Finetune/Step Time": 6.7324072159826756}
+{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.8447182178497314, "Finetune/Loss (Raw)": 0.9794880151748657, "Finetune/Step": 1555, "Finetune/Step Time": 6.73587303981185}
+{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.8439115881919861, "Finetune/Loss (Raw)": 0.7811229228973389, "Finetune/Step": 1556, "Finetune/Step Time": 6.742777738720179}
+{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.8444660305976868, "Finetune/Loss (Raw)": 0.8281210660934448, "Finetune/Step": 1557, "Finetune/Step Time": 6.742716742679477}
+{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.8444951772689819, "Finetune/Loss (Raw)": 0.8711994290351868, "Finetune/Step": 1558, "Finetune/Step Time": 6.74342130869627}
+{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.8471536636352539, "Finetune/Loss (Raw)": 1.1134945154190063, "Finetune/Step": 1559, "Finetune/Step Time": 6.723136700689793}
+{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.8476041555404663, "Finetune/Loss (Raw)": 0.9422560334205627, "Finetune/Step": 1560, "Finetune/Step Time": 6.728311233222485}
+{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.8474816679954529, "Finetune/Loss (Raw)": 0.9352118968963623, "Finetune/Step": 1561, "Finetune/Step Time": 6.726258570328355}
+{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.8518120050430298, "Finetune/Loss (Raw)": 0.9284654855728149, "Finetune/Step": 1562, "Finetune/Step Time": 6.716382944956422}
+{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.8507906198501587, "Finetune/Loss (Raw)": 0.8258420825004578, "Finetune/Step": 1563, "Finetune/Step Time": 6.734461719170213}
+{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.8521544933319092, "Finetune/Loss (Raw)": 0.8584250211715698, "Finetune/Step": 1564, "Finetune/Step Time": 6.721112430095673}
+{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.8506116271018982, "Finetune/Loss (Raw)": 0.7691468000411987, "Finetune/Step": 1565, "Finetune/Step Time": 6.720973618328571}
+{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.8502647876739502, "Finetune/Loss (Raw)": 0.857584536075592, "Finetune/Step": 1566, "Finetune/Step Time": 6.728075658902526}
+{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.8495136499404907, "Finetune/Loss (Raw)": 0.8941632509231567, "Finetune/Step": 1567, "Finetune/Step Time": 6.734634168446064}
+{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.8513822555541992, "Finetune/Loss (Raw)": 0.8961730599403381, "Finetune/Step": 1568, "Finetune/Step Time": 6.707996807992458}
+{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.8503570556640625, "Finetune/Loss (Raw)": 0.7402403950691223, "Finetune/Step": 1569, "Finetune/Step Time": 6.73230786062777}
+{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.8505793809890747, "Finetune/Loss (Raw)": 0.9528757929801941, "Finetune/Step": 1570, "Finetune/Step Time": 6.7304963152855635}
+{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.850954532623291, "Finetune/Loss (Raw)": 0.9049021005630493, "Finetune/Step": 1571, "Finetune/Step Time": 6.727097626775503}
+{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.8519176244735718, "Finetune/Loss (Raw)": 0.9311438798904419, "Finetune/Step": 1572, "Finetune/Step Time": 6.721598781645298}
+{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.8521730899810791, "Finetune/Loss (Raw)": 0.8924134373664856, "Finetune/Step": 1573, "Finetune/Step Time": 6.737553235143423}
+{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.852066159248352, "Finetune/Loss (Raw)": 0.7444537281990051, "Finetune/Step": 1574, "Finetune/Step Time": 6.722379375249147}
+{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.853237509727478, "Finetune/Loss (Raw)": 1.07730233669281, "Finetune/Step": 1575, "Finetune/Step Time": 6.731912916526198}
+{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.8527335524559021, "Finetune/Loss (Raw)": 0.8973146080970764, "Finetune/Step": 1576, "Finetune/Step Time": 6.73558165691793}
+{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.8537084460258484, "Finetune/Loss (Raw)": 0.902824342250824, "Finetune/Step": 1577, "Finetune/Step Time": 6.717459002509713}
+{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.8549083471298218, "Finetune/Loss (Raw)": 0.9227117896080017, "Finetune/Step": 1578, "Finetune/Step Time": 6.676454935222864}
+{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.8547177314758301, "Finetune/Loss (Raw)": 0.8247194886207581, "Finetune/Step": 1579, "Finetune/Step Time": 6.681956961750984}
+{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.852994441986084, "Finetune/Loss (Raw)": 0.7395312190055847, "Finetune/Step": 1580, "Finetune/Step Time": 6.716346034780145}
+{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.8523688316345215, "Finetune/Loss (Raw)": 0.7701522707939148, "Finetune/Step": 1581, "Finetune/Step Time": 6.711802454665303}
+{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.8507404327392578, "Finetune/Loss (Raw)": 0.8993216156959534, "Finetune/Step": 1582, "Finetune/Step Time": 6.713014118373394}
+{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.8504217267036438, "Finetune/Loss (Raw)": 0.9158816337585449, "Finetune/Step": 1583, "Finetune/Step Time": 6.7163133174180984}
+{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.8505843877792358, "Finetune/Loss (Raw)": 0.8733628392219543, "Finetune/Step": 1584, "Finetune/Step Time": 6.7183520048856735}
+{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.8553847074508667, "Finetune/Loss (Raw)": 0.9846299290657043, "Finetune/Step": 1585, "Finetune/Step Time": 6.700241733342409}
+{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.85666424036026, "Finetune/Loss (Raw)": 1.077863335609436, "Finetune/Step": 1586, "Finetune/Step Time": 6.740600321441889}
+{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.8565218448638916, "Finetune/Loss (Raw)": 1.0068955421447754, "Finetune/Step": 1587, "Finetune/Step Time": 6.7342039700597525}
+{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.8555982708930969, "Finetune/Loss (Raw)": 0.9095277786254883, "Finetune/Step": 1588, "Finetune/Step Time": 6.743999673053622}
+{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.8538768291473389, "Finetune/Loss (Raw)": 0.8540037274360657, "Finetune/Step": 1589, "Finetune/Step Time": 6.759452305734158}
+{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.8537708520889282, "Finetune/Loss (Raw)": 0.9465992450714111, "Finetune/Step": 1590, "Finetune/Step Time": 6.764630936086178}
+{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.8518915176391602, "Finetune/Loss (Raw)": 0.7266156673431396, "Finetune/Step": 1591, "Finetune/Step Time": 6.779850607737899}
+{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.8516334891319275, "Finetune/Loss (Raw)": 0.8172045350074768, "Finetune/Step": 1592, "Finetune/Step Time": 6.781514761969447}
+{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.8510676622390747, "Finetune/Loss (Raw)": 0.8422244191169739, "Finetune/Step": 1593, "Finetune/Step Time": 6.784258155152202}
+{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.8508554697036743, "Finetune/Loss (Raw)": 0.8757985234260559, "Finetune/Step": 1594, "Finetune/Step Time": 6.789168763905764}
+{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.8495374321937561, "Finetune/Loss (Raw)": 0.7208868265151978, "Finetune/Step": 1595, "Finetune/Step Time": 6.767255567014217}
+{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.8496922254562378, "Finetune/Loss (Raw)": 0.9757684469223022, "Finetune/Step": 1596, "Finetune/Step Time": 6.770741326734424}
+{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.8524519801139832, "Finetune/Loss (Raw)": 0.7361730337142944, "Finetune/Step": 1597, "Finetune/Step Time": 6.756151717156172}
+{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.8525364398956299, "Finetune/Loss (Raw)": 0.9250641465187073, "Finetune/Step": 1598, "Finetune/Step Time": 6.767789229750633}
+{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.8482240438461304, "Finetune/Loss (Raw)": 0.36997848749160767, "Finetune/Step": 1599, "Finetune/Step Time": 6.787551077082753}
+{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.8492879867553711, "Finetune/Loss (Raw)": 0.9324829578399658, "Finetune/Step": 1600, "Finetune/Step Time": 6.790599904954433}
+{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.8473502397537231, "Finetune/Loss (Raw)": 0.38037896156311035, "Finetune/Step": 1601, "Finetune/Step Time": 6.803386529907584}
+{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.8469382524490356, "Finetune/Loss (Raw)": 0.9912402629852295, "Finetune/Step": 1602, "Finetune/Step Time": 6.812656130641699}
+{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.8490331172943115, "Finetune/Loss (Raw)": 0.9494499564170837, "Finetune/Step": 1603, "Finetune/Step Time": 6.8078531213104725}
+{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.8483417630195618, "Finetune/Loss (Raw)": 0.847732663154602, "Finetune/Step": 1604, "Finetune/Step Time": 6.807359106838703}
+{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.851456880569458, "Finetune/Loss (Raw)": 0.7060874700546265, "Finetune/Step": 1605, "Finetune/Step Time": 6.796343978494406}
+{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.8486037254333496, "Finetune/Loss (Raw)": 0.6652455925941467, "Finetune/Step": 1606, "Finetune/Step Time": 6.825595457106829}
+{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.8485665321350098, "Finetune/Loss (Raw)": 0.8310404419898987, "Finetune/Step": 1607, "Finetune/Step Time": 6.811787458136678}
+{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.8443731069564819, "Finetune/Loss (Raw)": 0.3787872791290283, "Finetune/Step": 1608, "Finetune/Step Time": 6.830419074743986}
+{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.8440320491790771, "Finetune/Loss (Raw)": 0.884765088558197, "Finetune/Step": 1609, "Finetune/Step Time": 6.8245257548987865}
+{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.8442627191543579, "Finetune/Loss (Raw)": 0.9205157160758972, "Finetune/Step": 1610, "Finetune/Step Time": 6.8257560804486275}
+{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.8442078232765198, "Finetune/Loss (Raw)": 0.800585925579071, "Finetune/Step": 1611, "Finetune/Step Time": 6.817462952807546}
+{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.8436972498893738, "Finetune/Loss (Raw)": 0.8966513872146606, "Finetune/Step": 1612, "Finetune/Step Time": 6.828808896243572}
+{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.8428002595901489, "Finetune/Loss (Raw)": 0.7470320463180542, "Finetune/Step": 1613, "Finetune/Step Time": 6.840310957282782}
+{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.8477295637130737, "Finetune/Loss (Raw)": 0.9378467798233032, "Finetune/Step": 1614, "Finetune/Step Time": 6.82025551982224}
+{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.8473727703094482, "Finetune/Loss (Raw)": 0.9905723333358765, "Finetune/Step": 1615, "Finetune/Step Time": 6.813212918117642}
+{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.8453835248947144, "Finetune/Loss (Raw)": 0.8570531606674194, "Finetune/Step": 1616, "Finetune/Step Time": 6.8114347122609615}
+{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.8463118672370911, "Finetune/Loss (Raw)": 0.8428968191146851, "Finetune/Step": 1617, "Finetune/Step Time": 6.807495571672916}
+{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.8462306261062622, "Finetune/Loss (Raw)": 0.8304901123046875, "Finetune/Step": 1618, "Finetune/Step Time": 6.786574011668563}
+{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.8461184501647949, "Finetune/Loss (Raw)": 0.7608083486557007, "Finetune/Step": 1619, "Finetune/Step Time": 6.774767227470875}
+{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.8468077182769775, "Finetune/Loss (Raw)": 1.0922709703445435, "Finetune/Step": 1620, "Finetune/Step Time": 6.7769580613821745}
+{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.8503924012184143, "Finetune/Loss (Raw)": 0.7916665077209473, "Finetune/Step": 1621, "Finetune/Step Time": 6.762912871316075}
+{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.8514093160629272, "Finetune/Loss (Raw)": 0.9905583262443542, "Finetune/Step": 1622, "Finetune/Step Time": 6.760712800547481}
+{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.8526395559310913, "Finetune/Loss (Raw)": 1.085378885269165, "Finetune/Step": 1623, "Finetune/Step Time": 6.753837091848254}
+{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.8524684309959412, "Finetune/Loss (Raw)": 0.8985939025878906, "Finetune/Step": 1624, "Finetune/Step Time": 6.755112936720252}
+{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.8538192510604858, "Finetune/Loss (Raw)": 0.9423416256904602, "Finetune/Step": 1625, "Finetune/Step Time": 6.754567408934236}
+{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.8532097339630127, "Finetune/Loss (Raw)": 0.9355955123901367, "Finetune/Step": 1626, "Finetune/Step Time": 6.744374129921198}
+{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.857536792755127, "Finetune/Loss (Raw)": 0.978229284286499, "Finetune/Step": 1627, "Finetune/Step Time": 6.721148017793894}
+{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.8617519736289978, "Finetune/Loss (Raw)": 0.8901134133338928, "Finetune/Step": 1628, "Finetune/Step Time": 6.689148724079132}
+{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.8607785701751709, "Finetune/Loss (Raw)": 0.8528597354888916, "Finetune/Step": 1629, "Finetune/Step Time": 6.660079857334495}
+{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.860236406326294, "Finetune/Loss (Raw)": 0.9748291373252869, "Finetune/Step": 1630, "Finetune/Step Time": 6.656617758795619}
+{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.8609769940376282, "Finetune/Loss (Raw)": 0.8857815265655518, "Finetune/Step": 1631, "Finetune/Step Time": 6.658146731555462}
+{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.8605202436447144, "Finetune/Loss (Raw)": 0.869844377040863, "Finetune/Step": 1632, "Finetune/Step Time": 6.640126975253224}
+{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.8597739338874817, "Finetune/Loss (Raw)": 0.8127671480178833, "Finetune/Step": 1633, "Finetune/Step Time": 6.639696741476655}
+{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.8608078360557556, "Finetune/Loss (Raw)": 0.9545923471450806, "Finetune/Step": 1634, "Finetune/Step Time": 6.6317487973719835}
+{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.8595236539840698, "Finetune/Loss (Raw)": 0.8353391289710999, "Finetune/Step": 1635, "Finetune/Step Time": 6.6520240399986506}
+{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.8591499924659729, "Finetune/Loss (Raw)": 0.9110589623451233, "Finetune/Step": 1636, "Finetune/Step Time": 6.648952158167958}
+{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.8587031364440918, "Finetune/Loss (Raw)": 0.891215980052948, "Finetune/Step": 1637, "Finetune/Step Time": 6.650035608559847}
+{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.8572965860366821, "Finetune/Loss (Raw)": 0.8590806722640991, "Finetune/Step": 1638, "Finetune/Step Time": 6.663004621863365}
+{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.8553093671798706, "Finetune/Loss (Raw)": 0.8008325695991516, "Finetune/Step": 1639, "Finetune/Step Time": 6.660512384027243}
+{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.8568549752235413, "Finetune/Loss (Raw)": 0.9539936780929565, "Finetune/Step": 1640, "Finetune/Step Time": 6.648115862160921}
+{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.8555742502212524, "Finetune/Loss (Raw)": 0.9432287216186523, "Finetune/Step": 1641, "Finetune/Step Time": 6.644875610247254}
+{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.8557866811752319, "Finetune/Loss (Raw)": 0.9086316823959351, "Finetune/Step": 1642, "Finetune/Step Time": 6.633021043613553}
+{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.8565102815628052, "Finetune/Loss (Raw)": 0.9976254105567932, "Finetune/Step": 1643, "Finetune/Step Time": 6.634017387405038}
+{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.8562538027763367, "Finetune/Loss (Raw)": 0.8728587031364441, "Finetune/Step": 1644, "Finetune/Step Time": 6.657949935644865}
+{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.8567613363265991, "Finetune/Loss (Raw)": 0.875137984752655, "Finetune/Step": 1645, "Finetune/Step Time": 6.65854942239821}
+{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.8564175963401794, "Finetune/Loss (Raw)": 0.9728232622146606, "Finetune/Step": 1646, "Finetune/Step Time": 6.660933330655098}
+{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.8565474152565002, "Finetune/Loss (Raw)": 0.8049812316894531, "Finetune/Step": 1647, "Finetune/Step Time": 6.673590864986181}
+{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.8611095547676086, "Finetune/Loss (Raw)": 0.9709566831588745, "Finetune/Step": 1648, "Finetune/Step Time": 6.658540448173881}
+{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.8606960773468018, "Finetune/Loss (Raw)": 0.8981170058250427, "Finetune/Step": 1649, "Finetune/Step Time": 6.659373220056295}
+{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.8612744212150574, "Finetune/Loss (Raw)": 0.8942241072654724, "Finetune/Step": 1650, "Finetune/Step Time": 6.64704817533493}
+{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.8616080284118652, "Finetune/Loss (Raw)": 0.7762206792831421, "Finetune/Step": 1651, "Finetune/Step Time": 6.6483319494873285}
+{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.8620733022689819, "Finetune/Loss (Raw)": 0.8262163400650024, "Finetune/Step": 1652, "Finetune/Step Time": 6.631250329315662}
+{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.862654447555542, "Finetune/Loss (Raw)": 0.8919129967689514, "Finetune/Step": 1653, "Finetune/Step Time": 6.623295007273555}
+{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.8620244860649109, "Finetune/Loss (Raw)": 0.9576135277748108, "Finetune/Step": 1654, "Finetune/Step Time": 6.635601118206978}
+{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.8581565618515015, "Finetune/Loss (Raw)": 0.37966853380203247, "Finetune/Step": 1655, "Finetune/Step Time": 6.654060162603855}
+{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.8620954751968384, "Finetune/Loss (Raw)": 0.9186130166053772, "Finetune/Step": 1656, "Finetune/Step Time": 6.637790126726031}
+{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.8605611324310303, "Finetune/Loss (Raw)": 0.8096543550491333, "Finetune/Step": 1657, "Finetune/Step Time": 6.63568864017725}
+{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.8624154329299927, "Finetune/Loss (Raw)": 0.9226140975952148, "Finetune/Step": 1658, "Finetune/Step Time": 6.619445160031319}
+{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.8624603152275085, "Finetune/Loss (Raw)": 0.9683235287666321, "Finetune/Step": 1659, "Finetune/Step Time": 6.619595317170024}
+{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.8624014854431152, "Finetune/Loss (Raw)": 0.9044992327690125, "Finetune/Step": 1660, "Finetune/Step Time": 6.616767795756459}
+{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.8633657693862915, "Finetune/Loss (Raw)": 0.8773332238197327, "Finetune/Step": 1661, "Finetune/Step Time": 6.612079745158553}
+{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.864773690700531, "Finetune/Loss (Raw)": 0.9942419528961182, "Finetune/Step": 1662, "Finetune/Step Time": 6.611044278368354}
+{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.8630083799362183, "Finetune/Loss (Raw)": 0.6175966858863831, "Finetune/Step": 1663, "Finetune/Step Time": 6.620047124102712}
+{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.8622364401817322, "Finetune/Loss (Raw)": 0.7244741320610046, "Finetune/Step": 1664, "Finetune/Step Time": 6.612742664292455}
+{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.8636361956596375, "Finetune/Loss (Raw)": 1.026733636856079, "Finetune/Step": 1665, "Finetune/Step Time": 6.61212906986475}
+{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.8668619394302368, "Finetune/Loss (Raw)": 0.8405135869979858, "Finetune/Step": 1666, "Finetune/Step Time": 6.598253624513745}
+{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.866879940032959, "Finetune/Loss (Raw)": 0.9376174211502075, "Finetune/Step": 1667, "Finetune/Step Time": 6.594995586201549}
+{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.8672524690628052, "Finetune/Loss (Raw)": 0.9775997996330261, "Finetune/Step": 1668, "Finetune/Step Time": 6.599353386089206}
+{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.8662177920341492, "Finetune/Loss (Raw)": 0.8980233073234558, "Finetune/Step": 1669, "Finetune/Step Time": 6.596770336851478}
+{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.8670004606246948, "Finetune/Loss (Raw)": 0.9305776357650757, "Finetune/Step": 1670, "Finetune/Step Time": 6.58298440463841}
+{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.8672689199447632, "Finetune/Loss (Raw)": 0.8198319673538208, "Finetune/Step": 1671, "Finetune/Step Time": 6.589888481423259}
+{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.8674116134643555, "Finetune/Loss (Raw)": 0.9352572560310364, "Finetune/Step": 1672, "Finetune/Step Time": 6.605772452428937}
+{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.8665796518325806, "Finetune/Loss (Raw)": 0.7348412871360779, "Finetune/Step": 1673, "Finetune/Step Time": 6.610428573563695}
+{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.8643217086791992, "Finetune/Loss (Raw)": 0.7064844369888306, "Finetune/Step": 1674, "Finetune/Step Time": 6.616250956431031}
+{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.8637891411781311, "Finetune/Loss (Raw)": 0.8219186663627625, "Finetune/Step": 1675, "Finetune/Step Time": 6.620361866429448}
+{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.8643745183944702, "Finetune/Loss (Raw)": 1.0083945989608765, "Finetune/Step": 1676, "Finetune/Step Time": 6.6138507928699255}
+{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.8688178062438965, "Finetune/Loss (Raw)": 0.963015615940094, "Finetune/Step": 1677, "Finetune/Step Time": 6.594395563006401}
+{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.8676796555519104, "Finetune/Loss (Raw)": 0.7850990295410156, "Finetune/Step": 1678, "Finetune/Step Time": 6.591376239433885}
+{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.864417314529419, "Finetune/Loss (Raw)": 0.3861768841743469, "Finetune/Step": 1679, "Finetune/Step Time": 6.611625488847494}
+{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.8639527559280396, "Finetune/Loss (Raw)": 0.8722493648529053, "Finetune/Step": 1680, "Finetune/Step Time": 6.618862999603152}
+{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.8645943403244019, "Finetune/Loss (Raw)": 0.9016567468643188, "Finetune/Step": 1681, "Finetune/Step Time": 6.600599789991975}
+{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.8664355278015137, "Finetune/Loss (Raw)": 1.0525057315826416, "Finetune/Step": 1682, "Finetune/Step Time": 6.602189740166068}
+{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.8649432063102722, "Finetune/Loss (Raw)": 0.7884703874588013, "Finetune/Step": 1683, "Finetune/Step Time": 6.6091795321553946}
+{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.8654999136924744, "Finetune/Loss (Raw)": 0.8523796200752258, "Finetune/Step": 1684, "Finetune/Step Time": 6.60024375282228}
+{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.865290641784668, "Finetune/Loss (Raw)": 0.8013403415679932, "Finetune/Step": 1685, "Finetune/Step Time": 6.603462306782603}
+{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.8641083836555481, "Finetune/Loss (Raw)": 0.7198687791824341, "Finetune/Step": 1686, "Finetune/Step Time": 6.604162571951747}
+{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.8630530834197998, "Finetune/Loss (Raw)": 0.9784191250801086, "Finetune/Step": 1687, "Finetune/Step Time": 6.606462525203824}
+{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.8627616167068481, "Finetune/Loss (Raw)": 0.9049395322799683, "Finetune/Step": 1688, "Finetune/Step Time": 6.603906476870179}
+{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.8577958345413208, "Finetune/Loss (Raw)": 0.29959195852279663, "Finetune/Step": 1689, "Finetune/Step Time": 6.620703682303429}
+{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.8583952188491821, "Finetune/Loss (Raw)": 1.0051871538162231, "Finetune/Step": 1690, "Finetune/Step Time": 6.612150793895125}
+{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.8588168025016785, "Finetune/Loss (Raw)": 0.8798046708106995, "Finetune/Step": 1691, "Finetune/Step Time": 6.593972820788622}
+{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.8583815097808838, "Finetune/Loss (Raw)": 0.802701473236084, "Finetune/Step": 1692, "Finetune/Step Time": 6.614689325913787}
+{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.8583459854125977, "Finetune/Loss (Raw)": 0.7646120190620422, "Finetune/Step": 1693, "Finetune/Step Time": 6.632427765056491}
+{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.8567886352539062, "Finetune/Loss (Raw)": 0.6582359075546265, "Finetune/Step": 1694, "Finetune/Step Time": 6.634338399395347}
+{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.8563598990440369, "Finetune/Loss (Raw)": 0.8392884731292725, "Finetune/Step": 1695, "Finetune/Step Time": 6.639823844656348}
+{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.8561370372772217, "Finetune/Loss (Raw)": 0.8676450848579407, "Finetune/Step": 1696, "Finetune/Step Time": 6.637658812105656}
+{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.8576552271842957, "Finetune/Loss (Raw)": 0.9345670342445374, "Finetune/Step": 1697, "Finetune/Step Time": 6.611393339931965}
+{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.8570709824562073, "Finetune/Loss (Raw)": 0.8780950307846069, "Finetune/Step": 1698, "Finetune/Step Time": 6.612310066819191}
+{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.8575788140296936, "Finetune/Loss (Raw)": 0.9699082374572754, "Finetune/Step": 1699, "Finetune/Step Time": 6.609571363776922}
+{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.8574731349945068, "Finetune/Loss (Raw)": 0.917610764503479, "Finetune/Step": 1700, "Finetune/Step Time": 6.6184218395501375}
+{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.8582344055175781, "Finetune/Loss (Raw)": 0.9898589253425598, "Finetune/Step": 1701, "Finetune/Step Time": 6.603478569537401}
+{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.8598136305809021, "Finetune/Loss (Raw)": 0.9465961456298828, "Finetune/Step": 1702, "Finetune/Step Time": 6.601997692137957}
+{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.8574182987213135, "Finetune/Loss (Raw)": 0.7706955671310425, "Finetune/Step": 1703, "Finetune/Step Time": 6.608390189707279}
+{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.8530787229537964, "Finetune/Loss (Raw)": 0.3418438136577606, "Finetune/Step": 1704, "Finetune/Step Time": 6.622684778645635}
+{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.8530176281929016, "Finetune/Loss (Raw)": 0.8950083255767822, "Finetune/Step": 1705, "Finetune/Step Time": 6.625087475404143}
+{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.8531167507171631, "Finetune/Loss (Raw)": 0.935401201248169, "Finetune/Step": 1706, "Finetune/Step Time": 6.6272271778434515}
+{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.8537195920944214, "Finetune/Loss (Raw)": 0.9018794298171997, "Finetune/Step": 1707, "Finetune/Step Time": 6.635197404772043}
+{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.8549085855484009, "Finetune/Loss (Raw)": 0.8917258381843567, "Finetune/Step": 1708, "Finetune/Step Time": 6.615191385149956}
+{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.8570089340209961, "Finetune/Loss (Raw)": 1.0389962196350098, "Finetune/Step": 1709, "Finetune/Step Time": 6.612832812592387}
+{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.8568680882453918, "Finetune/Loss (Raw)": 0.881294846534729, "Finetune/Step": 1710, "Finetune/Step Time": 6.621393738314509}
+{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.8567041754722595, "Finetune/Loss (Raw)": 0.8949005007743835, "Finetune/Step": 1711, "Finetune/Step Time": 6.624159898608923}
+{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.8582718372344971, "Finetune/Loss (Raw)": 1.074022650718689, "Finetune/Step": 1712, "Finetune/Step Time": 6.623957525938749}
+{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.8578923940658569, "Finetune/Loss (Raw)": 0.9360573887825012, "Finetune/Step": 1713, "Finetune/Step Time": 6.623880475759506}
+{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.8569670915603638, "Finetune/Loss (Raw)": 0.959425151348114, "Finetune/Step": 1714, "Finetune/Step Time": 6.590689308941364}
+{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.8549227714538574, "Finetune/Loss (Raw)": 0.7452235817909241, "Finetune/Step": 1715, "Finetune/Step Time": 6.5990030616521835}
+{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.8546721339225769, "Finetune/Loss (Raw)": 0.8774499893188477, "Finetune/Step": 1716, "Finetune/Step Time": 6.587460849434137}
+{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.8554407358169556, "Finetune/Loss (Raw)": 0.9523827433586121, "Finetune/Step": 1717, "Finetune/Step Time": 6.587543787434697}
+{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.8552660942077637, "Finetune/Loss (Raw)": 0.9242433309555054, "Finetune/Step": 1718, "Finetune/Step Time": 6.578355951234698}
+{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.8564403653144836, "Finetune/Loss (Raw)": 0.8769196271896362, "Finetune/Step": 1719, "Finetune/Step Time": 6.565215973183513}
+{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.8577295541763306, "Finetune/Loss (Raw)": 0.9822213053703308, "Finetune/Step": 1720, "Finetune/Step Time": 6.572730999439955}
+{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.8584760427474976, "Finetune/Loss (Raw)": 0.9377778768539429, "Finetune/Step": 1721, "Finetune/Step Time": 6.5740932282060385}
+{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.8590210676193237, "Finetune/Loss (Raw)": 0.9455651640892029, "Finetune/Step": 1722, "Finetune/Step Time": 6.565287698060274}
+{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.860634982585907, "Finetune/Loss (Raw)": 0.9274629950523376, "Finetune/Step": 1723, "Finetune/Step Time": 6.581078695133328}
+{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.8593882322311401, "Finetune/Loss (Raw)": 0.816191554069519, "Finetune/Step": 1724, "Finetune/Step Time": 6.574558282271028}
+{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.8606493473052979, "Finetune/Loss (Raw)": 0.8975903391838074, "Finetune/Step": 1725, "Finetune/Step Time": 6.564925167709589}
+{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.8600204586982727, "Finetune/Loss (Raw)": 0.8445688486099243, "Finetune/Step": 1726, "Finetune/Step Time": 6.558025488629937}
+{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.8641172647476196, "Finetune/Loss (Raw)": 0.8943698406219482, "Finetune/Step": 1727, "Finetune/Step Time": 6.555027645081282}
+{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.8647642135620117, "Finetune/Loss (Raw)": 1.0152872800827026, "Finetune/Step": 1728, "Finetune/Step Time": 6.552492465823889}
+{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.8692550659179688, "Finetune/Loss (Raw)": 0.9552140831947327, "Finetune/Step": 1729, "Finetune/Step Time": 6.535413363948464}
+{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.86746746301651, "Finetune/Loss (Raw)": 0.7624199390411377, "Finetune/Step": 1730, "Finetune/Step Time": 6.528048327192664}
+{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.8681768178939819, "Finetune/Loss (Raw)": 1.0402532815933228, "Finetune/Step": 1731, "Finetune/Step Time": 6.525568522512913}
+{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.869137167930603, "Finetune/Loss (Raw)": 0.9706627130508423, "Finetune/Step": 1732, "Finetune/Step Time": 6.540568558499217}
+{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.8708157539367676, "Finetune/Loss (Raw)": 0.9209465384483337, "Finetune/Step": 1733, "Finetune/Step Time": 6.532983625307679}
+{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.8730074167251587, "Finetune/Loss (Raw)": 0.9457787275314331, "Finetune/Step": 1734, "Finetune/Step Time": 6.517941189929843}
+{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.8732000589370728, "Finetune/Loss (Raw)": 0.855696976184845, "Finetune/Step": 1735, "Finetune/Step Time": 6.518518712371588}
+{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.8772519826889038, "Finetune/Loss (Raw)": 0.8974281549453735, "Finetune/Step": 1736, "Finetune/Step Time": 6.499865349382162}
+{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.8768839240074158, "Finetune/Loss (Raw)": 0.8376563787460327, "Finetune/Step": 1737, "Finetune/Step Time": 6.4993534702807665}
+{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.872444212436676, "Finetune/Loss (Raw)": 0.3522331714630127, "Finetune/Step": 1738, "Finetune/Step Time": 6.515068799257278}
+{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.8727560043334961, "Finetune/Loss (Raw)": 0.840491533279419, "Finetune/Step": 1739, "Finetune/Step Time": 6.494875133037567}
+{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.8719374537467957, "Finetune/Loss (Raw)": 0.7918812036514282, "Finetune/Step": 1740, "Finetune/Step Time": 6.500884497538209}
+{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.8744778633117676, "Finetune/Loss (Raw)": 1.072206974029541, "Finetune/Step": 1741, "Finetune/Step Time": 6.4920910988003016}
+{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.8733094930648804, "Finetune/Loss (Raw)": 0.7882925271987915, "Finetune/Step": 1742, "Finetune/Step Time": 6.5002965200692415}
+{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.872399628162384, "Finetune/Loss (Raw)": 0.8741092085838318, "Finetune/Step": 1743, "Finetune/Step Time": 6.51597348973155}
+{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.8722699284553528, "Finetune/Loss (Raw)": 0.8404486775398254, "Finetune/Step": 1744, "Finetune/Step Time": 6.5183231215924025}
+{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.8728302121162415, "Finetune/Loss (Raw)": 0.9146196246147156, "Finetune/Step": 1745, "Finetune/Step Time": 6.514653081074357}
+{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.874047577381134, "Finetune/Loss (Raw)": 0.9863062500953674, "Finetune/Step": 1746, "Finetune/Step Time": 6.5153860710561275}
+{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.8714544773101807, "Finetune/Loss (Raw)": 0.4288979172706604, "Finetune/Step": 1747, "Finetune/Step Time": 6.533983824774623}
+{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.8687999248504639, "Finetune/Loss (Raw)": 0.7524920701980591, "Finetune/Step": 1748, "Finetune/Step Time": 6.545055381953716}
+{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.8697670698165894, "Finetune/Loss (Raw)": 0.9154507517814636, "Finetune/Step": 1749, "Finetune/Step Time": 6.544136073440313}
+{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.8700941205024719, "Finetune/Loss (Raw)": 1.032422423362732, "Finetune/Step": 1750, "Finetune/Step Time": 6.563260177150369}
+{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.8691738843917847, "Finetune/Loss (Raw)": 0.967596173286438, "Finetune/Step": 1751, "Finetune/Step Time": 6.568507170304656}
+{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.8706728219985962, "Finetune/Loss (Raw)": 1.0904440879821777, "Finetune/Step": 1752, "Finetune/Step Time": 6.567883966490626}
+{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.8703049421310425, "Finetune/Loss (Raw)": 0.8952571153640747, "Finetune/Step": 1753, "Finetune/Step Time": 6.566464215517044}
+{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.8704701662063599, "Finetune/Loss (Raw)": 0.9567434191703796, "Finetune/Step": 1754, "Finetune/Step Time": 6.5737647991627455}
+{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.8698949813842773, "Finetune/Loss (Raw)": 0.9046112298965454, "Finetune/Step": 1755, "Finetune/Step Time": 6.580558644607663}
+{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.8710916042327881, "Finetune/Loss (Raw)": 1.0432854890823364, "Finetune/Step": 1756, "Finetune/Step Time": 6.584121121093631}
+{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.8672103881835938, "Finetune/Loss (Raw)": 0.35605570673942566, "Finetune/Step": 1757, "Finetune/Step Time": 6.60317674651742}
+{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.8656330108642578, "Finetune/Loss (Raw)": 0.7729296088218689, "Finetune/Step": 1758, "Finetune/Step Time": 6.6073110196739435}
+{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.8664119243621826, "Finetune/Loss (Raw)": 0.9854759573936462, "Finetune/Step": 1759, "Finetune/Step Time": 6.612628081813455}
+{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.8672738075256348, "Finetune/Loss (Raw)": 0.9801642298698425, "Finetune/Step": 1760, "Finetune/Step Time": 6.610872067511082}
+{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.8671724796295166, "Finetune/Loss (Raw)": 0.7997976541519165, "Finetune/Step": 1761, "Finetune/Step Time": 6.61530421115458}
+{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.865932047367096, "Finetune/Loss (Raw)": 0.7958191633224487, "Finetune/Step": 1762, "Finetune/Step Time": 6.6245108265429735}
+{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.8673927783966064, "Finetune/Loss (Raw)": 1.0223177671432495, "Finetune/Step": 1763, "Finetune/Step Time": 6.620409870520234}
+{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.8678140640258789, "Finetune/Loss (Raw)": 0.9649772047996521, "Finetune/Step": 1764, "Finetune/Step Time": 6.6400044448673725}
+{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.8670469522476196, "Finetune/Loss (Raw)": 0.793032169342041, "Finetune/Step": 1765, "Finetune/Step Time": 6.652652392163873}
+{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.8676657676696777, "Finetune/Loss (Raw)": 0.9382861256599426, "Finetune/Step": 1766, "Finetune/Step Time": 6.6425169333815575}
+{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.8675282001495361, "Finetune/Loss (Raw)": 0.783222496509552, "Finetune/Step": 1767, "Finetune/Step Time": 6.642969807609916}
+{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.8665167093276978, "Finetune/Loss (Raw)": 0.8245192766189575, "Finetune/Step": 1768, "Finetune/Step Time": 6.6438272297382355}
+{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.8648867607116699, "Finetune/Loss (Raw)": 0.7346004843711853, "Finetune/Step": 1769, "Finetune/Step Time": 6.657971063628793}
+{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.8651224374771118, "Finetune/Loss (Raw)": 0.9387944340705872, "Finetune/Step": 1770, "Finetune/Step Time": 6.6598543878644705}
+{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.8638718724250793, "Finetune/Loss (Raw)": 0.8375564217567444, "Finetune/Step": 1771, "Finetune/Step Time": 6.657948587089777}
+{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.8652381896972656, "Finetune/Loss (Raw)": 1.0477540493011475, "Finetune/Step": 1772, "Finetune/Step Time": 6.632703449577093}
+{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.8649618029594421, "Finetune/Loss (Raw)": 0.8397551774978638, "Finetune/Step": 1773, "Finetune/Step Time": 6.640792742371559}
+{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.8638553619384766, "Finetune/Loss (Raw)": 0.8311965465545654, "Finetune/Step": 1774, "Finetune/Step Time": 6.6641563549637794}
+{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.8650549650192261, "Finetune/Loss (Raw)": 0.9585355520248413, "Finetune/Step": 1775, "Finetune/Step Time": 6.651421343907714}
+{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.8644826412200928, "Finetune/Loss (Raw)": 0.8976975083351135, "Finetune/Step": 1776, "Finetune/Step Time": 6.662136701866984}
+{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.8648751974105835, "Finetune/Loss (Raw)": 0.9483572244644165, "Finetune/Step": 1777, "Finetune/Step Time": 6.656891165301204}
+{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.8649721741676331, "Finetune/Loss (Raw)": 0.9066409468650818, "Finetune/Step": 1778, "Finetune/Step Time": 6.658610155805945}
+{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.8671276569366455, "Finetune/Loss (Raw)": 1.0521299839019775, "Finetune/Step": 1779, "Finetune/Step Time": 6.643005050718784}
+{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.8671836256980896, "Finetune/Loss (Raw)": 0.8333743810653687, "Finetune/Step": 1780, "Finetune/Step Time": 6.634730713441968}
+{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.8662381172180176, "Finetune/Loss (Raw)": 0.7708883285522461, "Finetune/Step": 1781, "Finetune/Step Time": 6.635339250788093}
+{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.8656575679779053, "Finetune/Loss (Raw)": 0.8832972645759583, "Finetune/Step": 1782, "Finetune/Step Time": 6.622394792735577}
+{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.8689578771591187, "Finetune/Loss (Raw)": 0.8021216988563538, "Finetune/Step": 1783, "Finetune/Step Time": 6.603929104283452}
+{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.8697615265846252, "Finetune/Loss (Raw)": 1.0214722156524658, "Finetune/Step": 1784, "Finetune/Step Time": 6.606717351824045}
+{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.8685625791549683, "Finetune/Loss (Raw)": 0.656185507774353, "Finetune/Step": 1785, "Finetune/Step Time": 6.620770329609513}
+{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.8680785894393921, "Finetune/Loss (Raw)": 0.8606614470481873, "Finetune/Step": 1786, "Finetune/Step Time": 6.619354300200939}
+{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.8660487532615662, "Finetune/Loss (Raw)": 0.7085061073303223, "Finetune/Step": 1787, "Finetune/Step Time": 6.624505979940295}
+{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.8652190566062927, "Finetune/Loss (Raw)": 0.7983012795448303, "Finetune/Step": 1788, "Finetune/Step Time": 6.62022372148931}
+{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.8606408834457397, "Finetune/Loss (Raw)": 0.291324645280838, "Finetune/Step": 1789, "Finetune/Step Time": 6.641172671690583}
+{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.8605065941810608, "Finetune/Loss (Raw)": 0.9770532846450806, "Finetune/Step": 1790, "Finetune/Step Time": 6.644059566780925}
+{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.863801121711731, "Finetune/Loss (Raw)": 1.0392990112304688, "Finetune/Step": 1791, "Finetune/Step Time": 6.636643143370748}
+{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.8657982349395752, "Finetune/Loss (Raw)": 0.980097234249115, "Finetune/Step": 1792, "Finetune/Step Time": 6.636119190603495}
+{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.8634921908378601, "Finetune/Loss (Raw)": 0.7315683364868164, "Finetune/Step": 1793, "Finetune/Step Time": 6.651059068739414}
+{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.8645875453948975, "Finetune/Loss (Raw)": 0.9807152152061462, "Finetune/Step": 1794, "Finetune/Step Time": 6.6473773419857025}
+{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.8601163625717163, "Finetune/Loss (Raw)": 0.3653058707714081, "Finetune/Step": 1795, "Finetune/Step Time": 6.667180348187685}
+{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.8591762185096741, "Finetune/Loss (Raw)": 0.8572630882263184, "Finetune/Step": 1796, "Finetune/Step Time": 6.660259414464235}
+{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.8596952557563782, "Finetune/Loss (Raw)": 0.9644603729248047, "Finetune/Step": 1797, "Finetune/Step Time": 6.659030240029097}
+{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.8594059944152832, "Finetune/Loss (Raw)": 0.893551766872406, "Finetune/Step": 1798, "Finetune/Step Time": 6.662548743188381}
+{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.859696090221405, "Finetune/Loss (Raw)": 0.856968879699707, "Finetune/Step": 1799, "Finetune/Step Time": 6.654076736420393}
+{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.858959436416626, "Finetune/Loss (Raw)": 0.8409604430198669, "Finetune/Step": 1800, "Finetune/Step Time": 6.6472262237221}
+{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.860905110836029, "Finetune/Loss (Raw)": 0.9838852286338806, "Finetune/Step": 1801, "Finetune/Step Time": 6.6509754210710526}
+{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.8623816967010498, "Finetune/Loss (Raw)": 0.8954842686653137, "Finetune/Step": 1802, "Finetune/Step Time": 6.652851792052388}
+{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.8625214099884033, "Finetune/Loss (Raw)": 0.8398070931434631, "Finetune/Step": 1803, "Finetune/Step Time": 6.664655199274421}
+{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.8618087768554688, "Finetune/Loss (Raw)": 0.9171737432479858, "Finetune/Step": 1804, "Finetune/Step Time": 6.668146565556526}
+{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.8585427403450012, "Finetune/Loss (Raw)": 0.5449691414833069, "Finetune/Step": 1805, "Finetune/Step Time": 6.676244167611003}
+{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.8584897518157959, "Finetune/Loss (Raw)": 0.778314471244812, "Finetune/Step": 1806, "Finetune/Step Time": 6.687838798388839}
+{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.8625380992889404, "Finetune/Loss (Raw)": 0.9043691754341125, "Finetune/Step": 1807, "Finetune/Step Time": 6.668145291507244}
+{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.8627390265464783, "Finetune/Loss (Raw)": 0.8979595303535461, "Finetune/Step": 1808, "Finetune/Step Time": 6.657060360535979}
+{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.862597644329071, "Finetune/Loss (Raw)": 0.8835676908493042, "Finetune/Step": 1809, "Finetune/Step Time": 6.656161528080702}
+{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.8613013029098511, "Finetune/Loss (Raw)": 0.886568009853363, "Finetune/Step": 1810, "Finetune/Step Time": 6.657957224175334}
+{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.8621354103088379, "Finetune/Loss (Raw)": 0.8952399492263794, "Finetune/Step": 1811, "Finetune/Step Time": 6.650659238919616}
+{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.8624122142791748, "Finetune/Loss (Raw)": 0.8878060579299927, "Finetune/Step": 1812, "Finetune/Step Time": 6.657190769910812}
+{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.8630439043045044, "Finetune/Loss (Raw)": 0.8822041153907776, "Finetune/Step": 1813, "Finetune/Step Time": 6.646787241101265}
+{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.864392101764679, "Finetune/Loss (Raw)": 0.8924330472946167, "Finetune/Step": 1814, "Finetune/Step Time": 6.6345542427152395}
+{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.86348557472229, "Finetune/Loss (Raw)": 0.8623894453048706, "Finetune/Step": 1815, "Finetune/Step Time": 6.633024187758565}
+{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.8639175295829773, "Finetune/Loss (Raw)": 0.9602255821228027, "Finetune/Step": 1816, "Finetune/Step Time": 6.627210458740592}
+{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.8682177066802979, "Finetune/Loss (Raw)": 0.8500133156776428, "Finetune/Step": 1817, "Finetune/Step Time": 6.609008777886629}
+{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.8667842745780945, "Finetune/Loss (Raw)": 0.8217093348503113, "Finetune/Step": 1818, "Finetune/Step Time": 6.609215030446649}
+{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.8670938611030579, "Finetune/Loss (Raw)": 0.9194311499595642, "Finetune/Step": 1819, "Finetune/Step Time": 6.606420826166868}
+{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.8670116662979126, "Finetune/Loss (Raw)": 0.7921823263168335, "Finetune/Step": 1820, "Finetune/Step Time": 6.585224065929651}
+{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.8682516813278198, "Finetune/Loss (Raw)": 0.9233388304710388, "Finetune/Step": 1821, "Finetune/Step Time": 6.570174857974052}
+{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.8718922734260559, "Finetune/Loss (Raw)": 1.12422776222229, "Finetune/Step": 1822, "Finetune/Step Time": 6.562336698174477}
+{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.8723582625389099, "Finetune/Loss (Raw)": 0.898931086063385, "Finetune/Step": 1823, "Finetune/Step Time": 6.553388522937894}
+{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.8718307018280029, "Finetune/Loss (Raw)": 0.800118625164032, "Finetune/Step": 1824, "Finetune/Step Time": 6.5576746463775635}
+{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.871190071105957, "Finetune/Loss (Raw)": 0.8525663018226624, "Finetune/Step": 1825, "Finetune/Step Time": 6.559026433154941}
+{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.8719887137413025, "Finetune/Loss (Raw)": 0.9803252220153809, "Finetune/Step": 1826, "Finetune/Step Time": 6.559910416603088}
+{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.8712601661682129, "Finetune/Loss (Raw)": 0.8766435980796814, "Finetune/Step": 1827, "Finetune/Step Time": 6.591551495715976}
+{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.8716850280761719, "Finetune/Loss (Raw)": 0.9720063209533691, "Finetune/Step": 1828, "Finetune/Step Time": 6.600181009620428}
+{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.8723980784416199, "Finetune/Loss (Raw)": 1.0811232328414917, "Finetune/Step": 1829, "Finetune/Step Time": 6.6035582181066275}
+{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.8724517226219177, "Finetune/Loss (Raw)": 0.9534593224525452, "Finetune/Step": 1830, "Finetune/Step Time": 6.61528518050909}
+{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.8732067346572876, "Finetune/Loss (Raw)": 0.867333710193634, "Finetune/Step": 1831, "Finetune/Step Time": 6.600919559597969}
+{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.8782305717468262, "Finetune/Loss (Raw)": 0.9849068522453308, "Finetune/Step": 1832, "Finetune/Step Time": 6.585760412737727}
+{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.8772451281547546, "Finetune/Loss (Raw)": 0.768862247467041, "Finetune/Step": 1833, "Finetune/Step Time": 6.604223100468516}
+{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.87816321849823, "Finetune/Loss (Raw)": 1.0529239177703857, "Finetune/Step": 1834, "Finetune/Step Time": 6.604084052145481}
+{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.8781083822250366, "Finetune/Loss (Raw)": 0.8948572874069214, "Finetune/Step": 1835, "Finetune/Step Time": 6.601074270904064}
+{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.8783251047134399, "Finetune/Loss (Raw)": 0.9194689393043518, "Finetune/Step": 1836, "Finetune/Step Time": 6.596769131720066}
+{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.8771988153457642, "Finetune/Loss (Raw)": 0.8948237299919128, "Finetune/Step": 1837, "Finetune/Step Time": 6.598356822505593}
+{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.8773069381713867, "Finetune/Loss (Raw)": 0.8951389789581299, "Finetune/Step": 1838, "Finetune/Step Time": 6.591407774016261}
+{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.8776267766952515, "Finetune/Loss (Raw)": 0.9358370304107666, "Finetune/Step": 1839, "Finetune/Step Time": 6.593630300834775}
+{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.8763946294784546, "Finetune/Loss (Raw)": 0.9163164496421814, "Finetune/Step": 1840, "Finetune/Step Time": 6.603501655161381}
+{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.8753186464309692, "Finetune/Loss (Raw)": 0.7983272075653076, "Finetune/Step": 1841, "Finetune/Step Time": 6.60466106235981}
+{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.875656247138977, "Finetune/Loss (Raw)": 1.0026355981826782, "Finetune/Step": 1842, "Finetune/Step Time": 6.603103566914797}
+{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.8771185874938965, "Finetune/Loss (Raw)": 0.9324091672897339, "Finetune/Step": 1843, "Finetune/Step Time": 6.608429349958897}
+{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.8769575357437134, "Finetune/Loss (Raw)": 0.856834352016449, "Finetune/Step": 1844, "Finetune/Step Time": 6.620030822232366}
+{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.8762289881706238, "Finetune/Loss (Raw)": 0.8591243624687195, "Finetune/Step": 1845, "Finetune/Step Time": 6.625479094684124}
+{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.877106249332428, "Finetune/Loss (Raw)": 1.0365344285964966, "Finetune/Step": 1846, "Finetune/Step Time": 6.626940367743373}
+{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.8774209022521973, "Finetune/Loss (Raw)": 0.917192816734314, "Finetune/Step": 1847, "Finetune/Step Time": 6.635125679895282}
+{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.8768149614334106, "Finetune/Loss (Raw)": 0.9046691656112671, "Finetune/Step": 1848, "Finetune/Step Time": 6.619028719142079}
+{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.8771107196807861, "Finetune/Loss (Raw)": 0.9756193161010742, "Finetune/Step": 1849, "Finetune/Step Time": 6.612842772156}
+{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.8774346113204956, "Finetune/Loss (Raw)": 0.9870250225067139, "Finetune/Step": 1850, "Finetune/Step Time": 6.618897669017315}
+{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.8761335611343384, "Finetune/Loss (Raw)": 0.7609362602233887, "Finetune/Step": 1851, "Finetune/Step Time": 6.622353728860617}
+{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.8774747252464294, "Finetune/Loss (Raw)": 0.9878591299057007, "Finetune/Step": 1852, "Finetune/Step Time": 6.623763641342521}
+{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.8778887987136841, "Finetune/Loss (Raw)": 0.950596272945404, "Finetune/Step": 1853, "Finetune/Step Time": 6.624598165974021}
+{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.8785322904586792, "Finetune/Loss (Raw)": 0.9269267320632935, "Finetune/Step": 1854, "Finetune/Step Time": 6.618640525266528}
+{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.878792405128479, "Finetune/Loss (Raw)": 0.9276659488677979, "Finetune/Step": 1855, "Finetune/Step Time": 6.603998290374875}
+{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.8790021538734436, "Finetune/Loss (Raw)": 1.0421433448791504, "Finetune/Step": 1856, "Finetune/Step Time": 6.604004539549351}
+{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.8783984184265137, "Finetune/Loss (Raw)": 0.8779222965240479, "Finetune/Step": 1857, "Finetune/Step Time": 6.639549044892192}
+{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.8796254396438599, "Finetune/Loss (Raw)": 0.9194871187210083, "Finetune/Step": 1858, "Finetune/Step Time": 6.647646989673376}
+{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.8792697787284851, "Finetune/Loss (Raw)": 0.9947289228439331, "Finetune/Step": 1859, "Finetune/Step Time": 6.642278578132391}
+{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.8784115314483643, "Finetune/Loss (Raw)": 0.8608080148696899, "Finetune/Step": 1860, "Finetune/Step Time": 6.630526911467314}
+{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.8775991797447205, "Finetune/Loss (Raw)": 0.8169675469398499, "Finetune/Step": 1861, "Finetune/Step Time": 6.630299013108015}
+{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.8765132427215576, "Finetune/Loss (Raw)": 0.806774914264679, "Finetune/Step": 1862, "Finetune/Step Time": 6.614584332332015}
+{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.8758655786514282, "Finetune/Loss (Raw)": 0.7728002667427063, "Finetune/Step": 1863, "Finetune/Step Time": 6.612835908308625}
+{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.875059962272644, "Finetune/Loss (Raw)": 0.7943118214607239, "Finetune/Step": 1864, "Finetune/Step Time": 6.616648809984326}
+{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.8762247562408447, "Finetune/Loss (Raw)": 0.9867379665374756, "Finetune/Step": 1865, "Finetune/Step Time": 6.618488924577832}
+{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.8812115788459778, "Finetune/Loss (Raw)": 0.9905526638031006, "Finetune/Step": 1866, "Finetune/Step Time": 6.612334160134196}
+{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.8824485540390015, "Finetune/Loss (Raw)": 0.9988200664520264, "Finetune/Step": 1867, "Finetune/Step Time": 6.6174068953841925}
+{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.8834584951400757, "Finetune/Loss (Raw)": 0.921154797077179, "Finetune/Step": 1868, "Finetune/Step Time": 6.6183104664087296}
+{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.8827296495437622, "Finetune/Loss (Raw)": 0.9789192080497742, "Finetune/Step": 1869, "Finetune/Step Time": 6.615068901330233}
+{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.8831785321235657, "Finetune/Loss (Raw)": 0.8457457423210144, "Finetune/Step": 1870, "Finetune/Step Time": 6.607101656496525}
+{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.883334219455719, "Finetune/Loss (Raw)": 0.894037663936615, "Finetune/Step": 1871, "Finetune/Step Time": 6.619343427941203}
+{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.8827915191650391, "Finetune/Loss (Raw)": 0.7709897756576538, "Finetune/Step": 1872, "Finetune/Step Time": 6.622981773689389}
+{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.8784361481666565, "Finetune/Loss (Raw)": 0.35712432861328125, "Finetune/Step": 1873, "Finetune/Step Time": 6.63575229421258}
+{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.878585934638977, "Finetune/Loss (Raw)": 1.0054830312728882, "Finetune/Step": 1874, "Finetune/Step Time": 6.636008022353053}
+{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.8819422125816345, "Finetune/Loss (Raw)": 0.8584985136985779, "Finetune/Step": 1875, "Finetune/Step Time": 6.62703356705606}
+{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.8830142021179199, "Finetune/Loss (Raw)": 0.889707624912262, "Finetune/Step": 1876, "Finetune/Step Time": 6.613559106364846}
+{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.8830229043960571, "Finetune/Loss (Raw)": 0.9165685772895813, "Finetune/Step": 1877, "Finetune/Step Time": 6.61697587557137}
+{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.8804470300674438, "Finetune/Loss (Raw)": 0.7027080655097961, "Finetune/Step": 1878, "Finetune/Step Time": 6.608964251354337}
+{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.8808667063713074, "Finetune/Loss (Raw)": 1.0213158130645752, "Finetune/Step": 1879, "Finetune/Step Time": 6.599488573148847}
+{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.8779999017715454, "Finetune/Loss (Raw)": 0.7234916687011719, "Finetune/Step": 1880, "Finetune/Step Time": 6.619603170081973}
+{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.8771005272865295, "Finetune/Loss (Raw)": 0.7801322937011719, "Finetune/Step": 1881, "Finetune/Step Time": 6.626547617837787}
+{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.8769247531890869, "Finetune/Loss (Raw)": 0.9342542886734009, "Finetune/Step": 1882, "Finetune/Step Time": 6.632679695263505}
+{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.8760176301002502, "Finetune/Loss (Raw)": 0.788496196269989, "Finetune/Step": 1883, "Finetune/Step Time": 6.640219835564494}
+{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.8706045150756836, "Finetune/Loss (Raw)": 0.35040003061294556, "Finetune/Step": 1884, "Finetune/Step Time": 6.657212996855378}
+{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.8749759793281555, "Finetune/Loss (Raw)": 0.9156056642532349, "Finetune/Step": 1885, "Finetune/Step Time": 6.6399201806634665}
+{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.8769315481185913, "Finetune/Loss (Raw)": 1.02324378490448, "Finetune/Step": 1886, "Finetune/Step Time": 6.643471883609891}
+{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.8752104640007019, "Finetune/Loss (Raw)": 0.7651788592338562, "Finetune/Step": 1887, "Finetune/Step Time": 6.639036428183317}
+{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.8732075691223145, "Finetune/Loss (Raw)": 0.7237942814826965, "Finetune/Step": 1888, "Finetune/Step Time": 6.643571460619569}
+{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.873802900314331, "Finetune/Loss (Raw)": 0.8759961724281311, "Finetune/Step": 1889, "Finetune/Step Time": 6.649293961003423}
+{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.8741363286972046, "Finetune/Loss (Raw)": 0.838495671749115, "Finetune/Step": 1890, "Finetune/Step Time": 6.643324390053749}
+{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.8735389113426208, "Finetune/Loss (Raw)": 0.9458562731742859, "Finetune/Step": 1891, "Finetune/Step Time": 6.627049935981631}
+{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.8742181062698364, "Finetune/Loss (Raw)": 1.05191171169281, "Finetune/Step": 1892, "Finetune/Step Time": 6.607865396887064}
+{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.8746631741523743, "Finetune/Loss (Raw)": 0.8500010371208191, "Finetune/Step": 1893, "Finetune/Step Time": 6.60922141559422}
+{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.8732327222824097, "Finetune/Loss (Raw)": 0.7551836967468262, "Finetune/Step": 1894, "Finetune/Step Time": 6.601318772882223}
+{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.8737941980361938, "Finetune/Loss (Raw)": 0.8550918698310852, "Finetune/Step": 1895, "Finetune/Step Time": 6.600965466350317}
+{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.8743865489959717, "Finetune/Loss (Raw)": 0.9003497958183289, "Finetune/Step": 1896, "Finetune/Step Time": 6.603195494040847}
+{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.8767839670181274, "Finetune/Loss (Raw)": 1.0414589643478394, "Finetune/Step": 1897, "Finetune/Step Time": 6.590612964704633}
+{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.8767521977424622, "Finetune/Loss (Raw)": 0.9347344636917114, "Finetune/Step": 1898, "Finetune/Step Time": 6.595230538398027}
+{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.8761879205703735, "Finetune/Loss (Raw)": 0.7653273940086365, "Finetune/Step": 1899, "Finetune/Step Time": 6.614144567400217}
+{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.8746222257614136, "Finetune/Loss (Raw)": 0.8473416566848755, "Finetune/Step": 1900, "Finetune/Step Time": 6.615864789113402}
+{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.8746465444564819, "Finetune/Loss (Raw)": 0.8428768515586853, "Finetune/Step": 1901, "Finetune/Step Time": 6.612418534234166}
+{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.8756088614463806, "Finetune/Loss (Raw)": 0.954366147518158, "Finetune/Step": 1902, "Finetune/Step Time": 6.5932786632329226}
+{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.8741945624351501, "Finetune/Loss (Raw)": 0.7775053381919861, "Finetune/Step": 1903, "Finetune/Step Time": 6.612475275993347}
+{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.8742337226867676, "Finetune/Loss (Raw)": 0.9027146697044373, "Finetune/Step": 1904, "Finetune/Step Time": 6.605206586420536}
+{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.8693126440048218, "Finetune/Loss (Raw)": 0.3184520900249481, "Finetune/Step": 1905, "Finetune/Step Time": 6.626784328371286}
+{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.868924617767334, "Finetune/Loss (Raw)": 0.8569743633270264, "Finetune/Step": 1906, "Finetune/Step Time": 6.639183096587658}
+{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.867789626121521, "Finetune/Loss (Raw)": 0.9068583846092224, "Finetune/Step": 1907, "Finetune/Step Time": 6.655056729912758}
+{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.8676955103874207, "Finetune/Loss (Raw)": 0.8213266730308533, "Finetune/Step": 1908, "Finetune/Step Time": 6.653105080127716}
+{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.8668137788772583, "Finetune/Loss (Raw)": 0.6580230593681335, "Finetune/Step": 1909, "Finetune/Step Time": 6.653899637982249}
+{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.8669050335884094, "Finetune/Loss (Raw)": 0.8949778079986572, "Finetune/Step": 1910, "Finetune/Step Time": 6.6564104072749615}
+{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.8679898977279663, "Finetune/Loss (Raw)": 0.9409862160682678, "Finetune/Step": 1911, "Finetune/Step Time": 6.66105386428535}
+{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.867316722869873, "Finetune/Loss (Raw)": 0.9353085160255432, "Finetune/Step": 1912, "Finetune/Step Time": 6.655745144933462}
+{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.8692072629928589, "Finetune/Loss (Raw)": 0.898169219493866, "Finetune/Step": 1913, "Finetune/Step Time": 6.640134543180466}
+{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.8705037832260132, "Finetune/Loss (Raw)": 1.0266152620315552, "Finetune/Step": 1914, "Finetune/Step Time": 6.64899686537683}
+{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.8726580739021301, "Finetune/Loss (Raw)": 0.9842597246170044, "Finetune/Step": 1915, "Finetune/Step Time": 6.669984994456172}
+{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.8731770515441895, "Finetune/Loss (Raw)": 0.8647245168685913, "Finetune/Step": 1916, "Finetune/Step Time": 6.669947287067771}
+{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.8770056366920471, "Finetune/Loss (Raw)": 0.781385600566864, "Finetune/Step": 1917, "Finetune/Step Time": 6.648052824661136}
+{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.8759169578552246, "Finetune/Loss (Raw)": 0.8377088308334351, "Finetune/Step": 1918, "Finetune/Step Time": 6.63582818955183}
+{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.8745202422142029, "Finetune/Loss (Raw)": 0.860511302947998, "Finetune/Step": 1919, "Finetune/Step Time": 6.6316326800733805}
+{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.8726838231086731, "Finetune/Loss (Raw)": 0.7450399994850159, "Finetune/Step": 1920, "Finetune/Step Time": 6.641139581799507}
+{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.8746527433395386, "Finetune/Loss (Raw)": 0.9835906028747559, "Finetune/Step": 1921, "Finetune/Step Time": 6.6244653519243}
+{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.8693307042121887, "Finetune/Loss (Raw)": 0.29949334263801575, "Finetune/Step": 1922, "Finetune/Step Time": 6.641239112243056}
+{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.8734151124954224, "Finetune/Loss (Raw)": 0.8881081938743591, "Finetune/Step": 1923, "Finetune/Step Time": 6.622909186407924}
+{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.8742466568946838, "Finetune/Loss (Raw)": 0.9637083411216736, "Finetune/Step": 1924, "Finetune/Step Time": 6.62077859416604}
+{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.8751096725463867, "Finetune/Loss (Raw)": 1.0749202966690063, "Finetune/Step": 1925, "Finetune/Step Time": 6.618150275200605}
+{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.8707056045532227, "Finetune/Loss (Raw)": 0.32983124256134033, "Finetune/Step": 1926, "Finetune/Step Time": 6.632264215499163}
+{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.8671027421951294, "Finetune/Loss (Raw)": 0.39580026268959045, "Finetune/Step": 1927, "Finetune/Step Time": 6.652887973934412}
+{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.8680671453475952, "Finetune/Loss (Raw)": 0.9644139409065247, "Finetune/Step": 1928, "Finetune/Step Time": 6.641736814752221}
+{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.866262674331665, "Finetune/Loss (Raw)": 0.7529072165489197, "Finetune/Step": 1929, "Finetune/Step Time": 6.633474472910166}
+{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.8659784197807312, "Finetune/Loss (Raw)": 0.8590984344482422, "Finetune/Step": 1930, "Finetune/Step Time": 6.619477147236466}
+{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.8666155934333801, "Finetune/Loss (Raw)": 0.9213654398918152, "Finetune/Step": 1931, "Finetune/Step Time": 6.597856447100639}
+{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.865607738494873, "Finetune/Loss (Raw)": 0.7881646752357483, "Finetune/Step": 1932, "Finetune/Step Time": 6.611484671011567}
+{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.8685482144355774, "Finetune/Loss (Raw)": 0.9213507175445557, "Finetune/Step": 1933, "Finetune/Step Time": 6.605071758851409}
+{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.8696934580802917, "Finetune/Loss (Raw)": 0.9249094128608704, "Finetune/Step": 1934, "Finetune/Step Time": 6.5914586540311575}
+{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.8702148199081421, "Finetune/Loss (Raw)": 0.9711002111434937, "Finetune/Step": 1935, "Finetune/Step Time": 6.5967721454799175}
+{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.8693723082542419, "Finetune/Loss (Raw)": 0.7901232242584229, "Finetune/Step": 1936, "Finetune/Step Time": 6.615356840193272}
+{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.86956787109375, "Finetune/Loss (Raw)": 0.9085955023765564, "Finetune/Step": 1937, "Finetune/Step Time": 6.614196002483368}
+{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.8657779097557068, "Finetune/Loss (Raw)": 0.4014531075954437, "Finetune/Step": 1938, "Finetune/Step Time": 6.627305688336492}
+{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.8657385110855103, "Finetune/Loss (Raw)": 0.8901931643486023, "Finetune/Step": 1939, "Finetune/Step Time": 6.623316189274192}
+{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.8626877665519714, "Finetune/Loss (Raw)": 0.49732083082199097, "Finetune/Step": 1940, "Finetune/Step Time": 6.624436382204294}
+{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.8623749613761902, "Finetune/Loss (Raw)": 0.8421593904495239, "Finetune/Step": 1941, "Finetune/Step Time": 6.623441696166992}
+{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.863849401473999, "Finetune/Loss (Raw)": 1.081156849861145, "Finetune/Step": 1942, "Finetune/Step Time": 6.6256669498980045}
+{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.8645907640457153, "Finetune/Loss (Raw)": 0.9572864174842834, "Finetune/Step": 1943, "Finetune/Step Time": 6.624589258804917}
+{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.8641351461410522, "Finetune/Loss (Raw)": 0.9019123315811157, "Finetune/Step": 1944, "Finetune/Step Time": 6.628994544968009}
+{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.8604915142059326, "Finetune/Loss (Raw)": 0.3836204409599304, "Finetune/Step": 1945, "Finetune/Step Time": 6.647944342344999}
+{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.8613080978393555, "Finetune/Loss (Raw)": 0.9262348413467407, "Finetune/Step": 1946, "Finetune/Step Time": 6.660303203389049}
+{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.8624299168586731, "Finetune/Loss (Raw)": 1.0630230903625488, "Finetune/Step": 1947, "Finetune/Step Time": 6.659290891140699}
+{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.8644813299179077, "Finetune/Loss (Raw)": 1.054765224456787, "Finetune/Step": 1948, "Finetune/Step Time": 6.65836563706398}
+{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.8650853633880615, "Finetune/Loss (Raw)": 1.0006487369537354, "Finetune/Step": 1949, "Finetune/Step Time": 6.6570907942950726}
+{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.8642436265945435, "Finetune/Loss (Raw)": 1.016486406326294, "Finetune/Step": 1950, "Finetune/Step Time": 6.653419449925423}
+{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.865090012550354, "Finetune/Loss (Raw)": 1.0072728395462036, "Finetune/Step": 1951, "Finetune/Step Time": 6.6578547060489655}
+{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.8668744564056396, "Finetune/Loss (Raw)": 1.0285261869430542, "Finetune/Step": 1952, "Finetune/Step Time": 6.65217749401927}
+{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.8651123046875, "Finetune/Loss (Raw)": 0.6270044445991516, "Finetune/Step": 1953, "Finetune/Step Time": 6.663328152149916}
+{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.8631948828697205, "Finetune/Loss (Raw)": 0.734902024269104, "Finetune/Step": 1954, "Finetune/Step Time": 6.6718822587281466}
+{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.8622167110443115, "Finetune/Loss (Raw)": 0.7514360547065735, "Finetune/Step": 1955, "Finetune/Step Time": 6.65756686963141}
+{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.8608158826828003, "Finetune/Loss (Raw)": 0.7927018404006958, "Finetune/Step": 1956, "Finetune/Step Time": 6.641209032386541}
+{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.8603771328926086, "Finetune/Loss (Raw)": 1.0249638557434082, "Finetune/Step": 1957, "Finetune/Step Time": 6.635130623355508}
+{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.8607485294342041, "Finetune/Loss (Raw)": 1.0009984970092773, "Finetune/Step": 1958, "Finetune/Step Time": 6.620861576870084}
+{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.8602340221405029, "Finetune/Loss (Raw)": 0.8014743328094482, "Finetune/Step": 1959, "Finetune/Step Time": 6.622817557305098}
+{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.8606247901916504, "Finetune/Loss (Raw)": 1.0349268913269043, "Finetune/Step": 1960, "Finetune/Step Time": 6.627734750509262}
+{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.8603162169456482, "Finetune/Loss (Raw)": 0.7293617725372314, "Finetune/Step": 1961, "Finetune/Step Time": 6.6157631650567055}
+{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.8552606105804443, "Finetune/Loss (Raw)": 0.4058060348033905, "Finetune/Step": 1962, "Finetune/Step Time": 6.6372138150036335}
+{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.8513336777687073, "Finetune/Loss (Raw)": 0.3922116160392761, "Finetune/Step": 1963, "Finetune/Step Time": 6.643612623214722}
+{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.8514268398284912, "Finetune/Loss (Raw)": 0.9313951730728149, "Finetune/Step": 1964, "Finetune/Step Time": 6.650175565853715}
+{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.8503233790397644, "Finetune/Loss (Raw)": 0.753577470779419, "Finetune/Step": 1965, "Finetune/Step Time": 6.649709295481443}
+{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.8495634198188782, "Finetune/Loss (Raw)": 0.7978652119636536, "Finetune/Step": 1966, "Finetune/Step Time": 6.6447051130235195}
+{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.8485133647918701, "Finetune/Loss (Raw)": 0.801437258720398, "Finetune/Step": 1967, "Finetune/Step Time": 6.63260867446661}
+{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.8487361669540405, "Finetune/Loss (Raw)": 0.944831132888794, "Finetune/Step": 1968, "Finetune/Step Time": 6.619054285809398}
+{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.8459820747375488, "Finetune/Loss (Raw)": 0.44580239057540894, "Finetune/Step": 1969, "Finetune/Step Time": 6.636413434520364}
+{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.8447662591934204, "Finetune/Loss (Raw)": 0.8470156788825989, "Finetune/Step": 1970, "Finetune/Step Time": 6.632231445983052}
+{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.8406369686126709, "Finetune/Loss (Raw)": 0.40385761857032776, "Finetune/Step": 1971, "Finetune/Step Time": 6.635558519512415}
+{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.8406844139099121, "Finetune/Loss (Raw)": 0.8629093766212463, "Finetune/Step": 1972, "Finetune/Step Time": 6.624369252473116}
+{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.840300977230072, "Finetune/Loss (Raw)": 0.8100391626358032, "Finetune/Step": 1973, "Finetune/Step Time": 6.638775270432234}
+{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.8401820659637451, "Finetune/Loss (Raw)": 1.0213079452514648, "Finetune/Step": 1974, "Finetune/Step Time": 6.638475630432367}
+{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.8399174213409424, "Finetune/Loss (Raw)": 0.8833238482475281, "Finetune/Step": 1975, "Finetune/Step Time": 6.62801462970674}
+{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.8397791385650635, "Finetune/Loss (Raw)": 0.8869708180427551, "Finetune/Step": 1976, "Finetune/Step Time": 6.630544673651457}
+{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.8394593596458435, "Finetune/Loss (Raw)": 0.9346859455108643, "Finetune/Step": 1977, "Finetune/Step Time": 6.638871982693672}
+{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.8395403027534485, "Finetune/Loss (Raw)": 0.9973883032798767, "Finetune/Step": 1978, "Finetune/Step Time": 6.632350135594606}
+{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.8365221619606018, "Finetune/Loss (Raw)": 0.37461426854133606, "Finetune/Step": 1979, "Finetune/Step Time": 6.628436820581555}
+{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.8346595764160156, "Finetune/Loss (Raw)": 0.7494537830352783, "Finetune/Step": 1980, "Finetune/Step Time": 6.64159389026463}
+{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.8346748352050781, "Finetune/Loss (Raw)": 0.9525430202484131, "Finetune/Step": 1981, "Finetune/Step Time": 6.6424644608050585}
+{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.8346121311187744, "Finetune/Loss (Raw)": 0.9188925623893738, "Finetune/Step": 1982, "Finetune/Step Time": 6.649748424068093}
+{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.8339963555335999, "Finetune/Loss (Raw)": 0.8488574624061584, "Finetune/Step": 1983, "Finetune/Step Time": 6.6482165809720755}
+{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.8340250849723816, "Finetune/Loss (Raw)": 1.045817494392395, "Finetune/Step": 1984, "Finetune/Step Time": 6.659236669540405}
+{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.834859311580658, "Finetune/Loss (Raw)": 0.984701931476593, "Finetune/Step": 1985, "Finetune/Step Time": 6.621056713163853}
+{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.8366159200668335, "Finetune/Loss (Raw)": 1.1443272829055786, "Finetune/Step": 1986, "Finetune/Step Time": 6.610596327111125}
+{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.8357756733894348, "Finetune/Loss (Raw)": 0.8871855139732361, "Finetune/Step": 1987, "Finetune/Step Time": 6.635701475664973}
+{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.8354283571243286, "Finetune/Loss (Raw)": 0.8163524866104126, "Finetune/Step": 1988, "Finetune/Step Time": 6.633994482457638}
+{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.836292028427124, "Finetune/Loss (Raw)": 0.9275193810462952, "Finetune/Step": 1989, "Finetune/Step Time": 6.635354602709413}
+{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.8372287750244141, "Finetune/Loss (Raw)": 0.9266749620437622, "Finetune/Step": 1990, "Finetune/Step Time": 6.635987402871251}
+{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.8372235894203186, "Finetune/Loss (Raw)": 0.7721372842788696, "Finetune/Step": 1991, "Finetune/Step Time": 6.642706532031298}
+{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.8381903171539307, "Finetune/Loss (Raw)": 0.9180505275726318, "Finetune/Step": 1992, "Finetune/Step Time": 6.637802019715309}
+{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.8366638422012329, "Finetune/Loss (Raw)": 0.7913581728935242, "Finetune/Step": 1993, "Finetune/Step Time": 6.64173105545342}
+{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.834252119064331, "Finetune/Loss (Raw)": 0.6818459630012512, "Finetune/Step": 1994, "Finetune/Step Time": 6.63800048828125}
+{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.8324326872825623, "Finetune/Loss (Raw)": 0.7659311294555664, "Finetune/Step": 1995, "Finetune/Step Time": 6.6415634620934725}
+{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.8313341736793518, "Finetune/Loss (Raw)": 0.7805477380752563, "Finetune/Step": 1996, "Finetune/Step Time": 6.629256082698703}
+{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.8315882682800293, "Finetune/Loss (Raw)": 1.0114459991455078, "Finetune/Step": 1997, "Finetune/Step Time": 6.630725022405386}
+{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.831560492515564, "Finetune/Loss (Raw)": 0.8421795964241028, "Finetune/Step": 1998, "Finetune/Step Time": 6.631415031850338}
+{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.827765941619873, "Finetune/Loss (Raw)": 0.40834885835647583, "Finetune/Step": 1999, "Finetune/Step Time": 6.619892502203584}
+{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.8282909393310547, "Finetune/Loss (Raw)": 0.8381863236427307, "Finetune/Step": 2000, "Finetune/Step Time": 6.6426944844424725}
+{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.8326408267021179, "Finetune/Loss (Raw)": 0.913907527923584, "Finetune/Step": 2001, "Finetune/Step Time": 6.6285894978791475}
+{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.8316608667373657, "Finetune/Loss (Raw)": 0.8800453543663025, "Finetune/Step": 2002, "Finetune/Step Time": 6.626188162714243}
+{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.8313032388687134, "Finetune/Loss (Raw)": 0.8127195835113525, "Finetune/Step": 2003, "Finetune/Step Time": 6.625227566808462}
+{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.830765962600708, "Finetune/Loss (Raw)": 0.82094407081604, "Finetune/Step": 2004, "Finetune/Step Time": 6.629496417939663}
+{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.8303206562995911, "Finetune/Loss (Raw)": 0.859567403793335, "Finetune/Step": 2005, "Finetune/Step Time": 6.6234636679291725}
+{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.8315331935882568, "Finetune/Loss (Raw)": 0.8579139113426208, "Finetune/Step": 2006, "Finetune/Step Time": 6.613461570814252}
+{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.8319002389907837, "Finetune/Loss (Raw)": 1.0682989358901978, "Finetune/Step": 2007, "Finetune/Step Time": 6.613419689238071}
+{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.8333321809768677, "Finetune/Loss (Raw)": 0.906775176525116, "Finetune/Step": 2008, "Finetune/Step Time": 6.598414020612836}
+{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.8337211012840271, "Finetune/Loss (Raw)": 0.8299136161804199, "Finetune/Step": 2009, "Finetune/Step Time": 6.587770331650972}
+{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.8341495990753174, "Finetune/Loss (Raw)": 0.9891026020050049, "Finetune/Step": 2010, "Finetune/Step Time": 6.577876508235931}
+{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.8364298343658447, "Finetune/Loss (Raw)": 1.0803626775741577, "Finetune/Step": 2011, "Finetune/Step Time": 6.571657747030258}
+{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.8407673835754395, "Finetune/Loss (Raw)": 0.9056127667427063, "Finetune/Step": 2012, "Finetune/Step Time": 6.5515568517148495}
+{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.8409217000007629, "Finetune/Loss (Raw)": 0.9353562593460083, "Finetune/Step": 2013, "Finetune/Step Time": 6.567661684006453}
+{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.8387326598167419, "Finetune/Loss (Raw)": 0.743045449256897, "Finetune/Step": 2014, "Finetune/Step Time": 6.577654922381043}
+{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.8357856273651123, "Finetune/Loss (Raw)": 0.38796424865722656, "Finetune/Step": 2015, "Finetune/Step Time": 6.594172652810812}
+{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.8332300782203674, "Finetune/Loss (Raw)": 0.3966788649559021, "Finetune/Step": 2016, "Finetune/Step Time": 6.609218126162887}
+{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.832192063331604, "Finetune/Loss (Raw)": 0.7431315779685974, "Finetune/Step": 2017, "Finetune/Step Time": 6.61513589695096}
+{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.8329257965087891, "Finetune/Loss (Raw)": 0.9324156641960144, "Finetune/Step": 2018, "Finetune/Step Time": 6.617082493379712}
+{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.8319143056869507, "Finetune/Loss (Raw)": 0.816385805606842, "Finetune/Step": 2019, "Finetune/Step Time": 6.62418357655406}
+{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.8309828042984009, "Finetune/Loss (Raw)": 0.9326834678649902, "Finetune/Step": 2020, "Finetune/Step Time": 6.627790208905935}
+{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.8310807943344116, "Finetune/Loss (Raw)": 0.862533688545227, "Finetune/Step": 2021, "Finetune/Step Time": 6.624766839668155}
+{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.8317666053771973, "Finetune/Loss (Raw)": 0.8429646492004395, "Finetune/Step": 2022, "Finetune/Step Time": 6.632146084681153}
+{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.8305234313011169, "Finetune/Loss (Raw)": 0.6959758996963501, "Finetune/Step": 2023, "Finetune/Step Time": 6.657160673290491}
+{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.8302640318870544, "Finetune/Loss (Raw)": 0.8671417832374573, "Finetune/Step": 2024, "Finetune/Step Time": 6.6568586975336075}
+{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.8284469246864319, "Finetune/Loss (Raw)": 0.8088681101799011, "Finetune/Step": 2025, "Finetune/Step Time": 6.6689113937318325}
+{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.8283864259719849, "Finetune/Loss (Raw)": 0.926993191242218, "Finetune/Step": 2026, "Finetune/Step Time": 6.656763268634677}
+{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.8287029266357422, "Finetune/Loss (Raw)": 0.8058425188064575, "Finetune/Step": 2027, "Finetune/Step Time": 6.637098660692573}
+{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.8290328979492188, "Finetune/Loss (Raw)": 0.8895716667175293, "Finetune/Step": 2028, "Finetune/Step Time": 6.6511351354420185}
+{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.8300154805183411, "Finetune/Loss (Raw)": 0.9686455130577087, "Finetune/Step": 2029, "Finetune/Step Time": 6.644944088533521}
+{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.8252459764480591, "Finetune/Loss (Raw)": 0.3438769280910492, "Finetune/Step": 2030, "Finetune/Step Time": 6.6573665458709}
+{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.8257079124450684, "Finetune/Loss (Raw)": 0.836635172367096, "Finetune/Step": 2031, "Finetune/Step Time": 6.63788397423923}
+{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.8265597224235535, "Finetune/Loss (Raw)": 1.0117404460906982, "Finetune/Step": 2032, "Finetune/Step Time": 6.63352851383388}
+{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.8314515948295593, "Finetune/Loss (Raw)": 0.9446150064468384, "Finetune/Step": 2033, "Finetune/Step Time": 6.618598572909832}
+{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.8326981067657471, "Finetune/Loss (Raw)": 1.0165232419967651, "Finetune/Step": 2034, "Finetune/Step Time": 6.606335271149874}
+{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.8316677808761597, "Finetune/Loss (Raw)": 0.7749794125556946, "Finetune/Step": 2035, "Finetune/Step Time": 6.615611827000976}
+{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.832337498664856, "Finetune/Loss (Raw)": 0.9070442914962769, "Finetune/Step": 2036, "Finetune/Step Time": 6.629329277202487}
+{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.8338974118232727, "Finetune/Loss (Raw)": 0.8577014803886414, "Finetune/Step": 2037, "Finetune/Step Time": 6.644133793190122}
+{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.8328042030334473, "Finetune/Loss (Raw)": 0.755047619342804, "Finetune/Step": 2038, "Finetune/Step Time": 6.646899750456214}
+{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.833478569984436, "Finetune/Loss (Raw)": 1.0272995233535767, "Finetune/Step": 2039, "Finetune/Step Time": 6.6422388926148415}
+{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.8337348699569702, "Finetune/Loss (Raw)": 0.9681109189987183, "Finetune/Step": 2040, "Finetune/Step Time": 6.640617184340954}
+{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.8338593244552612, "Finetune/Loss (Raw)": 0.9141029715538025, "Finetune/Step": 2041, "Finetune/Step Time": 6.682361675426364}
+{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.831688404083252, "Finetune/Loss (Raw)": 0.7487402558326721, "Finetune/Step": 2042, "Finetune/Step Time": 6.6725412383675575}
+{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.8310294151306152, "Finetune/Loss (Raw)": 0.8999086022377014, "Finetune/Step": 2043, "Finetune/Step Time": 6.64420978538692}
+{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.8312249183654785, "Finetune/Loss (Raw)": 0.8897431492805481, "Finetune/Step": 2044, "Finetune/Step Time": 6.643488397821784}
+{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.8322746753692627, "Finetune/Loss (Raw)": 0.9157606959342957, "Finetune/Step": 2045, "Finetune/Step Time": 6.666021887212992}
+{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.8335613012313843, "Finetune/Loss (Raw)": 1.0023936033248901, "Finetune/Step": 2046, "Finetune/Step Time": 6.666774971410632}
+{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.8340944051742554, "Finetune/Loss (Raw)": 0.9287551045417786, "Finetune/Step": 2047, "Finetune/Step Time": 6.670372825115919}
+{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.8341897130012512, "Finetune/Loss (Raw)": 0.757233202457428, "Finetune/Step": 2048, "Finetune/Step Time": 6.660767832770944}
+{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.8314224481582642, "Finetune/Loss (Raw)": 0.6293876767158508, "Finetune/Step": 2049, "Finetune/Step Time": 6.675541514530778}
+{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.8348557949066162, "Finetune/Loss (Raw)": 0.7389637231826782, "Finetune/Step": 2050, "Finetune/Step Time": 6.6699466072022915}
+{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.8359658718109131, "Finetune/Loss (Raw)": 1.0301952362060547, "Finetune/Step": 2051, "Finetune/Step Time": 6.673977822065353}
+{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.8358368277549744, "Finetune/Loss (Raw)": 0.9471853971481323, "Finetune/Step": 2052, "Finetune/Step Time": 6.697694281116128}
+{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.8343847990036011, "Finetune/Loss (Raw)": 0.8890628218650818, "Finetune/Step": 2053, "Finetune/Step Time": 6.700658481568098}
+{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.839682936668396, "Finetune/Loss (Raw)": 1.007997751235962, "Finetune/Step": 2054, "Finetune/Step Time": 6.684096597135067}
+{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.8441681861877441, "Finetune/Loss (Raw)": 0.9699087738990784, "Finetune/Step": 2055, "Finetune/Step Time": 6.669544981792569}
+{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.8441791534423828, "Finetune/Loss (Raw)": 0.9658179879188538, "Finetune/Step": 2056, "Finetune/Step Time": 6.6706332843750715}
+{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.8446480631828308, "Finetune/Loss (Raw)": 0.8129233717918396, "Finetune/Step": 2057, "Finetune/Step Time": 6.6795168444514275}
+{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.8442400693893433, "Finetune/Loss (Raw)": 0.8068800568580627, "Finetune/Step": 2058, "Finetune/Step Time": 6.691071163862944}
+{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.8432548642158508, "Finetune/Loss (Raw)": 0.7952541708946228, "Finetune/Step": 2059, "Finetune/Step Time": 6.692684656009078}
+{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.8442177176475525, "Finetune/Loss (Raw)": 0.9114065170288086, "Finetune/Step": 2060, "Finetune/Step Time": 6.6733349319547415}
+{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.8446529507637024, "Finetune/Loss (Raw)": 0.9770681262016296, "Finetune/Step": 2061, "Finetune/Step Time": 6.672136668115854}
+{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.8438513278961182, "Finetune/Loss (Raw)": 0.8222986459732056, "Finetune/Step": 2062, "Finetune/Step Time": 6.672661986202002}
+{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.8436411619186401, "Finetune/Loss (Raw)": 0.9441985487937927, "Finetune/Step": 2063, "Finetune/Step Time": 6.665853723883629}
+{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.8444528579711914, "Finetune/Loss (Raw)": 0.8940224051475525, "Finetune/Step": 2064, "Finetune/Step Time": 6.6698047779500484}
+{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.8444393873214722, "Finetune/Loss (Raw)": 0.9068628549575806, "Finetune/Step": 2065, "Finetune/Step Time": 6.678297774866223}
+{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.843938946723938, "Finetune/Loss (Raw)": 0.33741024136543274, "Finetune/Step": 2066, "Finetune/Step Time": 6.680149333551526}
+{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.8439972400665283, "Finetune/Loss (Raw)": 0.8976510763168335, "Finetune/Step": 2067, "Finetune/Step Time": 6.6817466132342815}
+{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.8469271063804626, "Finetune/Loss (Raw)": 0.872340738773346, "Finetune/Step": 2068, "Finetune/Step Time": 6.671220328658819}
+{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.8470557928085327, "Finetune/Loss (Raw)": 0.8586276769638062, "Finetune/Step": 2069, "Finetune/Step Time": 6.667696215212345}
+{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.8435533046722412, "Finetune/Loss (Raw)": 0.6328433156013489, "Finetune/Step": 2070, "Finetune/Step Time": 6.679536711424589}
+{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.8430003523826599, "Finetune/Loss (Raw)": 0.8865070343017578, "Finetune/Step": 2071, "Finetune/Step Time": 6.685881281271577}
+{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.844209611415863, "Finetune/Loss (Raw)": 1.0566946268081665, "Finetune/Step": 2072, "Finetune/Step Time": 6.678913725540042}
+{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.8477765321731567, "Finetune/Loss (Raw)": 0.8401871919631958, "Finetune/Step": 2073, "Finetune/Step Time": 6.669917171820998}
+{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.8481289148330688, "Finetune/Loss (Raw)": 0.971338152885437, "Finetune/Step": 2074, "Finetune/Step Time": 6.661305079236627}
+{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.8465173840522766, "Finetune/Loss (Raw)": 0.8567507266998291, "Finetune/Step": 2075, "Finetune/Step Time": 6.6609210558235645}
+{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.8438387513160706, "Finetune/Loss (Raw)": 0.7118960022926331, "Finetune/Step": 2076, "Finetune/Step Time": 6.674467978999019}
+{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.8424785137176514, "Finetune/Loss (Raw)": 0.8265440464019775, "Finetune/Step": 2077, "Finetune/Step Time": 6.675285708159208}
+{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.8410094976425171, "Finetune/Loss (Raw)": 0.8284571170806885, "Finetune/Step": 2078, "Finetune/Step Time": 6.675709275528789}
+{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.8398420810699463, "Finetune/Loss (Raw)": 0.8578359484672546, "Finetune/Step": 2079, "Finetune/Step Time": 6.672036051750183}
+{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.8374821543693542, "Finetune/Loss (Raw)": 0.7264600992202759, "Finetune/Step": 2080, "Finetune/Step Time": 6.679631385952234}
+{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.8393354415893555, "Finetune/Loss (Raw)": 0.8642177581787109, "Finetune/Step": 2081, "Finetune/Step Time": 6.680171510204673}
+{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.8398986458778381, "Finetune/Loss (Raw)": 0.8069950938224792, "Finetune/Step": 2082, "Finetune/Step Time": 6.668101277202368}
+{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.8414304256439209, "Finetune/Loss (Raw)": 0.9475052356719971, "Finetune/Step": 2083, "Finetune/Step Time": 6.651414399966598}
+{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.8435940742492676, "Finetune/Loss (Raw)": 1.0696507692337036, "Finetune/Step": 2084, "Finetune/Step Time": 6.647584952414036}
+{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.8380468487739563, "Finetune/Loss (Raw)": 0.3149183392524719, "Finetune/Step": 2085, "Finetune/Step Time": 6.6673697885125875}
+{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.8376150131225586, "Finetune/Loss (Raw)": 0.9457288384437561, "Finetune/Step": 2086, "Finetune/Step Time": 6.673164244741201}
+{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.8394215106964111, "Finetune/Loss (Raw)": 1.0327011346817017, "Finetune/Step": 2087, "Finetune/Step Time": 6.664204485714436}
+{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.8388084173202515, "Finetune/Loss (Raw)": 0.9564456343650818, "Finetune/Step": 2088, "Finetune/Step Time": 6.655320692807436}
+{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.8403744697570801, "Finetune/Loss (Raw)": 0.9298185110092163, "Finetune/Step": 2089, "Finetune/Step Time": 6.650188744068146}
+{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.8393011689186096, "Finetune/Loss (Raw)": 0.26842519640922546, "Finetune/Step": 2090, "Finetune/Step Time": 6.651017591357231}
+{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.842401921749115, "Finetune/Loss (Raw)": 0.7891091704368591, "Finetune/Step": 2091, "Finetune/Step Time": 6.635833777487278}
+{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.8427228331565857, "Finetune/Loss (Raw)": 0.9724706411361694, "Finetune/Step": 2092, "Finetune/Step Time": 6.624526171013713}
+{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.8441736102104187, "Finetune/Loss (Raw)": 0.9392813444137573, "Finetune/Step": 2093, "Finetune/Step Time": 6.622415773570538}
+{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.845635712146759, "Finetune/Loss (Raw)": 0.9850110411643982, "Finetune/Step": 2094, "Finetune/Step Time": 6.623937519267201}
+{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.8463783264160156, "Finetune/Loss (Raw)": 0.8964900970458984, "Finetune/Step": 2095, "Finetune/Step Time": 6.629264296963811}
+{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.8460150361061096, "Finetune/Loss (Raw)": 0.8983309268951416, "Finetune/Step": 2096, "Finetune/Step Time": 6.631844807416201}
+{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.8503650426864624, "Finetune/Loss (Raw)": 1.0026110410690308, "Finetune/Step": 2097, "Finetune/Step Time": 6.6121771838516}
+{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.8501940965652466, "Finetune/Loss (Raw)": 0.8251238465309143, "Finetune/Step": 2098, "Finetune/Step Time": 6.620501970872283}
+{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.8498562574386597, "Finetune/Loss (Raw)": 0.3606252074241638, "Finetune/Step": 2099, "Finetune/Step Time": 6.6332831513136625}
+{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.848652720451355, "Finetune/Loss (Raw)": 0.708853006362915, "Finetune/Step": 2100, "Finetune/Step Time": 6.6392027623951435}
+{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.8495656251907349, "Finetune/Loss (Raw)": 0.926886796951294, "Finetune/Step": 2101, "Finetune/Step Time": 6.604946648702025}
+{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.8481875658035278, "Finetune/Loss (Raw)": 0.8449215292930603, "Finetune/Step": 2102, "Finetune/Step Time": 6.607590485364199}
+{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.8441550731658936, "Finetune/Loss (Raw)": 0.367160439491272, "Finetune/Step": 2103, "Finetune/Step Time": 6.628734985366464}
+{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.8435330390930176, "Finetune/Loss (Raw)": 0.8073581457138062, "Finetune/Step": 2104, "Finetune/Step Time": 6.635722257196903}
+{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.8432148694992065, "Finetune/Loss (Raw)": 0.8939588069915771, "Finetune/Step": 2105, "Finetune/Step Time": 6.64547212049365}
+{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.8423962593078613, "Finetune/Loss (Raw)": 0.892601490020752, "Finetune/Step": 2106, "Finetune/Step Time": 6.644039124250412}
+{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.8463757634162903, "Finetune/Loss (Raw)": 0.8839910626411438, "Finetune/Step": 2107, "Finetune/Step Time": 6.624014174565673}
+{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.8471641540527344, "Finetune/Loss (Raw)": 0.8503662347793579, "Finetune/Step": 2108, "Finetune/Step Time": 6.611531952396035}
+{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.8468165993690491, "Finetune/Loss (Raw)": 0.9080582857131958, "Finetune/Step": 2109, "Finetune/Step Time": 6.6143811251968145}
+{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.8468592166900635, "Finetune/Loss (Raw)": 0.924342155456543, "Finetune/Step": 2110, "Finetune/Step Time": 6.622253865003586}
+{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.84674072265625, "Finetune/Loss (Raw)": 0.8336988687515259, "Finetune/Step": 2111, "Finetune/Step Time": 6.636794434860349}
+{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.842140793800354, "Finetune/Loss (Raw)": 0.4570153057575226, "Finetune/Step": 2112, "Finetune/Step Time": 6.644860949367285}
+{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.8412526845932007, "Finetune/Loss (Raw)": 0.8710275888442993, "Finetune/Step": 2113, "Finetune/Step Time": 6.6434834357351065}
+{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.8403783440589905, "Finetune/Loss (Raw)": 1.0324151515960693, "Finetune/Step": 2114, "Finetune/Step Time": 6.6613355781883}
+{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.8408970832824707, "Finetune/Loss (Raw)": 0.9535796046257019, "Finetune/Step": 2115, "Finetune/Step Time": 6.639252511784434}
+{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.8377785086631775, "Finetune/Loss (Raw)": 0.4171777069568634, "Finetune/Step": 2116, "Finetune/Step Time": 6.655286587774754}
+{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.8358181118965149, "Finetune/Loss (Raw)": 0.6765888929367065, "Finetune/Step": 2117, "Finetune/Step Time": 6.67196436598897}
+{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.8348958492279053, "Finetune/Loss (Raw)": 0.8086271286010742, "Finetune/Step": 2118, "Finetune/Step Time": 6.668441843241453}
+{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.8351423144340515, "Finetune/Loss (Raw)": 0.8036821484565735, "Finetune/Step": 2119, "Finetune/Step Time": 6.671270651742816}
+{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.8305455446243286, "Finetune/Loss (Raw)": 0.32966378331184387, "Finetune/Step": 2120, "Finetune/Step Time": 6.691559309139848}
+{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.8312817811965942, "Finetune/Loss (Raw)": 0.8855950236320496, "Finetune/Step": 2121, "Finetune/Step Time": 6.696326557546854}
+{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.833357572555542, "Finetune/Loss (Raw)": 0.94754958152771, "Finetune/Step": 2122, "Finetune/Step Time": 6.690846648067236}
+{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.8346391320228577, "Finetune/Loss (Raw)": 0.9299706220626831, "Finetune/Step": 2123, "Finetune/Step Time": 6.68298283778131}
+{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.8358535766601562, "Finetune/Loss (Raw)": 0.9359914660453796, "Finetune/Step": 2124, "Finetune/Step Time": 6.679465206339955}
+{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.8350800275802612, "Finetune/Loss (Raw)": 0.9124398827552795, "Finetune/Step": 2125, "Finetune/Step Time": 6.693790882825851}
+{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.8359326124191284, "Finetune/Loss (Raw)": 0.9513065814971924, "Finetune/Step": 2126, "Finetune/Step Time": 6.691643673926592}
+{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.8398261666297913, "Finetune/Loss (Raw)": 0.9067285060882568, "Finetune/Step": 2127, "Finetune/Step Time": 6.675422865897417}
+{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.8360075354576111, "Finetune/Loss (Raw)": 0.3493967056274414, "Finetune/Step": 2128, "Finetune/Step Time": 6.668369732797146}
+{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.8310015201568604, "Finetune/Loss (Raw)": 0.2731375992298126, "Finetune/Step": 2129, "Finetune/Step Time": 6.683896904811263}
+{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.8312420845031738, "Finetune/Loss (Raw)": 0.9108375906944275, "Finetune/Step": 2130, "Finetune/Step Time": 6.683234050869942}
+{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.8321259021759033, "Finetune/Loss (Raw)": 0.9258464574813843, "Finetune/Step": 2131, "Finetune/Step Time": 6.6740433014929295}
+{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.8321504592895508, "Finetune/Loss (Raw)": 0.8240876197814941, "Finetune/Step": 2132, "Finetune/Step Time": 6.678277039900422}
+{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.8341507911682129, "Finetune/Loss (Raw)": 1.1156156063079834, "Finetune/Step": 2133, "Finetune/Step Time": 6.676578493788838}
+{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.8337154388427734, "Finetune/Loss (Raw)": 0.8021811246871948, "Finetune/Step": 2134, "Finetune/Step Time": 6.687239544466138}
+{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.8319609761238098, "Finetune/Loss (Raw)": 0.8437347412109375, "Finetune/Step": 2135, "Finetune/Step Time": 6.6841379422694445}
+{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.8320925831794739, "Finetune/Loss (Raw)": 0.923617422580719, "Finetune/Step": 2136, "Finetune/Step Time": 6.6771855261176825}
+{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.8288573026657104, "Finetune/Loss (Raw)": 0.4158012866973877, "Finetune/Step": 2137, "Finetune/Step Time": 6.697787530720234}
+{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.828185498714447, "Finetune/Loss (Raw)": 0.9031075239181519, "Finetune/Step": 2138, "Finetune/Step Time": 6.6965272799134254}
+{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.8261222839355469, "Finetune/Loss (Raw)": 0.8162776231765747, "Finetune/Step": 2139, "Finetune/Step Time": 6.711458532139659}
+{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.826245903968811, "Finetune/Loss (Raw)": 0.9214357733726501, "Finetune/Step": 2140, "Finetune/Step Time": 6.714761350303888}
+{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.8269500732421875, "Finetune/Loss (Raw)": 1.025486946105957, "Finetune/Step": 2141, "Finetune/Step Time": 6.700267765671015}
+{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.8275736570358276, "Finetune/Loss (Raw)": 0.8228597044944763, "Finetune/Step": 2142, "Finetune/Step Time": 6.688418973237276}
+{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.8311337232589722, "Finetune/Loss (Raw)": 0.8436626195907593, "Finetune/Step": 2143, "Finetune/Step Time": 6.685646718367934}
+{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.834740161895752, "Finetune/Loss (Raw)": 0.858298122882843, "Finetune/Step": 2144, "Finetune/Step Time": 6.677084809169173}
+{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.8337772488594055, "Finetune/Loss (Raw)": 0.6198788285255432, "Finetune/Step": 2145, "Finetune/Step Time": 6.676697550341487}
+{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.833274245262146, "Finetune/Loss (Raw)": 0.8680235743522644, "Finetune/Step": 2146, "Finetune/Step Time": 6.690801739692688}
+{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.8336337804794312, "Finetune/Loss (Raw)": 0.8624140024185181, "Finetune/Step": 2147, "Finetune/Step Time": 6.692692806944251}
+{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.8343840837478638, "Finetune/Loss (Raw)": 1.0287162065505981, "Finetune/Step": 2148, "Finetune/Step Time": 6.6888638492673635}
+{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.8347560167312622, "Finetune/Loss (Raw)": 0.9101482629776001, "Finetune/Step": 2149, "Finetune/Step Time": 6.677771221846342}
+{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.834857702255249, "Finetune/Loss (Raw)": 0.8559790253639221, "Finetune/Step": 2150, "Finetune/Step Time": 6.674502264708281}
+{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.8375754356384277, "Finetune/Loss (Raw)": 1.0438473224639893, "Finetune/Step": 2151, "Finetune/Step Time": 6.658300107344985}
+{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.8367434144020081, "Finetune/Loss (Raw)": 0.7606387734413147, "Finetune/Step": 2152, "Finetune/Step Time": 6.663920387625694}
+{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.8368056416511536, "Finetune/Loss (Raw)": 0.8168354630470276, "Finetune/Step": 2153, "Finetune/Step Time": 6.663955604657531}
+{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.8356541395187378, "Finetune/Loss (Raw)": 0.7795940041542053, "Finetune/Step": 2154, "Finetune/Step Time": 6.6719935070723295}
+{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.8359888792037964, "Finetune/Loss (Raw)": 0.8487012982368469, "Finetune/Step": 2155, "Finetune/Step Time": 6.678456095978618}
+{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.8344194889068604, "Finetune/Loss (Raw)": 0.6886886358261108, "Finetune/Step": 2156, "Finetune/Step Time": 6.673244133591652}
+{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.8328260779380798, "Finetune/Loss (Raw)": 0.7646846175193787, "Finetune/Step": 2157, "Finetune/Step Time": 6.681883065029979}
+{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.8374164700508118, "Finetune/Loss (Raw)": 0.9314494729042053, "Finetune/Step": 2158, "Finetune/Step Time": 6.6622971799224615}
+{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.8380869626998901, "Finetune/Loss (Raw)": 0.9224583506584167, "Finetune/Step": 2159, "Finetune/Step Time": 6.677056996151805}
+{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.8372280597686768, "Finetune/Loss (Raw)": 0.9017926454544067, "Finetune/Step": 2160, "Finetune/Step Time": 6.673083543777466}
+{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.8360573053359985, "Finetune/Loss (Raw)": 0.7947609424591064, "Finetune/Step": 2161, "Finetune/Step Time": 6.666579393669963}
+{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.834897518157959, "Finetune/Loss (Raw)": 0.8680707216262817, "Finetune/Step": 2162, "Finetune/Step Time": 6.670908197760582}
+{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.8349997997283936, "Finetune/Loss (Raw)": 0.7880681157112122, "Finetune/Step": 2163, "Finetune/Step Time": 6.654978170990944}
+{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.8356950283050537, "Finetune/Loss (Raw)": 0.996039092540741, "Finetune/Step": 2164, "Finetune/Step Time": 6.640900136902928}
+{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.8360731601715088, "Finetune/Loss (Raw)": 0.9061028957366943, "Finetune/Step": 2165, "Finetune/Step Time": 6.649429351091385}
+{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.8374559879302979, "Finetune/Loss (Raw)": 0.9320442080497742, "Finetune/Step": 2166, "Finetune/Step Time": 6.649086888879538}
+{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.8375974893569946, "Finetune/Loss (Raw)": 1.0454199314117432, "Finetune/Step": 2167, "Finetune/Step Time": 6.648371050134301}
+{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.8368344306945801, "Finetune/Loss (Raw)": 0.8704319000244141, "Finetune/Step": 2168, "Finetune/Step Time": 6.647208224982023}
+{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.8367841839790344, "Finetune/Loss (Raw)": 0.9076758027076721, "Finetune/Step": 2169, "Finetune/Step Time": 6.606532970443368}
+{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.8371471762657166, "Finetune/Loss (Raw)": 0.7952004671096802, "Finetune/Step": 2170, "Finetune/Step Time": 6.60687149874866}
+{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.836538553237915, "Finetune/Loss (Raw)": 0.8220115900039673, "Finetune/Step": 2171, "Finetune/Step Time": 6.615957861766219}
+{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.8364914655685425, "Finetune/Loss (Raw)": 0.883712649345398, "Finetune/Step": 2172, "Finetune/Step Time": 6.616563076153398}
+{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.835605263710022, "Finetune/Loss (Raw)": 0.8023247718811035, "Finetune/Step": 2173, "Finetune/Step Time": 6.61005006916821}
+{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.8334190845489502, "Finetune/Loss (Raw)": 0.7225635051727295, "Finetune/Step": 2174, "Finetune/Step Time": 6.6223734971135855}
+{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.8327784538269043, "Finetune/Loss (Raw)": 0.8467533588409424, "Finetune/Step": 2175, "Finetune/Step Time": 6.638065008446574}
+{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.8344408273696899, "Finetune/Loss (Raw)": 0.9700168371200562, "Finetune/Step": 2176, "Finetune/Step Time": 6.638023087754846}
+{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.837614893913269, "Finetune/Loss (Raw)": 1.0356706380844116, "Finetune/Step": 2177, "Finetune/Step Time": 6.62688409909606}
+{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.8375004529953003, "Finetune/Loss (Raw)": 0.7243183255195618, "Finetune/Step": 2178, "Finetune/Step Time": 6.614938203245401}
+{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.8364917039871216, "Finetune/Loss (Raw)": 0.9010722041130066, "Finetune/Step": 2179, "Finetune/Step Time": 6.624613227322698}
+{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.8363806009292603, "Finetune/Loss (Raw)": 0.9329663515090942, "Finetune/Step": 2180, "Finetune/Step Time": 6.607362184673548}
+{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.836786150932312, "Finetune/Loss (Raw)": 0.9409711956977844, "Finetune/Step": 2181, "Finetune/Step Time": 6.605263248085976}
+{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.8362718224525452, "Finetune/Loss (Raw)": 0.9421576857566833, "Finetune/Step": 2182, "Finetune/Step Time": 6.6087912656366825}
+{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.8341943621635437, "Finetune/Loss (Raw)": 0.7039993405342102, "Finetune/Step": 2183, "Finetune/Step Time": 6.625500313937664}
+{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.832434892654419, "Finetune/Loss (Raw)": 0.7406066656112671, "Finetune/Step": 2184, "Finetune/Step Time": 6.639906348660588}
+{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.8330625295639038, "Finetune/Loss (Raw)": 0.8932586312294006, "Finetune/Step": 2185, "Finetune/Step Time": 6.627041103318334}
+{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.8333214521408081, "Finetune/Loss (Raw)": 0.8400284647941589, "Finetune/Step": 2186, "Finetune/Step Time": 6.612470058724284}
+{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.8324387669563293, "Finetune/Loss (Raw)": 0.6822648048400879, "Finetune/Step": 2187, "Finetune/Step Time": 6.644980743527412}
+{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.8317351341247559, "Finetune/Loss (Raw)": 0.8213427066802979, "Finetune/Step": 2188, "Finetune/Step Time": 6.6784152910113335}
+{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.8301161527633667, "Finetune/Loss (Raw)": 0.7698329091072083, "Finetune/Step": 2189, "Finetune/Step Time": 6.686800271272659}
+{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.829883873462677, "Finetune/Loss (Raw)": 0.792570948600769, "Finetune/Step": 2190, "Finetune/Step Time": 6.707680547609925}
+{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.8292890787124634, "Finetune/Loss (Raw)": 0.8680644631385803, "Finetune/Step": 2191, "Finetune/Step Time": 6.722722999751568}
+{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.827836275100708, "Finetune/Loss (Raw)": 0.7080655097961426, "Finetune/Step": 2192, "Finetune/Step Time": 6.704677227884531}
+{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.8280501961708069, "Finetune/Loss (Raw)": 0.934248149394989, "Finetune/Step": 2193, "Finetune/Step Time": 6.69872110709548}
+{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.8325393199920654, "Finetune/Loss (Raw)": 0.9120166897773743, "Finetune/Step": 2194, "Finetune/Step Time": 6.682458594441414}
+{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.8328682780265808, "Finetune/Loss (Raw)": 0.9397521615028381, "Finetune/Step": 2195, "Finetune/Step Time": 6.681352159008384}
+{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.8322993516921997, "Finetune/Loss (Raw)": 0.7995252013206482, "Finetune/Step": 2196, "Finetune/Step Time": 6.69069923274219}
+{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.8331929445266724, "Finetune/Loss (Raw)": 0.973004162311554, "Finetune/Step": 2197, "Finetune/Step Time": 6.692069821059704}
+{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.8347792029380798, "Finetune/Loss (Raw)": 0.8358813524246216, "Finetune/Step": 2198, "Finetune/Step Time": 6.685932936146855}
+{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.8341718316078186, "Finetune/Loss (Raw)": 0.8087635636329651, "Finetune/Step": 2199, "Finetune/Step Time": 6.677936403080821}
+{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.8323806524276733, "Finetune/Loss (Raw)": 0.8274232149124146, "Finetune/Step": 2200, "Finetune/Step Time": 6.689662663266063}
+{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.8285571336746216, "Finetune/Loss (Raw)": 0.350778728723526, "Finetune/Step": 2201, "Finetune/Step Time": 6.696987787261605}
+{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.8276495337486267, "Finetune/Loss (Raw)": 0.8551678657531738, "Finetune/Step": 2202, "Finetune/Step Time": 6.688678340986371}
+{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.8276041150093079, "Finetune/Loss (Raw)": 0.8509332537651062, "Finetune/Step": 2203, "Finetune/Step Time": 6.689057059586048}
+{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.8282182216644287, "Finetune/Loss (Raw)": 0.7904967069625854, "Finetune/Step": 2204, "Finetune/Step Time": 6.685815634205937}
+{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.8250809907913208, "Finetune/Loss (Raw)": 0.42498019337654114, "Finetune/Step": 2205, "Finetune/Step Time": 6.703658506274223}
+{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.8235488533973694, "Finetune/Loss (Raw)": 0.6323490738868713, "Finetune/Step": 2206, "Finetune/Step Time": 6.74514926970005}
+{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.8239398002624512, "Finetune/Loss (Raw)": 0.907875120639801, "Finetune/Step": 2207, "Finetune/Step Time": 6.750840816646814}
+{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.8246837258338928, "Finetune/Loss (Raw)": 0.8216859698295593, "Finetune/Step": 2208, "Finetune/Step Time": 6.7546274065971375}
+{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.8247638940811157, "Finetune/Loss (Raw)": 0.8744840025901794, "Finetune/Step": 2209, "Finetune/Step Time": 6.745002925395966}
+{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.8215121030807495, "Finetune/Loss (Raw)": 0.39075642824172974, "Finetune/Step": 2210, "Finetune/Step Time": 6.762324059382081}
+{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.8214864730834961, "Finetune/Loss (Raw)": 0.9442285299301147, "Finetune/Step": 2211, "Finetune/Step Time": 6.786397382616997}
+{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.8182231187820435, "Finetune/Loss (Raw)": 0.6519443988800049, "Finetune/Step": 2212, "Finetune/Step Time": 6.809152975678444}
+{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.8215572834014893, "Finetune/Loss (Raw)": 0.7416831851005554, "Finetune/Step": 2213, "Finetune/Step Time": 6.795674867928028}
+{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.8192099928855896, "Finetune/Loss (Raw)": 0.6452824473381042, "Finetune/Step": 2214, "Finetune/Step Time": 6.801264362409711}
+{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.8181222677230835, "Finetune/Loss (Raw)": 0.8934706449508667, "Finetune/Step": 2215, "Finetune/Step Time": 6.8005709908902645}
+{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.8175220489501953, "Finetune/Loss (Raw)": 0.8796167373657227, "Finetune/Step": 2216, "Finetune/Step Time": 6.802324686199427}
+{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.8179864883422852, "Finetune/Loss (Raw)": 0.989264965057373, "Finetune/Step": 2217, "Finetune/Step Time": 6.803601114079356}
+{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.8208869695663452, "Finetune/Loss (Raw)": 0.6396857500076294, "Finetune/Step": 2218, "Finetune/Step Time": 6.789093844592571}
+{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.8209378719329834, "Finetune/Loss (Raw)": 0.7956284880638123, "Finetune/Step": 2219, "Finetune/Step Time": 6.817334895953536}
+{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.8206602334976196, "Finetune/Loss (Raw)": 0.9369297027587891, "Finetune/Step": 2220, "Finetune/Step Time": 6.817157519981265}
+{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.819409966468811, "Finetune/Loss (Raw)": 0.7792568802833557, "Finetune/Step": 2221, "Finetune/Step Time": 6.832935040816665}
+{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.8191213011741638, "Finetune/Loss (Raw)": 0.9480554461479187, "Finetune/Step": 2222, "Finetune/Step Time": 6.841139484196901}
+{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.8190193176269531, "Finetune/Loss (Raw)": 0.8834365606307983, "Finetune/Step": 2223, "Finetune/Step Time": 6.843661015853286}
+{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.8186277151107788, "Finetune/Loss (Raw)": 0.8482016921043396, "Finetune/Step": 2224, "Finetune/Step Time": 6.844360949471593}
+{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.8173887729644775, "Finetune/Loss (Raw)": 0.8440267443656921, "Finetune/Step": 2225, "Finetune/Step Time": 6.8547826781868935}
+{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.8179881572723389, "Finetune/Loss (Raw)": 0.9018508195877075, "Finetune/Step": 2226, "Finetune/Step Time": 6.854299835860729}
+{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.8224080204963684, "Finetune/Loss (Raw)": 0.926363468170166, "Finetune/Step": 2227, "Finetune/Step Time": 6.828758347779512}
+{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.8231750130653381, "Finetune/Loss (Raw)": 0.8070303201675415, "Finetune/Step": 2228, "Finetune/Step Time": 6.826215289533138}
+{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.822859525680542, "Finetune/Loss (Raw)": 0.8864978551864624, "Finetune/Step": 2229, "Finetune/Step Time": 6.825065217912197}
+{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.8226768970489502, "Finetune/Loss (Raw)": 0.8215475082397461, "Finetune/Step": 2230, "Finetune/Step Time": 6.825054779648781}
+{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.8273370265960693, "Finetune/Loss (Raw)": 0.9636664986610413, "Finetune/Step": 2231, "Finetune/Step Time": 6.804893625900149}
+{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.8287543058395386, "Finetune/Loss (Raw)": 0.9887610077857971, "Finetune/Step": 2232, "Finetune/Step Time": 6.795700820162892}
+{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.8272138833999634, "Finetune/Loss (Raw)": 0.6967927813529968, "Finetune/Step": 2233, "Finetune/Step Time": 6.793031929060817}
+{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.8277710676193237, "Finetune/Loss (Raw)": 0.9639222025871277, "Finetune/Step": 2234, "Finetune/Step Time": 6.796381026506424}
+{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.828720211982727, "Finetune/Loss (Raw)": 1.0054672956466675, "Finetune/Step": 2235, "Finetune/Step Time": 6.807063516229391}
+{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.829548716545105, "Finetune/Loss (Raw)": 0.9564224481582642, "Finetune/Step": 2236, "Finetune/Step Time": 6.807566098868847}
+{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.8292841911315918, "Finetune/Loss (Raw)": 0.8742064237594604, "Finetune/Step": 2237, "Finetune/Step Time": 6.807799922302365}
+{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.827639639377594, "Finetune/Loss (Raw)": 0.7138331532478333, "Finetune/Step": 2238, "Finetune/Step Time": 6.812032043933868}
+{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.8299697637557983, "Finetune/Loss (Raw)": 1.131953477859497, "Finetune/Step": 2239, "Finetune/Step Time": 6.798095757141709}
+{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.8342645168304443, "Finetune/Loss (Raw)": 1.0067377090454102, "Finetune/Step": 2240, "Finetune/Step Time": 6.7803990840911865}
+{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.8350273370742798, "Finetune/Loss (Raw)": 0.9686796069145203, "Finetune/Step": 2241, "Finetune/Step Time": 6.787814799696207}
+{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.8335224986076355, "Finetune/Loss (Raw)": 0.8397892117500305, "Finetune/Step": 2242, "Finetune/Step Time": 6.771096650511026}
+{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.8328230977058411, "Finetune/Loss (Raw)": 0.8640561103820801, "Finetune/Step": 2243, "Finetune/Step Time": 6.772594099864364}
+{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.838323712348938, "Finetune/Loss (Raw)": 1.1212595701217651, "Finetune/Step": 2244, "Finetune/Step Time": 6.751086924225092}
+{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.8400799036026001, "Finetune/Loss (Raw)": 0.9013796448707581, "Finetune/Step": 2245, "Finetune/Step Time": 6.731003075838089}
+{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.8419073820114136, "Finetune/Loss (Raw)": 1.0425385236740112, "Finetune/Step": 2246, "Finetune/Step Time": 6.733072277158499}
+{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.8415802717208862, "Finetune/Loss (Raw)": 0.7618195414543152, "Finetune/Step": 2247, "Finetune/Step Time": 6.731184892356396}
+{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.8446555733680725, "Finetune/Loss (Raw)": 0.7233018279075623, "Finetune/Step": 2248, "Finetune/Step Time": 6.707940641790628}
+{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.8442302346229553, "Finetune/Loss (Raw)": 0.831153392791748, "Finetune/Step": 2249, "Finetune/Step Time": 6.695317206904292}
+{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.843887209892273, "Finetune/Loss (Raw)": 0.9036403894424438, "Finetune/Step": 2250, "Finetune/Step Time": 6.7151329424232244}
+{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.8438230752944946, "Finetune/Loss (Raw)": 0.9217609763145447, "Finetune/Step": 2251, "Finetune/Step Time": 6.716376012191176}
+{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.8389755487442017, "Finetune/Loss (Raw)": 0.315512478351593, "Finetune/Step": 2252, "Finetune/Step Time": 6.7306736428290606}
+{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.8394075036048889, "Finetune/Loss (Raw)": 0.9677255749702454, "Finetune/Step": 2253, "Finetune/Step Time": 6.712178764864802}
+{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.8396245241165161, "Finetune/Loss (Raw)": 0.9790878891944885, "Finetune/Step": 2254, "Finetune/Step Time": 6.717061389237642}
+{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.8396919965744019, "Finetune/Loss (Raw)": 0.9153680801391602, "Finetune/Step": 2255, "Finetune/Step Time": 6.714388789609075}
+{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.8436387777328491, "Finetune/Loss (Raw)": 0.854579508304596, "Finetune/Step": 2256, "Finetune/Step Time": 6.696314616128802}
+{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.8487986326217651, "Finetune/Loss (Raw)": 0.9335976839065552, "Finetune/Step": 2257, "Finetune/Step Time": 6.6782199908047915}
+{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.8472326993942261, "Finetune/Loss (Raw)": 0.7103960514068604, "Finetune/Step": 2258, "Finetune/Step Time": 6.677986901253462}
+{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.8460547924041748, "Finetune/Loss (Raw)": 0.7750850319862366, "Finetune/Step": 2259, "Finetune/Step Time": 6.686944460496306}
+{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.8459926843643188, "Finetune/Loss (Raw)": 0.8161342740058899, "Finetune/Step": 2260, "Finetune/Step Time": 6.691359877586365}
+{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.8443639278411865, "Finetune/Loss (Raw)": 0.9071291089057922, "Finetune/Step": 2261, "Finetune/Step Time": 6.703231692314148}
+{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.84578937292099, "Finetune/Loss (Raw)": 0.9846349358558655, "Finetune/Step": 2262, "Finetune/Step Time": 6.696804456412792}
+{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.8455450534820557, "Finetune/Loss (Raw)": 0.8124678730964661, "Finetune/Step": 2263, "Finetune/Step Time": 6.700272930786014}
+{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.8453966379165649, "Finetune/Loss (Raw)": 0.9046158194541931, "Finetune/Step": 2264, "Finetune/Step Time": 6.702930103987455}
+{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.8488596081733704, "Finetune/Loss (Raw)": 0.8590678572654724, "Finetune/Step": 2265, "Finetune/Step Time": 6.685639249160886}
+{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.8467530012130737, "Finetune/Loss (Raw)": 0.6334530115127563, "Finetune/Step": 2266, "Finetune/Step Time": 6.691702235490084}
+{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.8468766808509827, "Finetune/Loss (Raw)": 0.832118570804596, "Finetune/Step": 2267, "Finetune/Step Time": 6.67143533565104}
+{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.8458096981048584, "Finetune/Loss (Raw)": 0.7848531603813171, "Finetune/Step": 2268, "Finetune/Step Time": 6.668559357523918}
+{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.8447610139846802, "Finetune/Loss (Raw)": 0.8912600874900818, "Finetune/Step": 2269, "Finetune/Step Time": 6.6623521856963634}
+{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.8438601493835449, "Finetune/Loss (Raw)": 0.7075503468513489, "Finetune/Step": 2270, "Finetune/Step Time": 6.671307807788253}
+{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.8443846702575684, "Finetune/Loss (Raw)": 0.9108026623725891, "Finetune/Step": 2271, "Finetune/Step Time": 6.651204606518149}
+{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.8448978662490845, "Finetune/Loss (Raw)": 0.9239829778671265, "Finetune/Step": 2272, "Finetune/Step Time": 6.645418133586645}
+{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.8468818068504333, "Finetune/Loss (Raw)": 0.8738246560096741, "Finetune/Step": 2273, "Finetune/Step Time": 6.631421901285648}
+{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.8461347818374634, "Finetune/Loss (Raw)": 0.772402822971344, "Finetune/Step": 2274, "Finetune/Step Time": 6.641951536759734}
+{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.8471124768257141, "Finetune/Loss (Raw)": 0.9875632524490356, "Finetune/Step": 2275, "Finetune/Step Time": 6.634124368429184}
+{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.8459397554397583, "Finetune/Loss (Raw)": 0.8786084055900574, "Finetune/Step": 2276, "Finetune/Step Time": 6.636621348559856}
+{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.8441505432128906, "Finetune/Loss (Raw)": 0.6811221837997437, "Finetune/Step": 2277, "Finetune/Step Time": 6.6412430591881275}
+{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.8446347117424011, "Finetune/Loss (Raw)": 0.9179526567459106, "Finetune/Step": 2278, "Finetune/Step Time": 6.639745747670531}
+{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.8442676067352295, "Finetune/Loss (Raw)": 0.9968667030334473, "Finetune/Step": 2279, "Finetune/Step Time": 6.629664683714509}
+{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.8449949622154236, "Finetune/Loss (Raw)": 0.853731095790863, "Finetune/Step": 2280, "Finetune/Step Time": 6.6249956507235765}
+{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.8453514575958252, "Finetune/Loss (Raw)": 0.8624690175056458, "Finetune/Step": 2281, "Finetune/Step Time": 6.616280924528837}
+{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.8459620475769043, "Finetune/Loss (Raw)": 0.8577490448951721, "Finetune/Step": 2282, "Finetune/Step Time": 6.61083429120481}
+{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.8472068309783936, "Finetune/Loss (Raw)": 1.0080398321151733, "Finetune/Step": 2283, "Finetune/Step Time": 6.598843859508634}
+{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.848377525806427, "Finetune/Loss (Raw)": 0.8385334014892578, "Finetune/Step": 2284, "Finetune/Step Time": 6.6133549474179745}
+{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.8492142558097839, "Finetune/Loss (Raw)": 0.8717818856239319, "Finetune/Step": 2285, "Finetune/Step Time": 6.613741360604763}
+{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.8488184213638306, "Finetune/Loss (Raw)": 0.8807840943336487, "Finetune/Step": 2286, "Finetune/Step Time": 6.624610284343362}
+{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.847007155418396, "Finetune/Loss (Raw)": 0.6906237006187439, "Finetune/Step": 2287, "Finetune/Step Time": 6.610574886202812}
+{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.8473153114318848, "Finetune/Loss (Raw)": 0.9412329196929932, "Finetune/Step": 2288, "Finetune/Step Time": 6.6142847668379545}
+{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.8463835120201111, "Finetune/Loss (Raw)": 0.675487220287323, "Finetune/Step": 2289, "Finetune/Step Time": 6.627926155924797}
+{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.8468784689903259, "Finetune/Loss (Raw)": 0.9314300417900085, "Finetune/Step": 2290, "Finetune/Step Time": 6.621559688821435}
+{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.8470359444618225, "Finetune/Loss (Raw)": 0.8082213997840881, "Finetune/Step": 2291, "Finetune/Step Time": 6.634354196488857}
+{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.845313310623169, "Finetune/Loss (Raw)": 0.7755473852157593, "Finetune/Step": 2292, "Finetune/Step Time": 6.642502257600427}
+{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.8432908654212952, "Finetune/Loss (Raw)": 0.6472250819206238, "Finetune/Step": 2293, "Finetune/Step Time": 6.628091095015407}
+{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.8432803750038147, "Finetune/Loss (Raw)": 0.9306996464729309, "Finetune/Step": 2294, "Finetune/Step Time": 6.626593830063939}
+{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.842068076133728, "Finetune/Loss (Raw)": 0.8902460932731628, "Finetune/Step": 2295, "Finetune/Step Time": 6.6448483765125275}
+{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.8408317565917969, "Finetune/Loss (Raw)": 0.7121865153312683, "Finetune/Step": 2296, "Finetune/Step Time": 6.646469553932548}
+{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.84062659740448, "Finetune/Loss (Raw)": 0.881410539150238, "Finetune/Step": 2297, "Finetune/Step Time": 6.648812036961317}
+{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.8408647179603577, "Finetune/Loss (Raw)": 0.8256866931915283, "Finetune/Step": 2298, "Finetune/Step Time": 6.650117250159383}
+{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.8414058089256287, "Finetune/Loss (Raw)": 0.8912666440010071, "Finetune/Step": 2299, "Finetune/Step Time": 6.648448275402188}
+{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.8416764140129089, "Finetune/Loss (Raw)": 0.9183522462844849, "Finetune/Step": 2300, "Finetune/Step Time": 6.653664654120803}
+{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.841571033000946, "Finetune/Loss (Raw)": 0.7888339757919312, "Finetune/Step": 2301, "Finetune/Step Time": 6.640732824802399}
+{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.8417402505874634, "Finetune/Loss (Raw)": 0.7442168593406677, "Finetune/Step": 2302, "Finetune/Step Time": 6.633718894794583}
+{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.8419204354286194, "Finetune/Loss (Raw)": 0.8698256611824036, "Finetune/Step": 2303, "Finetune/Step Time": 6.61643273755908}
+{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.8393701314926147, "Finetune/Loss (Raw)": 0.6435799598693848, "Finetune/Step": 2304, "Finetune/Step Time": 6.624405888840556}
+{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.837253987789154, "Finetune/Loss (Raw)": 0.7648025751113892, "Finetune/Step": 2305, "Finetune/Step Time": 6.620895609259605}
+{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.8393990993499756, "Finetune/Loss (Raw)": 0.9988960027694702, "Finetune/Step": 2306, "Finetune/Step Time": 6.623599270358682}
+{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.8397037982940674, "Finetune/Loss (Raw)": 0.9400670528411865, "Finetune/Step": 2307, "Finetune/Step Time": 6.608918653801084}
+{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.8367588520050049, "Finetune/Loss (Raw)": 0.5560197234153748, "Finetune/Step": 2308, "Finetune/Step Time": 6.611161319538951}
+{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.8362849950790405, "Finetune/Loss (Raw)": 0.8803130984306335, "Finetune/Step": 2309, "Finetune/Step Time": 6.611537462100387}
+{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.8360124230384827, "Finetune/Loss (Raw)": 0.9072648882865906, "Finetune/Step": 2310, "Finetune/Step Time": 6.606488611549139}
+{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.8383071422576904, "Finetune/Loss (Raw)": 0.997734010219574, "Finetune/Step": 2311, "Finetune/Step Time": 6.586609326303005}
+{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.8387502431869507, "Finetune/Loss (Raw)": 0.7973129749298096, "Finetune/Step": 2312, "Finetune/Step Time": 6.595666715875268}
+{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.8384597897529602, "Finetune/Loss (Raw)": 0.856082558631897, "Finetune/Step": 2313, "Finetune/Step Time": 6.6011983919888735}
+{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.838365912437439, "Finetune/Loss (Raw)": 0.8280168175697327, "Finetune/Step": 2314, "Finetune/Step Time": 6.609061025083065}
+{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.8393764495849609, "Finetune/Loss (Raw)": 0.8116143345832825, "Finetune/Step": 2315, "Finetune/Step Time": 6.587076596915722}
+{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.8405194282531738, "Finetune/Loss (Raw)": 0.9676409363746643, "Finetune/Step": 2316, "Finetune/Step Time": 6.55242108181119}
+{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.8409886360168457, "Finetune/Loss (Raw)": 0.8298877477645874, "Finetune/Step": 2317, "Finetune/Step Time": 6.54809889011085}
+{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.8411247730255127, "Finetune/Loss (Raw)": 0.8099956512451172, "Finetune/Step": 2318, "Finetune/Step Time": 6.5248399917036295}
+{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.8423181176185608, "Finetune/Loss (Raw)": 1.02081298828125, "Finetune/Step": 2319, "Finetune/Step Time": 6.515787689015269}
+{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.8437850475311279, "Finetune/Loss (Raw)": 0.8958408832550049, "Finetune/Step": 2320, "Finetune/Step Time": 6.514318093657494}
+{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.84312504529953, "Finetune/Loss (Raw)": 0.8497653603553772, "Finetune/Step": 2321, "Finetune/Step Time": 6.521945800632238}
+{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.843109667301178, "Finetune/Loss (Raw)": 0.9100494384765625, "Finetune/Step": 2322, "Finetune/Step Time": 6.5220591221004725}
+{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.8415544629096985, "Finetune/Loss (Raw)": 0.7406800985336304, "Finetune/Step": 2323, "Finetune/Step Time": 6.53566737100482}
+{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.8415567874908447, "Finetune/Loss (Raw)": 0.7998277544975281, "Finetune/Step": 2324, "Finetune/Step Time": 6.526059627532959}
+{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.8412202000617981, "Finetune/Loss (Raw)": 0.9299156069755554, "Finetune/Step": 2325, "Finetune/Step Time": 6.533041751012206}
+{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.8380609750747681, "Finetune/Loss (Raw)": 0.43150290846824646, "Finetune/Step": 2326, "Finetune/Step Time": 6.546337492763996}
+{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.8384741544723511, "Finetune/Loss (Raw)": 0.8616524338722229, "Finetune/Step": 2327, "Finetune/Step Time": 6.56222952529788}
+{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.8379086256027222, "Finetune/Loss (Raw)": 0.7550308704376221, "Finetune/Step": 2328, "Finetune/Step Time": 6.568262422457337}
+{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.842452883720398, "Finetune/Loss (Raw)": 0.9324432611465454, "Finetune/Step": 2329, "Finetune/Step Time": 6.551196165382862}
+{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.8414674997329712, "Finetune/Loss (Raw)": 0.7290410399436951, "Finetune/Step": 2330, "Finetune/Step Time": 6.5633500423282385}
+{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.8417694568634033, "Finetune/Loss (Raw)": 0.8895859122276306, "Finetune/Step": 2331, "Finetune/Step Time": 6.570915734395385}
+{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.8440837860107422, "Finetune/Loss (Raw)": 1.086731195449829, "Finetune/Step": 2332, "Finetune/Step Time": 6.5661100167781115}
+{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.8477481007575989, "Finetune/Loss (Raw)": 0.8940083384513855, "Finetune/Step": 2333, "Finetune/Step Time": 6.56431738846004}
+{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.8499094247817993, "Finetune/Loss (Raw)": 0.909004271030426, "Finetune/Step": 2334, "Finetune/Step Time": 6.536359861493111}
+{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.8493568897247314, "Finetune/Loss (Raw)": 0.8371427059173584, "Finetune/Step": 2335, "Finetune/Step Time": 6.5274588987231255}
+{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.8496172428131104, "Finetune/Loss (Raw)": 0.8550178408622742, "Finetune/Step": 2336, "Finetune/Step Time": 6.531565913930535}
+{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.8500839471817017, "Finetune/Loss (Raw)": 0.9342169761657715, "Finetune/Step": 2337, "Finetune/Step Time": 6.530710767954588}
+{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.8541079759597778, "Finetune/Loss (Raw)": 0.9058322310447693, "Finetune/Step": 2338, "Finetune/Step Time": 6.512242084369063}
+{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.8526651263237, "Finetune/Loss (Raw)": 0.7595438361167908, "Finetune/Step": 2339, "Finetune/Step Time": 6.506726622581482}
+{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.8539564609527588, "Finetune/Loss (Raw)": 0.8172358870506287, "Finetune/Step": 2340, "Finetune/Step Time": 6.49197187833488}
+{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.8558318018913269, "Finetune/Loss (Raw)": 0.9817236065864563, "Finetune/Step": 2341, "Finetune/Step Time": 6.517066357657313}
+{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.8535252809524536, "Finetune/Loss (Raw)": 0.3500573933124542, "Finetune/Step": 2342, "Finetune/Step Time": 6.527319397777319}
+{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.8539683222770691, "Finetune/Loss (Raw)": 0.9501742124557495, "Finetune/Step": 2343, "Finetune/Step Time": 6.544931534677744}
+{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.8535135984420776, "Finetune/Loss (Raw)": 0.821414589881897, "Finetune/Step": 2344, "Finetune/Step Time": 6.567940613254905}
+{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.8543767333030701, "Finetune/Loss (Raw)": 1.0997430086135864, "Finetune/Step": 2345, "Finetune/Step Time": 6.562315475195646}
+{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.8561014533042908, "Finetune/Loss (Raw)": 0.860446035861969, "Finetune/Step": 2346, "Finetune/Step Time": 6.557648502290249}
+{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.8566917181015015, "Finetune/Loss (Raw)": 0.8711894154548645, "Finetune/Step": 2347, "Finetune/Step Time": 6.526640994474292}
+{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.8565093278884888, "Finetune/Loss (Raw)": 0.9135828018188477, "Finetune/Step": 2348, "Finetune/Step Time": 6.527906818315387}
+{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.857115626335144, "Finetune/Loss (Raw)": 0.8568664789199829, "Finetune/Step": 2349, "Finetune/Step Time": 6.519326606765389}
+{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.856576681137085, "Finetune/Loss (Raw)": 0.8790726661682129, "Finetune/Step": 2350, "Finetune/Step Time": 6.5122633669525385}
+{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.8574349284172058, "Finetune/Loss (Raw)": 0.9932864308357239, "Finetune/Step": 2351, "Finetune/Step Time": 6.509730437770486}
+{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.8586732149124146, "Finetune/Loss (Raw)": 1.006696105003357, "Finetune/Step": 2352, "Finetune/Step Time": 6.517650607973337}
+{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.8589966297149658, "Finetune/Loss (Raw)": 0.88542240858078, "Finetune/Step": 2353, "Finetune/Step Time": 6.511741911992431}
+{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.8589413166046143, "Finetune/Loss (Raw)": 0.8947795629501343, "Finetune/Step": 2354, "Finetune/Step Time": 6.503814231604338}
+{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.857967734336853, "Finetune/Loss (Raw)": 0.8017460107803345, "Finetune/Step": 2355, "Finetune/Step Time": 6.50091533921659}
+{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.8575381636619568, "Finetune/Loss (Raw)": 0.7520413398742676, "Finetune/Step": 2356, "Finetune/Step Time": 6.501152243465185}
+{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.857429563999176, "Finetune/Loss (Raw)": 0.8725970983505249, "Finetune/Step": 2357, "Finetune/Step Time": 6.5055324845016}
+{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.8588511943817139, "Finetune/Loss (Raw)": 1.0035258531570435, "Finetune/Step": 2358, "Finetune/Step Time": 6.502744475379586}
+{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.8535581827163696, "Finetune/Loss (Raw)": 0.28615275025367737, "Finetune/Step": 2359, "Finetune/Step Time": 6.521098213270307}
+{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.8526856899261475, "Finetune/Loss (Raw)": 0.8770800232887268, "Finetune/Step": 2360, "Finetune/Step Time": 6.520635358989239}
+{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.8544108867645264, "Finetune/Loss (Raw)": 0.9176185727119446, "Finetune/Step": 2361, "Finetune/Step Time": 6.514825953170657}
+{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.8537859916687012, "Finetune/Loss (Raw)": 0.8839336037635803, "Finetune/Step": 2362, "Finetune/Step Time": 6.508032247424126}
+{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.8506650924682617, "Finetune/Loss (Raw)": 0.6059917211532593, "Finetune/Step": 2363, "Finetune/Step Time": 6.514015773311257}
+{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.8496133089065552, "Finetune/Loss (Raw)": 0.8217969536781311, "Finetune/Step": 2364, "Finetune/Step Time": 6.511704713106155}
+{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.8501530885696411, "Finetune/Loss (Raw)": 0.943302571773529, "Finetune/Step": 2365, "Finetune/Step Time": 6.507827734574676}
+{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.8500341176986694, "Finetune/Loss (Raw)": 0.698606014251709, "Finetune/Step": 2366, "Finetune/Step Time": 6.503973377868533}
+{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.8484102487564087, "Finetune/Loss (Raw)": 0.9240922927856445, "Finetune/Step": 2367, "Finetune/Step Time": 6.5086941830813885}
+{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.8472541570663452, "Finetune/Loss (Raw)": 0.8587602376937866, "Finetune/Step": 2368, "Finetune/Step Time": 6.504911422729492}
+{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.8474247455596924, "Finetune/Loss (Raw)": 0.990506649017334, "Finetune/Step": 2369, "Finetune/Step Time": 6.51233140565455}
+{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.8476611971855164, "Finetune/Loss (Raw)": 0.8700605034828186, "Finetune/Step": 2370, "Finetune/Step Time": 6.514338444918394}
+{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.8484635949134827, "Finetune/Loss (Raw)": 0.9667602181434631, "Finetune/Step": 2371, "Finetune/Step Time": 6.513125656172633}
+{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.8461878299713135, "Finetune/Loss (Raw)": 0.8299688100814819, "Finetune/Step": 2372, "Finetune/Step Time": 6.516182247549295}
+{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.8465276956558228, "Finetune/Loss (Raw)": 0.9448829889297485, "Finetune/Step": 2373, "Finetune/Step Time": 6.538014803081751}
+{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.8443677425384521, "Finetune/Loss (Raw)": 0.7660670876502991, "Finetune/Step": 2374, "Finetune/Step Time": 6.539713777601719}
+{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.8435214161872864, "Finetune/Loss (Raw)": 0.6534826159477234, "Finetune/Step": 2375, "Finetune/Step Time": 6.543464880436659}
+{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.8450237512588501, "Finetune/Loss (Raw)": 0.9156011939048767, "Finetune/Step": 2376, "Finetune/Step Time": 6.5486534014344215}
+{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.846416175365448, "Finetune/Loss (Raw)": 1.0093820095062256, "Finetune/Step": 2377, "Finetune/Step Time": 6.549215590581298}
+{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.8469656705856323, "Finetune/Loss (Raw)": 0.9739795923233032, "Finetune/Step": 2378, "Finetune/Step Time": 6.52861568890512}
+{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.8466195464134216, "Finetune/Loss (Raw)": 0.8774529695510864, "Finetune/Step": 2379, "Finetune/Step Time": 6.545585302636027}
+{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.8499531745910645, "Finetune/Loss (Raw)": 0.7422239780426025, "Finetune/Step": 2380, "Finetune/Step Time": 6.527056820690632}
+{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.8492813110351562, "Finetune/Loss (Raw)": 0.8817222118377686, "Finetune/Step": 2381, "Finetune/Step Time": 6.529460985213518}
+{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.84722501039505, "Finetune/Loss (Raw)": 0.7158790826797485, "Finetune/Step": 2382, "Finetune/Step Time": 6.541932227090001}
+{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.8450100421905518, "Finetune/Loss (Raw)": 0.6318554282188416, "Finetune/Step": 2383, "Finetune/Step Time": 6.555908747017384}
+{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.8465439081192017, "Finetune/Loss (Raw)": 1.0509140491485596, "Finetune/Step": 2384, "Finetune/Step Time": 6.552424931898713}
+{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.8459617495536804, "Finetune/Loss (Raw)": 0.8590804934501648, "Finetune/Step": 2385, "Finetune/Step Time": 6.557744055986404}
+{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.84812331199646, "Finetune/Loss (Raw)": 0.9870774745941162, "Finetune/Step": 2386, "Finetune/Step Time": 6.5647320710122585}
+{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.8485970497131348, "Finetune/Loss (Raw)": 0.8357213735580444, "Finetune/Step": 2387, "Finetune/Step Time": 6.5672271847724915}
+{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.8492544889450073, "Finetune/Loss (Raw)": 0.9002838134765625, "Finetune/Step": 2388, "Finetune/Step Time": 6.578367188572884}
+{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.8500415086746216, "Finetune/Loss (Raw)": 1.0078667402267456, "Finetune/Step": 2389, "Finetune/Step Time": 6.567516706883907}
+{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.8498445749282837, "Finetune/Loss (Raw)": 0.9594326019287109, "Finetune/Step": 2390, "Finetune/Step Time": 6.571969497948885}
+{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.8508976697921753, "Finetune/Loss (Raw)": 0.9472593069076538, "Finetune/Step": 2391, "Finetune/Step Time": 6.571776384487748}
+{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.8506210446357727, "Finetune/Loss (Raw)": 0.8692119121551514, "Finetune/Step": 2392, "Finetune/Step Time": 6.572605926543474}
+{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.8513424396514893, "Finetune/Loss (Raw)": 0.9514005780220032, "Finetune/Step": 2393, "Finetune/Step Time": 6.585848912596703}
+{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.8494504690170288, "Finetune/Loss (Raw)": 0.39128732681274414, "Finetune/Step": 2394, "Finetune/Step Time": 6.606614775955677}
+{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.8500224351882935, "Finetune/Loss (Raw)": 0.9053282141685486, "Finetune/Step": 2395, "Finetune/Step Time": 6.611760200932622}
+{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.8502777814865112, "Finetune/Loss (Raw)": 0.8175362348556519, "Finetune/Step": 2396, "Finetune/Step Time": 6.609483057633042}
+{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.8501895070075989, "Finetune/Loss (Raw)": 0.879962146282196, "Finetune/Step": 2397, "Finetune/Step Time": 6.619273100048304}
+{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.852785050868988, "Finetune/Loss (Raw)": 1.0397776365280151, "Finetune/Step": 2398, "Finetune/Step Time": 6.609896462410688}
+{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.8531821370124817, "Finetune/Loss (Raw)": 0.9616350531578064, "Finetune/Step": 2399, "Finetune/Step Time": 6.6171627547591925}
+{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.8520745635032654, "Finetune/Loss (Raw)": 0.7822063565254211, "Finetune/Step": 2400, "Finetune/Step Time": 6.609716406092048}
+{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.8524210453033447, "Finetune/Loss (Raw)": 0.9181814193725586, "Finetune/Step": 2401, "Finetune/Step Time": 6.612691421061754}
+{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.8525781631469727, "Finetune/Loss (Raw)": 0.7925121784210205, "Finetune/Step": 2402, "Finetune/Step Time": 6.596860360354185}
+{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.8519219160079956, "Finetune/Loss (Raw)": 0.9035680294036865, "Finetune/Step": 2403, "Finetune/Step Time": 6.605273809283972}
+{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.8521887063980103, "Finetune/Loss (Raw)": 0.9127525091171265, "Finetune/Step": 2404, "Finetune/Step Time": 6.604779927060008}
+{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.8538913726806641, "Finetune/Loss (Raw)": 0.8990629315376282, "Finetune/Step": 2405, "Finetune/Step Time": 6.601113924756646}
+{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.8543179035186768, "Finetune/Loss (Raw)": 0.972554624080658, "Finetune/Step": 2406, "Finetune/Step Time": 6.602525169029832}
+{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.851540207862854, "Finetune/Loss (Raw)": 0.641314685344696, "Finetune/Step": 2407, "Finetune/Step Time": 6.623442774638534}
+{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.8533674478530884, "Finetune/Loss (Raw)": 1.0876221656799316, "Finetune/Step": 2408, "Finetune/Step Time": 6.631926512345672}
+{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.8532248735427856, "Finetune/Loss (Raw)": 0.8442237377166748, "Finetune/Step": 2409, "Finetune/Step Time": 6.632096966728568}
+{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.8532474040985107, "Finetune/Loss (Raw)": 0.8606294989585876, "Finetune/Step": 2410, "Finetune/Step Time": 6.640939813107252}
+{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.8509589433670044, "Finetune/Loss (Raw)": 0.7151127457618713, "Finetune/Step": 2411, "Finetune/Step Time": 6.648265620693564}
+{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.8506449460983276, "Finetune/Loss (Raw)": 0.7983428835868835, "Finetune/Step": 2412, "Finetune/Step Time": 6.626840664073825}
+{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.8498371839523315, "Finetune/Loss (Raw)": 0.7683864235877991, "Finetune/Step": 2413, "Finetune/Step Time": 6.616767548024654}
+{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.8498225212097168, "Finetune/Loss (Raw)": 0.8789061903953552, "Finetune/Step": 2414, "Finetune/Step Time": 6.6026869267225266}
+{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.8509249687194824, "Finetune/Loss (Raw)": 0.8317418694496155, "Finetune/Step": 2415, "Finetune/Step Time": 6.602977616712451}
+{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.8508875966072083, "Finetune/Loss (Raw)": 0.9364416003227234, "Finetune/Step": 2416, "Finetune/Step Time": 6.600790973752737}
+{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.8521662354469299, "Finetune/Loss (Raw)": 0.8391576409339905, "Finetune/Step": 2417, "Finetune/Step Time": 6.598708562552929}
+{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.8482977151870728, "Finetune/Loss (Raw)": 0.43625473976135254, "Finetune/Step": 2418, "Finetune/Step Time": 6.616947207599878}
+{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.848333477973938, "Finetune/Loss (Raw)": 0.8128028512001038, "Finetune/Step": 2419, "Finetune/Step Time": 6.624341681599617}
+{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.8501638174057007, "Finetune/Loss (Raw)": 1.0098270177841187, "Finetune/Step": 2420, "Finetune/Step Time": 6.614835383370519}
+{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.8507874011993408, "Finetune/Loss (Raw)": 0.7270442843437195, "Finetune/Step": 2421, "Finetune/Step Time": 6.624160857871175}
+{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.8492245674133301, "Finetune/Loss (Raw)": 0.7306670546531677, "Finetune/Step": 2422, "Finetune/Step Time": 6.634025098755956}
+{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.84747314453125, "Finetune/Loss (Raw)": 0.6660599112510681, "Finetune/Step": 2423, "Finetune/Step Time": 6.637419493868947}
+{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.8490896224975586, "Finetune/Loss (Raw)": 0.9190917611122131, "Finetune/Step": 2424, "Finetune/Step Time": 6.636828767135739}
+{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.8480734825134277, "Finetune/Loss (Raw)": 0.7513465881347656, "Finetune/Step": 2425, "Finetune/Step Time": 6.647132214158773}
+{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.844485878944397, "Finetune/Loss (Raw)": 0.3664703965187073, "Finetune/Step": 2426, "Finetune/Step Time": 6.665740994736552}
+{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.8446958065032959, "Finetune/Loss (Raw)": 0.9181402325630188, "Finetune/Step": 2427, "Finetune/Step Time": 6.656899964436889}
+{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.8433617353439331, "Finetune/Loss (Raw)": 0.7475935220718384, "Finetune/Step": 2428, "Finetune/Step Time": 6.651736840605736}
+{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.8442175388336182, "Finetune/Loss (Raw)": 0.898378312587738, "Finetune/Step": 2429, "Finetune/Step Time": 6.66324426420033}
+{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.8438395261764526, "Finetune/Loss (Raw)": 0.6958314776420593, "Finetune/Step": 2430, "Finetune/Step Time": 6.687072550877929}
+{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.8445903062820435, "Finetune/Loss (Raw)": 0.9659155011177063, "Finetune/Step": 2431, "Finetune/Step Time": 6.685722151771188}
+{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.846187949180603, "Finetune/Loss (Raw)": 0.8480834364891052, "Finetune/Step": 2432, "Finetune/Step Time": 6.687866998836398}
+{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.846606433391571, "Finetune/Loss (Raw)": 0.8183702826499939, "Finetune/Step": 2433, "Finetune/Step Time": 6.687334273010492}
+{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.8457072973251343, "Finetune/Loss (Raw)": 0.8838068842887878, "Finetune/Step": 2434, "Finetune/Step Time": 6.685864461585879}
+{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.845025897026062, "Finetune/Loss (Raw)": 0.8528497219085693, "Finetune/Step": 2435, "Finetune/Step Time": 6.694148013368249}
+{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.8479583263397217, "Finetune/Loss (Raw)": 0.9313669800758362, "Finetune/Step": 2436, "Finetune/Step Time": 6.687176253646612}
+{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.8474397659301758, "Finetune/Loss (Raw)": 0.8139417171478271, "Finetune/Step": 2437, "Finetune/Step Time": 6.691659305244684}
+{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.8479529619216919, "Finetune/Loss (Raw)": 0.9729503989219666, "Finetune/Step": 2438, "Finetune/Step Time": 6.695920886471868}
+{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.8476412296295166, "Finetune/Loss (Raw)": 0.9578339457511902, "Finetune/Step": 2439, "Finetune/Step Time": 6.696324486285448}
+{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.8489817380905151, "Finetune/Loss (Raw)": 0.9688968658447266, "Finetune/Step": 2440, "Finetune/Step Time": 6.676224812865257}
+{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.8496306538581848, "Finetune/Loss (Raw)": 0.9391422867774963, "Finetune/Step": 2441, "Finetune/Step Time": 6.671374993398786}
+{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.8499017953872681, "Finetune/Loss (Raw)": 0.8627274632453918, "Finetune/Step": 2442, "Finetune/Step Time": 6.667730210348964}
+{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.8509869575500488, "Finetune/Loss (Raw)": 0.9505102038383484, "Finetune/Step": 2443, "Finetune/Step Time": 6.66171888448298}
+{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.8505441546440125, "Finetune/Loss (Raw)": 0.9109638333320618, "Finetune/Step": 2444, "Finetune/Step Time": 6.66823616437614}
+{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.8470608592033386, "Finetune/Loss (Raw)": 0.3840268850326538, "Finetune/Step": 2445, "Finetune/Step Time": 6.684400200843811}
+{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.8477485179901123, "Finetune/Loss (Raw)": 0.8980149626731873, "Finetune/Step": 2446, "Finetune/Step Time": 6.686540953814983}
+{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.8467460870742798, "Finetune/Loss (Raw)": 0.8924993872642517, "Finetune/Step": 2447, "Finetune/Step Time": 6.690728275105357}
+{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.8472833633422852, "Finetune/Loss (Raw)": 0.964612603187561, "Finetune/Step": 2448, "Finetune/Step Time": 6.692977594211698}
+{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.8467229604721069, "Finetune/Loss (Raw)": 0.7780325412750244, "Finetune/Step": 2449, "Finetune/Step Time": 6.685747195035219}
+{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.8433657884597778, "Finetune/Loss (Raw)": 0.4803333580493927, "Finetune/Step": 2450, "Finetune/Step Time": 6.702204395085573}
+{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.8400524854660034, "Finetune/Loss (Raw)": 0.3165808320045471, "Finetune/Step": 2451, "Finetune/Step Time": 6.709954492747784}
+{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.8405580520629883, "Finetune/Loss (Raw)": 0.8645379543304443, "Finetune/Step": 2452, "Finetune/Step Time": 6.711691245436668}
+{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.8402416110038757, "Finetune/Loss (Raw)": 0.8894125819206238, "Finetune/Step": 2453, "Finetune/Step Time": 6.729254774749279}
+{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.8436906337738037, "Finetune/Loss (Raw)": 0.8729803562164307, "Finetune/Step": 2454, "Finetune/Step Time": 6.72036511823535}
+{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.8446672558784485, "Finetune/Loss (Raw)": 0.9866594672203064, "Finetune/Step": 2455, "Finetune/Step Time": 6.7075479328632355}
+{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.8457965850830078, "Finetune/Loss (Raw)": 0.8995813131332397, "Finetune/Step": 2456, "Finetune/Step Time": 6.686068467795849}
+{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.8456639051437378, "Finetune/Loss (Raw)": 0.9154578447341919, "Finetune/Step": 2457, "Finetune/Step Time": 6.683332838118076}
+{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.847101628780365, "Finetune/Loss (Raw)": 0.9130775332450867, "Finetune/Step": 2458, "Finetune/Step Time": 6.689918007701635}
+{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.8465761542320251, "Finetune/Loss (Raw)": 0.822319746017456, "Finetune/Step": 2459, "Finetune/Step Time": 6.6853891760110855}
+{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.8448699712753296, "Finetune/Loss (Raw)": 0.8683446645736694, "Finetune/Step": 2460, "Finetune/Step Time": 6.680946137756109}
+{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.8454502820968628, "Finetune/Loss (Raw)": 0.9682859778404236, "Finetune/Step": 2461, "Finetune/Step Time": 6.678195232525468}
+{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.845661997795105, "Finetune/Loss (Raw)": 0.9361066818237305, "Finetune/Step": 2462, "Finetune/Step Time": 6.666069563478231}
+{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.8459246754646301, "Finetune/Loss (Raw)": 0.8707625865936279, "Finetune/Step": 2463, "Finetune/Step Time": 6.665839448571205}
+{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.8468592166900635, "Finetune/Loss (Raw)": 0.9746342897415161, "Finetune/Step": 2464, "Finetune/Step Time": 6.651905670762062}
+{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.8463835120201111, "Finetune/Loss (Raw)": 0.8733288645744324, "Finetune/Step": 2465, "Finetune/Step Time": 6.654745604842901}
+{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.8453925848007202, "Finetune/Loss (Raw)": 0.7789992094039917, "Finetune/Step": 2466, "Finetune/Step Time": 6.668374391272664}
+{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.8461939096450806, "Finetune/Loss (Raw)": 0.8621101975440979, "Finetune/Step": 2467, "Finetune/Step Time": 6.64933699183166}
+{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.8481939435005188, "Finetune/Loss (Raw)": 1.0732392072677612, "Finetune/Step": 2468, "Finetune/Step Time": 6.653729747980833}
+{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.8479039669036865, "Finetune/Loss (Raw)": 0.9446104168891907, "Finetune/Step": 2469, "Finetune/Step Time": 6.6268163695931435}
+{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.8514588475227356, "Finetune/Loss (Raw)": 0.8050800561904907, "Finetune/Step": 2470, "Finetune/Step Time": 6.614765919744968}
+{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.8513228893280029, "Finetune/Loss (Raw)": 0.932769775390625, "Finetune/Step": 2471, "Finetune/Step Time": 6.599027832970023}
+{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.8520395755767822, "Finetune/Loss (Raw)": 0.9131579995155334, "Finetune/Step": 2472, "Finetune/Step Time": 6.574218489229679}
+{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.8504687547683716, "Finetune/Loss (Raw)": 0.8986684083938599, "Finetune/Step": 2473, "Finetune/Step Time": 6.5801337994635105}
+{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.8503315448760986, "Finetune/Loss (Raw)": 0.8428882956504822, "Finetune/Step": 2474, "Finetune/Step Time": 6.584614921361208}
+{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.8500466346740723, "Finetune/Loss (Raw)": 0.8347140550613403, "Finetune/Step": 2475, "Finetune/Step Time": 6.5844823103398085}
+{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.8496441841125488, "Finetune/Loss (Raw)": 0.8620752096176147, "Finetune/Step": 2476, "Finetune/Step Time": 6.581851694732904}
+{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.8497976064682007, "Finetune/Loss (Raw)": 0.8764995336532593, "Finetune/Step": 2477, "Finetune/Step Time": 6.588556002825499}
+{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.8496350049972534, "Finetune/Loss (Raw)": 0.8582606315612793, "Finetune/Step": 2478, "Finetune/Step Time": 6.588368661701679}
+{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.8479834198951721, "Finetune/Loss (Raw)": 0.7818843722343445, "Finetune/Step": 2479, "Finetune/Step Time": 6.588950822129846}
+{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.8461207151412964, "Finetune/Loss (Raw)": 0.7682684659957886, "Finetune/Step": 2480, "Finetune/Step Time": 6.587502185255289}
+{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.8420829772949219, "Finetune/Loss (Raw)": 0.36859408020973206, "Finetune/Step": 2481, "Finetune/Step Time": 6.6030146684497595}
+{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.8430773019790649, "Finetune/Loss (Raw)": 1.0220613479614258, "Finetune/Step": 2482, "Finetune/Step Time": 6.600143812596798}
+{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.8432803153991699, "Finetune/Loss (Raw)": 0.8277221322059631, "Finetune/Step": 2483, "Finetune/Step Time": 6.605335196480155}
+{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.8435660004615784, "Finetune/Loss (Raw)": 0.7886143326759338, "Finetune/Step": 2484, "Finetune/Step Time": 6.610844207927585}
+{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.8436238765716553, "Finetune/Loss (Raw)": 0.8800004720687866, "Finetune/Step": 2485, "Finetune/Step Time": 6.610697681084275}
+{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.8417974710464478, "Finetune/Loss (Raw)": 0.7697480320930481, "Finetune/Step": 2486, "Finetune/Step Time": 6.62074870057404}
+{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.8419743776321411, "Finetune/Loss (Raw)": 0.3087978661060333, "Finetune/Step": 2487, "Finetune/Step Time": 6.619082676246762}
+{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.8425027132034302, "Finetune/Loss (Raw)": 0.9447077512741089, "Finetune/Step": 2488, "Finetune/Step Time": 6.617973130196333}
+{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.8425129652023315, "Finetune/Loss (Raw)": 0.9189226627349854, "Finetune/Step": 2489, "Finetune/Step Time": 6.635854968801141}
+{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.8380719423294067, "Finetune/Loss (Raw)": 0.3154897689819336, "Finetune/Step": 2490, "Finetune/Step Time": 6.658945374190807}
+{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.839838981628418, "Finetune/Loss (Raw)": 0.8321681022644043, "Finetune/Step": 2491, "Finetune/Step Time": 6.65270228125155}
+{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.8391197919845581, "Finetune/Loss (Raw)": 0.7297419905662537, "Finetune/Step": 2492, "Finetune/Step Time": 6.653745906427503}
+{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.8387880921363831, "Finetune/Loss (Raw)": 0.900844156742096, "Finetune/Step": 2493, "Finetune/Step Time": 6.661351243034005}
+{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.8409957885742188, "Finetune/Loss (Raw)": 0.9811990857124329, "Finetune/Step": 2494, "Finetune/Step Time": 6.650495436042547}
+{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.8407646417617798, "Finetune/Loss (Raw)": 0.8945028781890869, "Finetune/Step": 2495, "Finetune/Step Time": 6.643870271742344}
+{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.8407063484191895, "Finetune/Loss (Raw)": 0.851293683052063, "Finetune/Step": 2496, "Finetune/Step Time": 6.664394846186042}
+{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.8386979103088379, "Finetune/Loss (Raw)": 0.7334265112876892, "Finetune/Step": 2497, "Finetune/Step Time": 6.653034234419465}
+{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.8393927812576294, "Finetune/Loss (Raw)": 0.9590023159980774, "Finetune/Step": 2498, "Finetune/Step Time": 6.653262864798307}
+{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.8366031646728516, "Finetune/Loss (Raw)": 0.6096904873847961, "Finetune/Step": 2499, "Finetune/Step Time": 6.665800081565976}
+{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.8373187780380249, "Finetune/Loss (Raw)": 0.9215750098228455, "Finetune/Step": 2500, "Finetune/Step Time": 6.665419524535537}
+{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.8369566202163696, "Finetune/Loss (Raw)": 0.898523211479187, "Finetune/Step": 2501, "Finetune/Step Time": 6.646022722125053}
+{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.8382401466369629, "Finetune/Loss (Raw)": 0.9303619861602783, "Finetune/Step": 2502, "Finetune/Step Time": 6.645817954093218}
+{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.8397724032402039, "Finetune/Loss (Raw)": 0.849605917930603, "Finetune/Step": 2503, "Finetune/Step Time": 6.634520933032036}
+{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.8394001722335815, "Finetune/Loss (Raw)": 0.8679561614990234, "Finetune/Step": 2504, "Finetune/Step Time": 6.6378256641328335}
+{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.8382048606872559, "Finetune/Loss (Raw)": 0.8563851118087769, "Finetune/Step": 2505, "Finetune/Step Time": 6.637406602501869}
+{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.8369559049606323, "Finetune/Loss (Raw)": 0.8141091465950012, "Finetune/Step": 2506, "Finetune/Step Time": 6.640853336080909}
+{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.8376110196113586, "Finetune/Loss (Raw)": 0.9613082408905029, "Finetune/Step": 2507, "Finetune/Step Time": 6.627624329179525}
+{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.8378266096115112, "Finetune/Loss (Raw)": 0.7698212265968323, "Finetune/Step": 2508, "Finetune/Step Time": 6.633760951459408}
+{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.83722323179245, "Finetune/Loss (Raw)": 0.8044859170913696, "Finetune/Step": 2509, "Finetune/Step Time": 6.636637168005109}
+{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.8394347429275513, "Finetune/Loss (Raw)": 0.998958170413971, "Finetune/Step": 2510, "Finetune/Step Time": 6.619663722813129}
+{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.8418993949890137, "Finetune/Loss (Raw)": 0.9473234415054321, "Finetune/Step": 2511, "Finetune/Step Time": 6.615034699440002}
+{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.8394884467124939, "Finetune/Loss (Raw)": 0.7423203587532043, "Finetune/Step": 2512, "Finetune/Step Time": 6.6230568792670965}
+{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.839186429977417, "Finetune/Loss (Raw)": 0.8204212784767151, "Finetune/Step": 2513, "Finetune/Step Time": 6.622470775619149}
+{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.839044988155365, "Finetune/Loss (Raw)": 0.9689711332321167, "Finetune/Step": 2514, "Finetune/Step Time": 6.627612033858895}
+{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.8378530740737915, "Finetune/Loss (Raw)": 0.6831603646278381, "Finetune/Step": 2515, "Finetune/Step Time": 6.631863573566079}
+{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.8376724720001221, "Finetune/Loss (Raw)": 0.8771665096282959, "Finetune/Step": 2516, "Finetune/Step Time": 6.609401553869247}
+{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.8364899158477783, "Finetune/Loss (Raw)": 0.8564887046813965, "Finetune/Step": 2517, "Finetune/Step Time": 6.611653834581375}
+{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.8353299498558044, "Finetune/Loss (Raw)": 0.810967206954956, "Finetune/Step": 2518, "Finetune/Step Time": 6.616676107048988}
+{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.8342899084091187, "Finetune/Loss (Raw)": 0.8141263127326965, "Finetune/Step": 2519, "Finetune/Step Time": 6.62038335762918}
+{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.8349611163139343, "Finetune/Loss (Raw)": 0.955134391784668, "Finetune/Step": 2520, "Finetune/Step Time": 6.619284154847264}
+{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.8306604623794556, "Finetune/Loss (Raw)": 0.4009128212928772, "Finetune/Step": 2521, "Finetune/Step Time": 6.621570747345686}
+{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.8347162008285522, "Finetune/Loss (Raw)": 0.9104213118553162, "Finetune/Step": 2522, "Finetune/Step Time": 6.61245102994144}
+{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.8327255845069885, "Finetune/Loss (Raw)": 0.6505273580551147, "Finetune/Step": 2523, "Finetune/Step Time": 6.6137685384601355}
+{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.8327171802520752, "Finetune/Loss (Raw)": 0.8164624571800232, "Finetune/Step": 2524, "Finetune/Step Time": 6.612389808520675}
+{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.8320368528366089, "Finetune/Loss (Raw)": 0.7928835153579712, "Finetune/Step": 2525, "Finetune/Step Time": 6.612809423357248}
+{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.8309593200683594, "Finetune/Loss (Raw)": 0.901853621006012, "Finetune/Step": 2526, "Finetune/Step Time": 6.6155297085642815}
+{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.830516517162323, "Finetune/Loss (Raw)": 0.9049555659294128, "Finetune/Step": 2527, "Finetune/Step Time": 6.624484997242689}
+{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.8318444490432739, "Finetune/Loss (Raw)": 0.9521799087524414, "Finetune/Step": 2528, "Finetune/Step Time": 6.630407368764281}
+{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.8267660140991211, "Finetune/Loss (Raw)": 0.26814645528793335, "Finetune/Step": 2529, "Finetune/Step Time": 6.647827066481113}
+{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.8273633718490601, "Finetune/Loss (Raw)": 0.8689666390419006, "Finetune/Step": 2530, "Finetune/Step Time": 6.640121836215258}
+{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.8264238238334656, "Finetune/Loss (Raw)": 0.783311128616333, "Finetune/Step": 2531, "Finetune/Step Time": 6.639120034873486}
+{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.826698899269104, "Finetune/Loss (Raw)": 0.9479637742042542, "Finetune/Step": 2532, "Finetune/Step Time": 6.665596887469292}
+{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.8256809115409851, "Finetune/Loss (Raw)": 0.7687532305717468, "Finetune/Step": 2533, "Finetune/Step Time": 6.668010924011469}
+{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.8210223317146301, "Finetune/Loss (Raw)": 0.376260906457901, "Finetune/Step": 2534, "Finetune/Step Time": 6.685619214549661}
+{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.8235927820205688, "Finetune/Loss (Raw)": 0.9703332781791687, "Finetune/Step": 2535, "Finetune/Step Time": 6.681548757478595}
+{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.8201590180397034, "Finetune/Loss (Raw)": 0.6481017470359802, "Finetune/Step": 2536, "Finetune/Step Time": 6.689131053164601}
+{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.8200390338897705, "Finetune/Loss (Raw)": 0.8288557529449463, "Finetune/Step": 2537, "Finetune/Step Time": 6.695758819580078}
+{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.8206230401992798, "Finetune/Loss (Raw)": 0.9353883266448975, "Finetune/Step": 2538, "Finetune/Step Time": 6.698734510689974}
+{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.8217538595199585, "Finetune/Loss (Raw)": 0.8598545789718628, "Finetune/Step": 2539, "Finetune/Step Time": 6.696576241403818}
+{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.8224557638168335, "Finetune/Loss (Raw)": 0.8881843686103821, "Finetune/Step": 2540, "Finetune/Step Time": 6.695730498060584}
+{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.8225157260894775, "Finetune/Loss (Raw)": 0.776066243648529, "Finetune/Step": 2541, "Finetune/Step Time": 6.711827661842108}
+{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.8225946426391602, "Finetune/Loss (Raw)": 0.8890104293823242, "Finetune/Step": 2542, "Finetune/Step Time": 6.715977001935244}
+{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.8229751586914062, "Finetune/Loss (Raw)": 0.880445122718811, "Finetune/Step": 2543, "Finetune/Step Time": 6.709589188918471}
+{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.8207083940505981, "Finetune/Loss (Raw)": 0.6462958455085754, "Finetune/Step": 2544, "Finetune/Step Time": 6.7187598049640656}
+{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.8206225037574768, "Finetune/Loss (Raw)": 0.8281683325767517, "Finetune/Step": 2545, "Finetune/Step Time": 6.7119481433182955}
+{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.8193731307983398, "Finetune/Loss (Raw)": 0.27633631229400635, "Finetune/Step": 2546, "Finetune/Step Time": 6.710666494444013}
+{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.8194737434387207, "Finetune/Loss (Raw)": 0.8256748914718628, "Finetune/Step": 2547, "Finetune/Step Time": 6.681894231587648}
+{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.8192867040634155, "Finetune/Loss (Raw)": 0.9858897924423218, "Finetune/Step": 2548, "Finetune/Step Time": 6.683019585907459}
+{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.8160682320594788, "Finetune/Loss (Raw)": 0.31508031487464905, "Finetune/Step": 2549, "Finetune/Step Time": 6.68159188516438}
+{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.8173156380653381, "Finetune/Loss (Raw)": 0.8903287053108215, "Finetune/Step": 2550, "Finetune/Step Time": 6.670750685036182}
+{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.8191064596176147, "Finetune/Loss (Raw)": 0.8952857851982117, "Finetune/Step": 2551, "Finetune/Step Time": 6.6559330355376005}
+{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.8203293085098267, "Finetune/Loss (Raw)": 1.075624704360962, "Finetune/Step": 2552, "Finetune/Step Time": 6.656183533370495}
+{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.8206896781921387, "Finetune/Loss (Raw)": 0.7974685430526733, "Finetune/Step": 2553, "Finetune/Step Time": 6.656692933291197}
+{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.8249047994613647, "Finetune/Loss (Raw)": 0.906006395816803, "Finetune/Step": 2554, "Finetune/Step Time": 6.664830133318901}
+{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.8202775120735168, "Finetune/Loss (Raw)": 0.3258460760116577, "Finetune/Step": 2555, "Finetune/Step Time": 6.682566964998841}
+{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.8212317228317261, "Finetune/Loss (Raw)": 0.8697268962860107, "Finetune/Step": 2556, "Finetune/Step Time": 6.682275537401438}
+{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.8198668956756592, "Finetune/Loss (Raw)": 0.723687469959259, "Finetune/Step": 2557, "Finetune/Step Time": 6.665795534849167}
+{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.820858895778656, "Finetune/Loss (Raw)": 0.8228057622909546, "Finetune/Step": 2558, "Finetune/Step Time": 6.635794181376696}
+{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.8199469447135925, "Finetune/Loss (Raw)": 0.849186360836029, "Finetune/Step": 2559, "Finetune/Step Time": 6.63375279866159}
+{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.8197100162506104, "Finetune/Loss (Raw)": 0.8177603483200073, "Finetune/Step": 2560, "Finetune/Step Time": 6.642027882859111}
+{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.8197559714317322, "Finetune/Loss (Raw)": 0.8242521286010742, "Finetune/Step": 2561, "Finetune/Step Time": 6.645196840167046}
+{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.8204120397567749, "Finetune/Loss (Raw)": 0.9677800536155701, "Finetune/Step": 2562, "Finetune/Step Time": 6.643953690305352}
+{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.8180705904960632, "Finetune/Loss (Raw)": 0.5531442761421204, "Finetune/Step": 2563, "Finetune/Step Time": 6.641483100131154}
+{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.8178216814994812, "Finetune/Loss (Raw)": 0.8995112180709839, "Finetune/Step": 2564, "Finetune/Step Time": 6.644106140360236}
+{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.818702220916748, "Finetune/Loss (Raw)": 0.9266519546508789, "Finetune/Step": 2565, "Finetune/Step Time": 6.641903046518564}
+{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.8181881308555603, "Finetune/Loss (Raw)": 0.907137393951416, "Finetune/Step": 2566, "Finetune/Step Time": 6.644404815509915}
+{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.8166413307189941, "Finetune/Loss (Raw)": 0.7598530650138855, "Finetune/Step": 2567, "Finetune/Step Time": 6.648181838914752}
+{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.8148850202560425, "Finetune/Loss (Raw)": 0.7440850734710693, "Finetune/Step": 2568, "Finetune/Step Time": 6.651308823376894}
+{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.8161068558692932, "Finetune/Loss (Raw)": 1.0955383777618408, "Finetune/Step": 2569, "Finetune/Step Time": 6.648793367668986}
+{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.8159925937652588, "Finetune/Loss (Raw)": 0.8480986952781677, "Finetune/Step": 2570, "Finetune/Step Time": 6.652273401618004}
+{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.8165768384933472, "Finetune/Loss (Raw)": 1.0252971649169922, "Finetune/Step": 2571, "Finetune/Step Time": 6.650781236588955}
+{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.8160482048988342, "Finetune/Loss (Raw)": 0.843293309211731, "Finetune/Step": 2572, "Finetune/Step Time": 6.6478912606835365}
+{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.8197762966156006, "Finetune/Loss (Raw)": 0.8612293004989624, "Finetune/Step": 2573, "Finetune/Step Time": 6.633828843012452}
+{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.8189452886581421, "Finetune/Loss (Raw)": 0.7916375398635864, "Finetune/Step": 2574, "Finetune/Step Time": 6.656113741919398}
+{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.8179956674575806, "Finetune/Loss (Raw)": 0.770950436592102, "Finetune/Step": 2575, "Finetune/Step Time": 6.649381905794144}
+{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.817369818687439, "Finetune/Loss (Raw)": 0.8845051527023315, "Finetune/Step": 2576, "Finetune/Step Time": 6.6496714893728495}
+{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.8186399936676025, "Finetune/Loss (Raw)": 0.94061678647995, "Finetune/Step": 2577, "Finetune/Step Time": 6.65304266102612}
+{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.8224305510520935, "Finetune/Loss (Raw)": 0.9655198454856873, "Finetune/Step": 2578, "Finetune/Step Time": 6.634089209139347}
+{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.8272719383239746, "Finetune/Loss (Raw)": 0.9362841248512268, "Finetune/Step": 2579, "Finetune/Step Time": 6.613210525363684}
+{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.8256635665893555, "Finetune/Loss (Raw)": 0.658663809299469, "Finetune/Step": 2580, "Finetune/Step Time": 6.6230952348560095}
+{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.8265336751937866, "Finetune/Loss (Raw)": 1.000788927078247, "Finetune/Step": 2581, "Finetune/Step Time": 6.600588755682111}
+{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.8263218402862549, "Finetune/Loss (Raw)": 0.8458595275878906, "Finetune/Step": 2582, "Finetune/Step Time": 6.589868204668164}
+{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.8244123458862305, "Finetune/Loss (Raw)": 0.7422483563423157, "Finetune/Step": 2583, "Finetune/Step Time": 6.597912665456533}
+{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.8250041007995605, "Finetune/Loss (Raw)": 0.9753198623657227, "Finetune/Step": 2584, "Finetune/Step Time": 6.598645502701402}
+{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.8235456943511963, "Finetune/Loss (Raw)": 0.7287886738777161, "Finetune/Step": 2585, "Finetune/Step Time": 6.6006707437336445}
+{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.823345959186554, "Finetune/Loss (Raw)": 0.8875089287757874, "Finetune/Step": 2586, "Finetune/Step Time": 6.597341075539589}
+{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.8240996599197388, "Finetune/Loss (Raw)": 0.9187967777252197, "Finetune/Step": 2587, "Finetune/Step Time": 6.596869014203548}
+{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.8233554363250732, "Finetune/Loss (Raw)": 0.7730801701545715, "Finetune/Step": 2588, "Finetune/Step Time": 6.605254827067256}
+{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.8229113817214966, "Finetune/Loss (Raw)": 0.9114529490470886, "Finetune/Step": 2589, "Finetune/Step Time": 6.6091490760445595}
+{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.8224576115608215, "Finetune/Loss (Raw)": 0.8780206441879272, "Finetune/Step": 2590, "Finetune/Step Time": 6.611758517101407}
+{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.8217475414276123, "Finetune/Loss (Raw)": 0.7798706293106079, "Finetune/Step": 2591, "Finetune/Step Time": 6.649638326838613}
+{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.8208163380622864, "Finetune/Loss (Raw)": 0.8554386496543884, "Finetune/Step": 2592, "Finetune/Step Time": 6.657875757664442}
+{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.8200775384902954, "Finetune/Loss (Raw)": 0.7787695527076721, "Finetune/Step": 2593, "Finetune/Step Time": 6.677956510335207}
+{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.8198776245117188, "Finetune/Loss (Raw)": 0.7534009218215942, "Finetune/Step": 2594, "Finetune/Step Time": 6.677281711250544}
+{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.8198906779289246, "Finetune/Loss (Raw)": 0.8637866973876953, "Finetune/Step": 2595, "Finetune/Step Time": 6.681934341788292}
+{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.8179265260696411, "Finetune/Loss (Raw)": 0.8218263387680054, "Finetune/Step": 2596, "Finetune/Step Time": 6.674951085820794}
+{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.8178081512451172, "Finetune/Loss (Raw)": 0.929456889629364, "Finetune/Step": 2597, "Finetune/Step Time": 6.677160011604428}
+{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.8164545893669128, "Finetune/Loss (Raw)": 0.6318264007568359, "Finetune/Step": 2598, "Finetune/Step Time": 6.688869068399072}
+{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.8163579702377319, "Finetune/Loss (Raw)": 0.920402467250824, "Finetune/Step": 2599, "Finetune/Step Time": 6.693253336474299}
+{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.8158129453659058, "Finetune/Loss (Raw)": 0.8433939814567566, "Finetune/Step": 2600, "Finetune/Step Time": 6.697599962353706}
+{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.815233588218689, "Finetune/Loss (Raw)": 0.8245087265968323, "Finetune/Step": 2601, "Finetune/Step Time": 6.704542133957148}
+{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.8162171244621277, "Finetune/Loss (Raw)": 0.9687869548797607, "Finetune/Step": 2602, "Finetune/Step Time": 6.702672800049186}
+{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.8170990943908691, "Finetune/Loss (Raw)": 0.9476029872894287, "Finetune/Step": 2603, "Finetune/Step Time": 6.702555812895298}
+{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.816746711730957, "Finetune/Loss (Raw)": 0.8169698119163513, "Finetune/Step": 2604, "Finetune/Step Time": 6.720306353643537}
+{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.8156251907348633, "Finetune/Loss (Raw)": 0.7329435348510742, "Finetune/Step": 2605, "Finetune/Step Time": 6.709500044584274}
+{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.8149670362472534, "Finetune/Loss (Raw)": 0.7740159034729004, "Finetune/Step": 2606, "Finetune/Step Time": 6.737373944371939}
+{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.815790057182312, "Finetune/Loss (Raw)": 0.8872350454330444, "Finetune/Step": 2607, "Finetune/Step Time": 6.757640365511179}
+{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.8169177174568176, "Finetune/Loss (Raw)": 0.9126049876213074, "Finetune/Step": 2608, "Finetune/Step Time": 6.750891538336873}
+{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.821100115776062, "Finetune/Loss (Raw)": 0.9039394855499268, "Finetune/Step": 2609, "Finetune/Step Time": 6.735320035368204}
+{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.8193114995956421, "Finetune/Loss (Raw)": 0.7931273579597473, "Finetune/Step": 2610, "Finetune/Step Time": 6.7515128664672375}
+{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.8182139992713928, "Finetune/Loss (Raw)": 0.6872401833534241, "Finetune/Step": 2611, "Finetune/Step Time": 6.752629356458783}
+{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.8186817169189453, "Finetune/Loss (Raw)": 0.8484838604927063, "Finetune/Step": 2612, "Finetune/Step Time": 6.741076499223709}
+{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.819395899772644, "Finetune/Loss (Raw)": 0.9714085459709167, "Finetune/Step": 2613, "Finetune/Step Time": 6.739735120907426}
+{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.819553554058075, "Finetune/Loss (Raw)": 0.7899355888366699, "Finetune/Step": 2614, "Finetune/Step Time": 6.73215907253325}
+{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.8240507245063782, "Finetune/Loss (Raw)": 0.8844296932220459, "Finetune/Step": 2615, "Finetune/Step Time": 6.723223775625229}
+{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.8237724304199219, "Finetune/Loss (Raw)": 0.9090933203697205, "Finetune/Step": 2616, "Finetune/Step Time": 6.726372923702002}
+{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.8196660280227661, "Finetune/Loss (Raw)": 0.3933032751083374, "Finetune/Step": 2617, "Finetune/Step Time": 6.722352689132094}
+{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.8230127692222595, "Finetune/Loss (Raw)": 0.7438705563545227, "Finetune/Step": 2618, "Finetune/Step Time": 6.709633620455861}
+{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.8237811326980591, "Finetune/Loss (Raw)": 0.9305161237716675, "Finetune/Step": 2619, "Finetune/Step Time": 6.703433398157358}
+{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.8239321708679199, "Finetune/Loss (Raw)": 0.7490729093551636, "Finetune/Step": 2620, "Finetune/Step Time": 6.699471820145845}
+{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.8235281705856323, "Finetune/Loss (Raw)": 0.8491340279579163, "Finetune/Step": 2621, "Finetune/Step Time": 6.696287093684077}
+{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.8230668306350708, "Finetune/Loss (Raw)": 0.9221497178077698, "Finetune/Step": 2622, "Finetune/Step Time": 6.6915543135255575}
+{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.8224499225616455, "Finetune/Loss (Raw)": 0.8155333399772644, "Finetune/Step": 2623, "Finetune/Step Time": 6.711335645988584}
+{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.8226515650749207, "Finetune/Loss (Raw)": 0.877103865146637, "Finetune/Step": 2624, "Finetune/Step Time": 6.70056994445622}
+{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.8225300312042236, "Finetune/Loss (Raw)": 0.7178678512573242, "Finetune/Step": 2625, "Finetune/Step Time": 6.7135433200746775}
+{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.8174459934234619, "Finetune/Loss (Raw)": 0.30825182795524597, "Finetune/Step": 2626, "Finetune/Step Time": 6.732705412432551}
+{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.8193514347076416, "Finetune/Loss (Raw)": 0.8535932302474976, "Finetune/Step": 2627, "Finetune/Step Time": 6.715835789218545}
+{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.8196334838867188, "Finetune/Loss (Raw)": 0.9576752781867981, "Finetune/Step": 2628, "Finetune/Step Time": 6.715061558410525}
+{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.8173128366470337, "Finetune/Loss (Raw)": 0.6014707088470459, "Finetune/Step": 2629, "Finetune/Step Time": 6.730135656893253}
+{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.8159053325653076, "Finetune/Loss (Raw)": 0.7502119541168213, "Finetune/Step": 2630, "Finetune/Step Time": 6.730786442756653}
+{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.8170130848884583, "Finetune/Loss (Raw)": 0.9913904070854187, "Finetune/Step": 2631, "Finetune/Step Time": 6.7282957043498755}
+{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.8160305023193359, "Finetune/Loss (Raw)": 0.7421817779541016, "Finetune/Step": 2632, "Finetune/Step Time": 6.724162098020315}
+{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.8163284063339233, "Finetune/Loss (Raw)": 0.8945200443267822, "Finetune/Step": 2633, "Finetune/Step Time": 6.7256370689719915}
+{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.817033052444458, "Finetune/Loss (Raw)": 0.9043112993240356, "Finetune/Step": 2634, "Finetune/Step Time": 6.7264860942959785}
+{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.8164504170417786, "Finetune/Loss (Raw)": 0.8867262005805969, "Finetune/Step": 2635, "Finetune/Step Time": 6.7210528161376715}
+{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.8181793689727783, "Finetune/Loss (Raw)": 0.9911280870437622, "Finetune/Step": 2636, "Finetune/Step Time": 6.72034177929163}
+{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.8179356455802917, "Finetune/Loss (Raw)": 0.7732879519462585, "Finetune/Step": 2637, "Finetune/Step Time": 6.7253054063767195}
+{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.817339301109314, "Finetune/Loss (Raw)": 0.9226248860359192, "Finetune/Step": 2638, "Finetune/Step Time": 6.744808154180646}
+{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.8160048723220825, "Finetune/Loss (Raw)": 0.776517391204834, "Finetune/Step": 2639, "Finetune/Step Time": 6.7369600012898445}
+{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.812911331653595, "Finetune/Loss (Raw)": 0.3463478982448578, "Finetune/Step": 2640, "Finetune/Step Time": 6.757658606395125}
+{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.8129130601882935, "Finetune/Loss (Raw)": 0.8206429481506348, "Finetune/Step": 2641, "Finetune/Step Time": 6.749488051980734}
+{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.8116412162780762, "Finetune/Loss (Raw)": 0.8061752915382385, "Finetune/Step": 2642, "Finetune/Step Time": 6.739381751045585}
+{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.8114954233169556, "Finetune/Loss (Raw)": 0.6644986271858215, "Finetune/Step": 2643, "Finetune/Step Time": 6.7369250655174255}
+{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.8102601766586304, "Finetune/Loss (Raw)": 0.7190549373626709, "Finetune/Step": 2644, "Finetune/Step Time": 6.769109671935439}
+{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.8104888200759888, "Finetune/Loss (Raw)": 0.8857514262199402, "Finetune/Step": 2645, "Finetune/Step Time": 6.772677471861243}
+{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.8112008571624756, "Finetune/Loss (Raw)": 0.9021129012107849, "Finetune/Step": 2646, "Finetune/Step Time": 6.7591048534959555}
+{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.8108906149864197, "Finetune/Loss (Raw)": 0.7744128704071045, "Finetune/Step": 2647, "Finetune/Step Time": 6.764389598742127}
+{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.8103755116462708, "Finetune/Loss (Raw)": 0.8891996741294861, "Finetune/Step": 2648, "Finetune/Step Time": 6.775055758655071}
+{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.8133740425109863, "Finetune/Loss (Raw)": 0.7847305536270142, "Finetune/Step": 2649, "Finetune/Step Time": 6.768992969766259}
+{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.8124145269393921, "Finetune/Loss (Raw)": 0.7876014709472656, "Finetune/Step": 2650, "Finetune/Step Time": 6.7519616689532995}
+{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.8136795163154602, "Finetune/Loss (Raw)": 0.8124409914016724, "Finetune/Step": 2651, "Finetune/Step Time": 6.746873822063208}
+{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.815008282661438, "Finetune/Loss (Raw)": 0.9865540266036987, "Finetune/Step": 2652, "Finetune/Step Time": 6.75289274007082}
+{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.8150972723960876, "Finetune/Loss (Raw)": 0.8042665123939514, "Finetune/Step": 2653, "Finetune/Step Time": 6.764168340712786}
+{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.8106775283813477, "Finetune/Loss (Raw)": 0.3361201882362366, "Finetune/Step": 2654, "Finetune/Step Time": 6.7765369061380625}
+{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.8104786276817322, "Finetune/Loss (Raw)": 0.8795053958892822, "Finetune/Step": 2655, "Finetune/Step Time": 6.77539586648345}
+{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.8097355961799622, "Finetune/Loss (Raw)": 0.8570724129676819, "Finetune/Step": 2656, "Finetune/Step Time": 6.7725599724799395}
+{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.8125215172767639, "Finetune/Loss (Raw)": 0.6247392296791077, "Finetune/Step": 2657, "Finetune/Step Time": 6.768065692856908}
+{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.8107354044914246, "Finetune/Loss (Raw)": 0.6403434872627258, "Finetune/Step": 2658, "Finetune/Step Time": 6.78586408123374}
+{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.8121511936187744, "Finetune/Loss (Raw)": 0.9645377993583679, "Finetune/Step": 2659, "Finetune/Step Time": 6.777119159698486}
+{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.811856746673584, "Finetune/Loss (Raw)": 0.9102708697319031, "Finetune/Step": 2660, "Finetune/Step Time": 6.750654553994536}
+{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.8141853213310242, "Finetune/Loss (Raw)": 1.0668106079101562, "Finetune/Step": 2661, "Finetune/Step Time": 6.753183852881193}
+{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.8187878131866455, "Finetune/Loss (Raw)": 0.9653806090354919, "Finetune/Step": 2662, "Finetune/Step Time": 6.731918560341001}
+{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.8183875679969788, "Finetune/Loss (Raw)": 0.9191052317619324, "Finetune/Step": 2663, "Finetune/Step Time": 6.726735403761268}
+{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.8167017102241516, "Finetune/Loss (Raw)": 0.4323059618473053, "Finetune/Step": 2664, "Finetune/Step Time": 6.727795839309692}
+{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.8157394528388977, "Finetune/Loss (Raw)": 0.7056915163993835, "Finetune/Step": 2665, "Finetune/Step Time": 6.7206889893859625}
+{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.8153507113456726, "Finetune/Loss (Raw)": 0.8856251239776611, "Finetune/Step": 2666, "Finetune/Step Time": 6.717226695269346}
+{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.814441978931427, "Finetune/Loss (Raw)": 0.7435345649719238, "Finetune/Step": 2667, "Finetune/Step Time": 6.712117442861199}
+{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.8138597011566162, "Finetune/Loss (Raw)": 0.8136586546897888, "Finetune/Step": 2668, "Finetune/Step Time": 6.708796704187989}
+{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.8151637315750122, "Finetune/Loss (Raw)": 0.9429805278778076, "Finetune/Step": 2669, "Finetune/Step Time": 6.692682214081287}
+{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.8150712251663208, "Finetune/Loss (Raw)": 0.8771635890007019, "Finetune/Step": 2670, "Finetune/Step Time": 6.687494711950421}
+{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.8135923147201538, "Finetune/Loss (Raw)": 0.6911552548408508, "Finetune/Step": 2671, "Finetune/Step Time": 6.694042818620801}
+{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.8134326934814453, "Finetune/Loss (Raw)": 0.6258673667907715, "Finetune/Step": 2672, "Finetune/Step Time": 6.699187820777297}
+{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.8134943246841431, "Finetune/Loss (Raw)": 0.8360452055931091, "Finetune/Step": 2673, "Finetune/Step Time": 6.711432088166475}
+{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.8174382448196411, "Finetune/Loss (Raw)": 0.7811608910560608, "Finetune/Step": 2674, "Finetune/Step Time": 6.703157486394048}
+{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.8173748254776001, "Finetune/Loss (Raw)": 0.8175557851791382, "Finetune/Step": 2675, "Finetune/Step Time": 6.707932587713003}
+{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.8159664869308472, "Finetune/Loss (Raw)": 0.8056311011314392, "Finetune/Step": 2676, "Finetune/Step Time": 6.7116828970611095}
+{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.8208237886428833, "Finetune/Loss (Raw)": 0.9368125796318054, "Finetune/Step": 2677, "Finetune/Step Time": 6.691124318167567}
+{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.8205323219299316, "Finetune/Loss (Raw)": 0.8530147671699524, "Finetune/Step": 2678, "Finetune/Step Time": 6.690233137458563}
+{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.8212760090827942, "Finetune/Loss (Raw)": 0.9904853701591492, "Finetune/Step": 2679, "Finetune/Step Time": 6.687354434281588}
+{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.81983482837677, "Finetune/Loss (Raw)": 0.8911451697349548, "Finetune/Step": 2680, "Finetune/Step Time": 6.690268171951175}
+{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.8162415027618408, "Finetune/Loss (Raw)": 0.33752837777137756, "Finetune/Step": 2681, "Finetune/Step Time": 6.6970338728278875}
+{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.8158575296401978, "Finetune/Loss (Raw)": 0.8568576574325562, "Finetune/Step": 2682, "Finetune/Step Time": 6.674095718190074}
+{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.819878339767456, "Finetune/Loss (Raw)": 0.840505063533783, "Finetune/Step": 2683, "Finetune/Step Time": 6.6534527242183685}
+{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.8195488452911377, "Finetune/Loss (Raw)": 0.8275530934333801, "Finetune/Step": 2684, "Finetune/Step Time": 6.653386561200023}
+{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.8208760023117065, "Finetune/Loss (Raw)": 0.8935679197311401, "Finetune/Step": 2685, "Finetune/Step Time": 6.656752871349454}
+{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.8203889727592468, "Finetune/Loss (Raw)": 0.7604641318321228, "Finetune/Step": 2686, "Finetune/Step Time": 6.6591529455035925}
+{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.8203630447387695, "Finetune/Loss (Raw)": 0.8458734154701233, "Finetune/Step": 2687, "Finetune/Step Time": 6.660748215392232}
+{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.820991039276123, "Finetune/Loss (Raw)": 0.8981415629386902, "Finetune/Step": 2688, "Finetune/Step Time": 6.641977956518531}
+{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.8221721649169922, "Finetune/Loss (Raw)": 0.9754326939582825, "Finetune/Step": 2689, "Finetune/Step Time": 6.638934331014752}
+{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.8174573183059692, "Finetune/Loss (Raw)": 0.36428454518318176, "Finetune/Step": 2690, "Finetune/Step Time": 6.6584661938250065}
+{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.821022629737854, "Finetune/Loss (Raw)": 1.0095000267028809, "Finetune/Step": 2691, "Finetune/Step Time": 6.6520398166030645}
+{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.8203690052032471, "Finetune/Loss (Raw)": 0.815853476524353, "Finetune/Step": 2692, "Finetune/Step Time": 6.651186998933554}
+{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.8203584551811218, "Finetune/Loss (Raw)": 0.9252944588661194, "Finetune/Step": 2693, "Finetune/Step Time": 6.6490816958248615}
+{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.8197846412658691, "Finetune/Loss (Raw)": 0.8336895108222961, "Finetune/Step": 2694, "Finetune/Step Time": 6.6603570766747}
+{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.8200101852416992, "Finetune/Loss (Raw)": 0.7887243032455444, "Finetune/Step": 2695, "Finetune/Step Time": 6.660150859504938}
+{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.8211634159088135, "Finetune/Loss (Raw)": 0.8917033672332764, "Finetune/Step": 2696, "Finetune/Step Time": 6.672092627733946}
+{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.818921685218811, "Finetune/Loss (Raw)": 0.808590292930603, "Finetune/Step": 2697, "Finetune/Step Time": 6.675111858174205}
+{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.8181219100952148, "Finetune/Loss (Raw)": 0.7457286715507507, "Finetune/Step": 2698, "Finetune/Step Time": 6.671124016866088}
+{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.817470371723175, "Finetune/Loss (Raw)": 0.9418980479240417, "Finetune/Step": 2699, "Finetune/Step Time": 6.685268359258771}
+{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.8175077438354492, "Finetune/Loss (Raw)": 0.8480769395828247, "Finetune/Step": 2700, "Finetune/Step Time": 6.685061410069466}
+{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.8173645734786987, "Finetune/Loss (Raw)": 0.8429020047187805, "Finetune/Step": 2701, "Finetune/Step Time": 6.70778090134263}
+{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.8181241750717163, "Finetune/Loss (Raw)": 0.8888638615608215, "Finetune/Step": 2702, "Finetune/Step Time": 6.696300415322185}
+{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.8179315328598022, "Finetune/Loss (Raw)": 0.7463029623031616, "Finetune/Step": 2703, "Finetune/Step Time": 6.712847692891955}
+{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.816648006439209, "Finetune/Loss (Raw)": 0.7202094793319702, "Finetune/Step": 2704, "Finetune/Step Time": 6.725014340132475}
+{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.8154639601707458, "Finetune/Loss (Raw)": 0.789053201675415, "Finetune/Step": 2705, "Finetune/Step Time": 6.72595277801156}
+{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.815102219581604, "Finetune/Loss (Raw)": 0.9192217588424683, "Finetune/Step": 2706, "Finetune/Step Time": 6.73291121982038}
+{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.8155511021614075, "Finetune/Loss (Raw)": 0.9937427639961243, "Finetune/Step": 2707, "Finetune/Step Time": 6.729837896302342}
+{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.8178210258483887, "Finetune/Loss (Raw)": 0.9492083191871643, "Finetune/Step": 2708, "Finetune/Step Time": 6.7269067745655775}
+{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.8163090944290161, "Finetune/Loss (Raw)": 0.8072628378868103, "Finetune/Step": 2709, "Finetune/Step Time": 6.7351031098514795}
+{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.8126134872436523, "Finetune/Loss (Raw)": 0.3728210926055908, "Finetune/Step": 2710, "Finetune/Step Time": 6.755908282473683}
+{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.8140454292297363, "Finetune/Loss (Raw)": 0.9255403280258179, "Finetune/Step": 2711, "Finetune/Step Time": 6.747037494555116}
+{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.8133488893508911, "Finetune/Loss (Raw)": 0.8861634135246277, "Finetune/Step": 2712, "Finetune/Step Time": 6.76512530259788}
+{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.8137738704681396, "Finetune/Loss (Raw)": 0.783186137676239, "Finetune/Step": 2713, "Finetune/Step Time": 6.772312784567475}
+{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.8139317631721497, "Finetune/Loss (Raw)": 0.9077133536338806, "Finetune/Step": 2714, "Finetune/Step Time": 6.762088088318706}
+{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.8127308487892151, "Finetune/Loss (Raw)": 0.7650859355926514, "Finetune/Step": 2715, "Finetune/Step Time": 6.754740726202726}
+{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.81308913230896, "Finetune/Loss (Raw)": 0.8189325928688049, "Finetune/Step": 2716, "Finetune/Step Time": 6.746835729107261}
+{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.8126037120819092, "Finetune/Loss (Raw)": 0.8493266105651855, "Finetune/Step": 2717, "Finetune/Step Time": 6.728843437507749}
+{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.8120779991149902, "Finetune/Loss (Raw)": 0.810732901096344, "Finetune/Step": 2718, "Finetune/Step Time": 6.729006806388497}
+{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.8128231763839722, "Finetune/Loss (Raw)": 0.875252366065979, "Finetune/Step": 2719, "Finetune/Step Time": 6.693307423964143}
+{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.813461422920227, "Finetune/Loss (Raw)": 0.9371275901794434, "Finetune/Step": 2720, "Finetune/Step Time": 6.688772639259696}
+{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.8133549690246582, "Finetune/Loss (Raw)": 0.7651507258415222, "Finetune/Step": 2721, "Finetune/Step Time": 6.679254425689578}
+{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.8140251636505127, "Finetune/Loss (Raw)": 0.8391848802566528, "Finetune/Step": 2722, "Finetune/Step Time": 6.669823186472058}
+{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.8134499788284302, "Finetune/Loss (Raw)": 0.7901638150215149, "Finetune/Step": 2723, "Finetune/Step Time": 6.66508243791759}
+{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.8138939738273621, "Finetune/Loss (Raw)": 0.8786543607711792, "Finetune/Step": 2724, "Finetune/Step Time": 6.667839610949159}
+{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.8132405281066895, "Finetune/Loss (Raw)": 0.8458232283592224, "Finetune/Step": 2725, "Finetune/Step Time": 6.66242691129446}
+{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.814905047416687, "Finetune/Loss (Raw)": 0.8448728919029236, "Finetune/Step": 2726, "Finetune/Step Time": 6.659666236490011}
+{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.8139304518699646, "Finetune/Loss (Raw)": 0.7956607341766357, "Finetune/Step": 2727, "Finetune/Step Time": 6.662488058209419}
+{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.8127458095550537, "Finetune/Loss (Raw)": 0.6917580366134644, "Finetune/Step": 2728, "Finetune/Step Time": 6.661429623141885}
+{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.809549868106842, "Finetune/Loss (Raw)": 0.41542625427246094, "Finetune/Step": 2729, "Finetune/Step Time": 6.670947318896651}
+{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.8074358701705933, "Finetune/Loss (Raw)": 0.698196530342102, "Finetune/Step": 2730, "Finetune/Step Time": 6.6734520345926285}
+{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.8066664934158325, "Finetune/Loss (Raw)": 0.8491220474243164, "Finetune/Step": 2731, "Finetune/Step Time": 6.670593982562423}
+{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.8072817325592041, "Finetune/Loss (Raw)": 0.8957199454307556, "Finetune/Step": 2732, "Finetune/Step Time": 6.6548576056957245}
+{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.8082746863365173, "Finetune/Loss (Raw)": 0.8600451946258545, "Finetune/Step": 2733, "Finetune/Step Time": 6.6556317787617445}
+{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.8090198040008545, "Finetune/Loss (Raw)": 0.8693923950195312, "Finetune/Step": 2734, "Finetune/Step Time": 6.633317947387695}
+{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.8092257380485535, "Finetune/Loss (Raw)": 0.9135903716087341, "Finetune/Step": 2735, "Finetune/Step Time": 6.610988629981875}
+{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.8056491613388062, "Finetune/Loss (Raw)": 0.4548034965991974, "Finetune/Step": 2736, "Finetune/Step Time": 6.6287263836711645}
+{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.8030312061309814, "Finetune/Loss (Raw)": 0.5688482522964478, "Finetune/Step": 2737, "Finetune/Step Time": 6.634641699492931}
+{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.8036525845527649, "Finetune/Loss (Raw)": 0.8726552128791809, "Finetune/Step": 2738, "Finetune/Step Time": 6.625423623248935}
+{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.8053745031356812, "Finetune/Loss (Raw)": 0.9076520800590515, "Finetune/Step": 2739, "Finetune/Step Time": 6.618165299296379}
+{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.8049525022506714, "Finetune/Loss (Raw)": 0.794465184211731, "Finetune/Step": 2740, "Finetune/Step Time": 6.627285620197654}
+{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.8046366572380066, "Finetune/Loss (Raw)": 0.9309824109077454, "Finetune/Step": 2741, "Finetune/Step Time": 6.629010258242488}
+{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.8051556348800659, "Finetune/Loss (Raw)": 0.8563570976257324, "Finetune/Step": 2742, "Finetune/Step Time": 6.645758194848895}
+{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.805323600769043, "Finetune/Loss (Raw)": 0.9059358239173889, "Finetune/Step": 2743, "Finetune/Step Time": 6.63892413303256}
+{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.8047989010810852, "Finetune/Loss (Raw)": 0.8419280052185059, "Finetune/Step": 2744, "Finetune/Step Time": 6.635514385998249}
+{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.8091074228286743, "Finetune/Loss (Raw)": 0.9447906017303467, "Finetune/Step": 2745, "Finetune/Step Time": 6.6167677864432335}
+{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.809815526008606, "Finetune/Loss (Raw)": 0.8345127105712891, "Finetune/Step": 2746, "Finetune/Step Time": 6.623381668701768}
+{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.8089772462844849, "Finetune/Loss (Raw)": 0.8232166171073914, "Finetune/Step": 2747, "Finetune/Step Time": 6.639899900183082}
+{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.810528039932251, "Finetune/Loss (Raw)": 0.9475759863853455, "Finetune/Step": 2748, "Finetune/Step Time": 6.652817538008094}
+{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.8108346462249756, "Finetune/Loss (Raw)": 0.8883769512176514, "Finetune/Step": 2749, "Finetune/Step Time": 6.64941992983222}
+{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.8099613189697266, "Finetune/Loss (Raw)": 0.8103621602058411, "Finetune/Step": 2750, "Finetune/Step Time": 6.653341209515929}
+{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.8104829788208008, "Finetune/Loss (Raw)": 0.8823139667510986, "Finetune/Step": 2751, "Finetune/Step Time": 6.643031548708677}
+{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.8105809092521667, "Finetune/Loss (Raw)": 0.889630138874054, "Finetune/Step": 2752, "Finetune/Step Time": 6.6426279209554195}
+{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.812332034111023, "Finetune/Loss (Raw)": 0.942016065120697, "Finetune/Step": 2753, "Finetune/Step Time": 6.629580937325954}
+{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.8168109655380249, "Finetune/Loss (Raw)": 0.8815539479255676, "Finetune/Step": 2754, "Finetune/Step Time": 6.608274342492223}
+{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.8128863573074341, "Finetune/Loss (Raw)": 0.35124725103378296, "Finetune/Step": 2755, "Finetune/Step Time": 6.6308887004852295}
+{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.8119425177574158, "Finetune/Loss (Raw)": 0.8368628025054932, "Finetune/Step": 2756, "Finetune/Step Time": 6.64787770435214}
+{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.8132626414299011, "Finetune/Loss (Raw)": 0.7704461216926575, "Finetune/Step": 2757, "Finetune/Step Time": 6.664698146283627}
+{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.8144307136535645, "Finetune/Loss (Raw)": 0.8997204303741455, "Finetune/Step": 2758, "Finetune/Step Time": 6.665577651932836}
+{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.8127669095993042, "Finetune/Loss (Raw)": 0.7784217596054077, "Finetune/Step": 2759, "Finetune/Step Time": 6.666591314598918}
+{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.8123102188110352, "Finetune/Loss (Raw)": 0.6837283968925476, "Finetune/Step": 2760, "Finetune/Step Time": 6.661536656320095}
+{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.8085732460021973, "Finetune/Loss (Raw)": 0.4161846339702606, "Finetune/Step": 2761, "Finetune/Step Time": 6.681603139266372}
+{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.8076313734054565, "Finetune/Loss (Raw)": 0.7837504744529724, "Finetune/Step": 2762, "Finetune/Step Time": 6.691944252699614}
+{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.8074318170547485, "Finetune/Loss (Raw)": 0.8611962199211121, "Finetune/Step": 2763, "Finetune/Step Time": 6.6961573380976915}
+{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.8061286211013794, "Finetune/Loss (Raw)": 0.8243151307106018, "Finetune/Step": 2764, "Finetune/Step Time": 6.697927156463265}
+{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.8027967810630798, "Finetune/Loss (Raw)": 0.3468078076839447, "Finetune/Step": 2765, "Finetune/Step Time": 6.711993398144841}
+{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.8019164800643921, "Finetune/Loss (Raw)": 0.8099421262741089, "Finetune/Step": 2766, "Finetune/Step Time": 6.698812885209918}
+{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.8029215931892395, "Finetune/Loss (Raw)": 0.9051775932312012, "Finetune/Step": 2767, "Finetune/Step Time": 6.712005900219083}
+{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.8075138330459595, "Finetune/Loss (Raw)": 0.9341534972190857, "Finetune/Step": 2768, "Finetune/Step Time": 6.685804838314652}
+{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.8080219626426697, "Finetune/Loss (Raw)": 0.8856815695762634, "Finetune/Step": 2769, "Finetune/Step Time": 6.693826422095299}
+{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.8062548041343689, "Finetune/Loss (Raw)": 0.5799828767776489, "Finetune/Step": 2770, "Finetune/Step Time": 6.711262229830027}
+{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.807948112487793, "Finetune/Loss (Raw)": 0.8812456130981445, "Finetune/Step": 2771, "Finetune/Step Time": 6.705562189221382}
+{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.8090261220932007, "Finetune/Loss (Raw)": 0.8570320010185242, "Finetune/Step": 2772, "Finetune/Step Time": 6.6763730850070715}
+{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.8091810345649719, "Finetune/Loss (Raw)": 0.9055833220481873, "Finetune/Step": 2773, "Finetune/Step Time": 6.669460512697697}
+{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.8046886920928955, "Finetune/Loss (Raw)": 0.32709336280822754, "Finetune/Step": 2774, "Finetune/Step Time": 6.688903434202075}
+{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.8054525256156921, "Finetune/Loss (Raw)": 0.8721832633018494, "Finetune/Step": 2775, "Finetune/Step Time": 6.679975522682071}
+{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.8045778870582581, "Finetune/Loss (Raw)": 0.7772454619407654, "Finetune/Step": 2776, "Finetune/Step Time": 6.673253379762173}
+{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.804818868637085, "Finetune/Loss (Raw)": 0.8155744075775146, "Finetune/Step": 2777, "Finetune/Step Time": 6.660690804943442}
+{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.8053392767906189, "Finetune/Loss (Raw)": 0.8542166948318481, "Finetune/Step": 2778, "Finetune/Step Time": 6.661352138966322}
+{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.8051648736000061, "Finetune/Loss (Raw)": 0.7901193499565125, "Finetune/Step": 2779, "Finetune/Step Time": 6.667195215821266}
+{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.8040212988853455, "Finetune/Loss (Raw)": 0.8401716351509094, "Finetune/Step": 2780, "Finetune/Step Time": 6.6663951352238655}
+{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.8052030205726624, "Finetune/Loss (Raw)": 0.9555241465568542, "Finetune/Step": 2781, "Finetune/Step Time": 6.6511545069515705}
+{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.8090127110481262, "Finetune/Loss (Raw)": 0.8237669467926025, "Finetune/Step": 2782, "Finetune/Step Time": 6.634209306910634}
+{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.8096803426742554, "Finetune/Loss (Raw)": 0.9649608135223389, "Finetune/Step": 2783, "Finetune/Step Time": 6.63766610994935}
+{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.807998776435852, "Finetune/Loss (Raw)": 0.6418294310569763, "Finetune/Step": 2784, "Finetune/Step Time": 6.649751465767622}
+{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.8095402121543884, "Finetune/Loss (Raw)": 0.8220406174659729, "Finetune/Step": 2785, "Finetune/Step Time": 6.639199698343873}
+{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.8116790056228638, "Finetune/Loss (Raw)": 0.9141142964363098, "Finetune/Step": 2786, "Finetune/Step Time": 6.616975558921695}
+{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.8104032874107361, "Finetune/Loss (Raw)": 0.8012439012527466, "Finetune/Step": 2787, "Finetune/Step Time": 6.616890681907535}
+{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.8102426528930664, "Finetune/Loss (Raw)": 0.8897153735160828, "Finetune/Step": 2788, "Finetune/Step Time": 6.626542365178466}
+{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.8081743121147156, "Finetune/Loss (Raw)": 0.8020576238632202, "Finetune/Step": 2789, "Finetune/Step Time": 6.640061965212226}
+{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.807443380355835, "Finetune/Loss (Raw)": 0.8718201518058777, "Finetune/Step": 2790, "Finetune/Step Time": 6.642677767202258}
+{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.805449366569519, "Finetune/Loss (Raw)": 0.6638704538345337, "Finetune/Step": 2791, "Finetune/Step Time": 6.652636889368296}
+{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.8094450235366821, "Finetune/Loss (Raw)": 0.9437557458877563, "Finetune/Step": 2792, "Finetune/Step Time": 6.647930841892958}
+{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.811271607875824, "Finetune/Loss (Raw)": 0.9394912123680115, "Finetune/Step": 2793, "Finetune/Step Time": 6.646311456337571}
+{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.8102994561195374, "Finetune/Loss (Raw)": 0.7611932754516602, "Finetune/Step": 2794, "Finetune/Step Time": 6.6546629052609205}
+{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.8104921579360962, "Finetune/Loss (Raw)": 0.7681995034217834, "Finetune/Step": 2795, "Finetune/Step Time": 6.665709326043725}
+{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.810412585735321, "Finetune/Loss (Raw)": 0.803471565246582, "Finetune/Step": 2796, "Finetune/Step Time": 6.682000078260899}
+{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.8082480430603027, "Finetune/Loss (Raw)": 0.6659145355224609, "Finetune/Step": 2797, "Finetune/Step Time": 6.694484684616327}
+{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.8042987585067749, "Finetune/Loss (Raw)": 0.3716532588005066, "Finetune/Step": 2798, "Finetune/Step Time": 6.718199970200658}
+{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.8043460249900818, "Finetune/Loss (Raw)": 0.6972082853317261, "Finetune/Step": 2799, "Finetune/Step Time": 6.716163117438555}
+{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.8047960996627808, "Finetune/Loss (Raw)": 0.6834765076637268, "Finetune/Step": 2800, "Finetune/Step Time": 6.710638094693422}
+{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.8054195046424866, "Finetune/Loss (Raw)": 0.9158417582511902, "Finetune/Step": 2801, "Finetune/Step Time": 6.701977353543043}
+{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.8064767718315125, "Finetune/Loss (Raw)": 0.9164929986000061, "Finetune/Step": 2802, "Finetune/Step Time": 6.712148314341903}
+{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.8062785863876343, "Finetune/Loss (Raw)": 0.7921863198280334, "Finetune/Step": 2803, "Finetune/Step Time": 6.7112591452896595}
+{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.8067532777786255, "Finetune/Loss (Raw)": 0.8663985133171082, "Finetune/Step": 2804, "Finetune/Step Time": 6.7060313280671835}
+{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.8073055744171143, "Finetune/Loss (Raw)": 1.0075045824050903, "Finetune/Step": 2805, "Finetune/Step Time": 6.704814866185188}
+{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.8068454265594482, "Finetune/Loss (Raw)": 0.7941041588783264, "Finetune/Step": 2806, "Finetune/Step Time": 6.711241599172354}
+{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.805465042591095, "Finetune/Loss (Raw)": 0.8138062953948975, "Finetune/Step": 2807, "Finetune/Step Time": 6.710629694163799}
+{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.8038942813873291, "Finetune/Loss (Raw)": 0.6900861263275146, "Finetune/Step": 2808, "Finetune/Step Time": 6.721031971275806}
+{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.803962230682373, "Finetune/Loss (Raw)": 0.34622862935066223, "Finetune/Step": 2809, "Finetune/Step Time": 6.72278905287385}
+{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.8026401996612549, "Finetune/Loss (Raw)": 0.6876382827758789, "Finetune/Step": 2810, "Finetune/Step Time": 6.721719656139612}
+{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.8030282258987427, "Finetune/Loss (Raw)": 0.890161395072937, "Finetune/Step": 2811, "Finetune/Step Time": 6.737091833725572}
+{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.8030384182929993, "Finetune/Loss (Raw)": 0.8288686275482178, "Finetune/Step": 2812, "Finetune/Step Time": 6.736415645107627}
+{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.8033982515335083, "Finetune/Loss (Raw)": 0.9396242499351501, "Finetune/Step": 2813, "Finetune/Step Time": 6.7350989934057}
+{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.800176739692688, "Finetune/Loss (Raw)": 0.3481093645095825, "Finetune/Step": 2814, "Finetune/Step Time": 6.7537123411893845}
+{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.8010894656181335, "Finetune/Loss (Raw)": 0.9626990556716919, "Finetune/Step": 2815, "Finetune/Step Time": 6.756028957664967}
+{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.8008906841278076, "Finetune/Loss (Raw)": 0.8727052807807922, "Finetune/Step": 2816, "Finetune/Step Time": 6.754581946879625}
+{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.7997657656669617, "Finetune/Loss (Raw)": 0.8314386606216431, "Finetune/Step": 2817, "Finetune/Step Time": 6.761981271207333}
+{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.803195595741272, "Finetune/Loss (Raw)": 0.8032999038696289, "Finetune/Step": 2818, "Finetune/Step Time": 6.747863641008735}
+{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.803144097328186, "Finetune/Loss (Raw)": 1.0029083490371704, "Finetune/Step": 2819, "Finetune/Step Time": 6.750751236453652}
+{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.8043333888053894, "Finetune/Loss (Raw)": 0.9680850505828857, "Finetune/Step": 2820, "Finetune/Step Time": 6.750810407102108}
+{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.8024247288703918, "Finetune/Loss (Raw)": 0.6809866428375244, "Finetune/Step": 2821, "Finetune/Step Time": 6.763552498072386}
+{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.8026465773582458, "Finetune/Loss (Raw)": 0.8620812892913818, "Finetune/Step": 2822, "Finetune/Step Time": 6.749401088804007}
+{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.7996044158935547, "Finetune/Loss (Raw)": 0.3993316888809204, "Finetune/Step": 2823, "Finetune/Step Time": 6.762522339820862}
+{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.7983049154281616, "Finetune/Loss (Raw)": 0.7253674268722534, "Finetune/Step": 2824, "Finetune/Step Time": 6.749435616657138}
+{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.7977373600006104, "Finetune/Loss (Raw)": 0.7359384894371033, "Finetune/Step": 2825, "Finetune/Step Time": 6.748447075486183}
+{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.7975550889968872, "Finetune/Loss (Raw)": 0.7224006056785583, "Finetune/Step": 2826, "Finetune/Step Time": 6.751187682151794}
+{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.7971692085266113, "Finetune/Loss (Raw)": 0.8925056457519531, "Finetune/Step": 2827, "Finetune/Step Time": 6.734408341348171}
+{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.798475980758667, "Finetune/Loss (Raw)": 1.0153495073318481, "Finetune/Step": 2828, "Finetune/Step Time": 6.733891563490033}
+{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.798762321472168, "Finetune/Loss (Raw)": 0.8795504570007324, "Finetune/Step": 2829, "Finetune/Step Time": 6.717276321724057}
+{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.7991757392883301, "Finetune/Loss (Raw)": 0.9417757987976074, "Finetune/Step": 2830, "Finetune/Step Time": 6.709266319870949}
+{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.8014005422592163, "Finetune/Loss (Raw)": 1.0310802459716797, "Finetune/Step": 2831, "Finetune/Step Time": 6.692719608545303}
+{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.8030444383621216, "Finetune/Loss (Raw)": 0.9306374788284302, "Finetune/Step": 2832, "Finetune/Step Time": 6.687900207936764}
+{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.8035439252853394, "Finetune/Loss (Raw)": 0.8529798984527588, "Finetune/Step": 2833, "Finetune/Step Time": 6.693911919370294}
+{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.7991013526916504, "Finetune/Loss (Raw)": 0.3505746126174927, "Finetune/Step": 2834, "Finetune/Step Time": 6.706861900165677}
+{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.7982678413391113, "Finetune/Loss (Raw)": 0.8870508074760437, "Finetune/Step": 2835, "Finetune/Step Time": 6.709969595074654}
+{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.7962836027145386, "Finetune/Loss (Raw)": 0.6952304840087891, "Finetune/Step": 2836, "Finetune/Step Time": 6.702998796477914}
+{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.797264814376831, "Finetune/Loss (Raw)": 0.9328594207763672, "Finetune/Step": 2837, "Finetune/Step Time": 6.692690491676331}
+{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.8004593253135681, "Finetune/Loss (Raw)": 0.7817133069038391, "Finetune/Step": 2838, "Finetune/Step Time": 6.668314203619957}
+{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.7991958260536194, "Finetune/Loss (Raw)": 0.763815701007843, "Finetune/Step": 2839, "Finetune/Step Time": 6.672924771904945}
+{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.7992280721664429, "Finetune/Loss (Raw)": 0.890296459197998, "Finetune/Step": 2840, "Finetune/Step Time": 6.656758550554514}
+{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.8010507822036743, "Finetune/Loss (Raw)": 1.016485333442688, "Finetune/Step": 2841, "Finetune/Step Time": 6.650519713759422}
+{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.8007346391677856, "Finetune/Loss (Raw)": 0.8672537803649902, "Finetune/Step": 2842, "Finetune/Step Time": 6.6517611518502235}
+{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.800062358379364, "Finetune/Loss (Raw)": 0.6790322661399841, "Finetune/Step": 2843, "Finetune/Step Time": 6.656721271574497}
+{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.8003908395767212, "Finetune/Loss (Raw)": 0.8609808683395386, "Finetune/Step": 2844, "Finetune/Step Time": 6.656927475705743}
+{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.8007696270942688, "Finetune/Loss (Raw)": 0.8978080749511719, "Finetune/Step": 2845, "Finetune/Step Time": 6.666990043595433}
+{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.8005161881446838, "Finetune/Loss (Raw)": 0.7782857418060303, "Finetune/Step": 2846, "Finetune/Step Time": 6.664637429639697}
+{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.798564076423645, "Finetune/Loss (Raw)": 0.6253826022148132, "Finetune/Step": 2847, "Finetune/Step Time": 6.675504406914115}
+{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.7981459498405457, "Finetune/Loss (Raw)": 0.8836102485656738, "Finetune/Step": 2848, "Finetune/Step Time": 6.681748494505882}
+{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.7984929084777832, "Finetune/Loss (Raw)": 0.8095628023147583, "Finetune/Step": 2849, "Finetune/Step Time": 6.677161641418934}
+{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.7985071539878845, "Finetune/Loss (Raw)": 0.8410123586654663, "Finetune/Step": 2850, "Finetune/Step Time": 6.671962099149823}
+{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.7992703914642334, "Finetune/Loss (Raw)": 0.8878501057624817, "Finetune/Step": 2851, "Finetune/Step Time": 6.668438263237476}
+{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.7998096942901611, "Finetune/Loss (Raw)": 0.947689950466156, "Finetune/Step": 2852, "Finetune/Step Time": 6.668476203456521}
+{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.7997532486915588, "Finetune/Loss (Raw)": 0.8385990858078003, "Finetune/Step": 2853, "Finetune/Step Time": 6.668081171810627}
+{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.8003562688827515, "Finetune/Loss (Raw)": 0.9220539927482605, "Finetune/Step": 2854, "Finetune/Step Time": 6.659953776746988}
+{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.8007407188415527, "Finetune/Loss (Raw)": 0.8448816537857056, "Finetune/Step": 2855, "Finetune/Step Time": 6.663949724286795}
+{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.8020762205123901, "Finetune/Loss (Raw)": 0.8626976609230042, "Finetune/Step": 2856, "Finetune/Step Time": 6.6870677173137665}
+{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.806196391582489, "Finetune/Loss (Raw)": 0.9428064227104187, "Finetune/Step": 2857, "Finetune/Step Time": 6.6701127998530865}
+{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.8065493702888489, "Finetune/Loss (Raw)": 0.7433773279190063, "Finetune/Step": 2858, "Finetune/Step Time": 6.662446863949299}
+{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.8064574003219604, "Finetune/Loss (Raw)": 0.83735191822052, "Finetune/Step": 2859, "Finetune/Step Time": 6.668235877528787}
+{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.8053069114685059, "Finetune/Loss (Raw)": 0.7484630942344666, "Finetune/Step": 2860, "Finetune/Step Time": 6.677549961954355}
+{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.8062572479248047, "Finetune/Loss (Raw)": 0.9816767573356628, "Finetune/Step": 2861, "Finetune/Step Time": 6.676428833976388}
+{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.8053188920021057, "Finetune/Loss (Raw)": 0.7492826581001282, "Finetune/Step": 2862, "Finetune/Step Time": 6.691824916750193}
+{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.8047374486923218, "Finetune/Loss (Raw)": 0.8391684293746948, "Finetune/Step": 2863, "Finetune/Step Time": 6.689162379130721}
+{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.8072482943534851, "Finetune/Loss (Raw)": 0.7761867642402649, "Finetune/Step": 2864, "Finetune/Step Time": 6.667887549847364}
+{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.8102133274078369, "Finetune/Loss (Raw)": 0.948377251625061, "Finetune/Step": 2865, "Finetune/Step Time": 6.658849466592073}
+{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.8064190745353699, "Finetune/Loss (Raw)": 0.3869951069355011, "Finetune/Step": 2866, "Finetune/Step Time": 6.6732265297323465}
+{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.806069016456604, "Finetune/Loss (Raw)": 0.8628336787223816, "Finetune/Step": 2867, "Finetune/Step Time": 6.675744337961078}
+{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.8075743317604065, "Finetune/Loss (Raw)": 0.9871575832366943, "Finetune/Step": 2868, "Finetune/Step Time": 6.6702447179704905}
+{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.8058223724365234, "Finetune/Loss (Raw)": 0.7067272067070007, "Finetune/Step": 2869, "Finetune/Step Time": 6.6997651513665915}
+{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.8020559549331665, "Finetune/Loss (Raw)": 0.37425199151039124, "Finetune/Step": 2870, "Finetune/Step Time": 6.701170600950718}
+{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.8025394678115845, "Finetune/Loss (Raw)": 0.9678248763084412, "Finetune/Step": 2871, "Finetune/Step Time": 6.6992522943764925}
+{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.8034062385559082, "Finetune/Loss (Raw)": 0.9528794288635254, "Finetune/Step": 2872, "Finetune/Step Time": 6.69898359850049}
+{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.8027911186218262, "Finetune/Loss (Raw)": 0.8660539388656616, "Finetune/Step": 2873, "Finetune/Step Time": 6.70054043456912}
+{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.7990517616271973, "Finetune/Loss (Raw)": 0.3558739423751831, "Finetune/Step": 2874, "Finetune/Step Time": 6.705765202641487}
+{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.8002607822418213, "Finetune/Loss (Raw)": 0.9779701232910156, "Finetune/Step": 2875, "Finetune/Step Time": 6.685913614928722}
+{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.7993841767311096, "Finetune/Loss (Raw)": 0.8353756070137024, "Finetune/Step": 2876, "Finetune/Step Time": 6.683245899155736}
+{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.7986425161361694, "Finetune/Loss (Raw)": 0.7934374809265137, "Finetune/Step": 2877, "Finetune/Step Time": 6.6864613480865955}
+{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.7990491986274719, "Finetune/Loss (Raw)": 0.8624201416969299, "Finetune/Step": 2878, "Finetune/Step Time": 6.690872708335519}
+{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.7979991436004639, "Finetune/Loss (Raw)": 0.7479031085968018, "Finetune/Step": 2879, "Finetune/Step Time": 6.692285411059856}
+{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.7984082698822021, "Finetune/Loss (Raw)": 0.9419988989830017, "Finetune/Step": 2880, "Finetune/Step Time": 6.69629480317235}
+{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.798245906829834, "Finetune/Loss (Raw)": 0.9212387204170227, "Finetune/Step": 2881, "Finetune/Step Time": 6.699994256719947}
+{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.7987071871757507, "Finetune/Loss (Raw)": 0.9405987858772278, "Finetune/Step": 2882, "Finetune/Step Time": 6.701025219634175}
+{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.8033208847045898, "Finetune/Loss (Raw)": 0.9418009519577026, "Finetune/Step": 2883, "Finetune/Step Time": 6.683746451511979}
+{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.8028683066368103, "Finetune/Loss (Raw)": 0.7789297103881836, "Finetune/Step": 2884, "Finetune/Step Time": 6.689409399405122}
+{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.8039999604225159, "Finetune/Loss (Raw)": 0.9152970314025879, "Finetune/Step": 2885, "Finetune/Step Time": 6.657646281644702}
+{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.8017247319221497, "Finetune/Loss (Raw)": 0.608491063117981, "Finetune/Step": 2886, "Finetune/Step Time": 6.678692601621151}
+{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.8010900616645813, "Finetune/Loss (Raw)": 0.6971836090087891, "Finetune/Step": 2887, "Finetune/Step Time": 6.683419328182936}
+{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.8037407994270325, "Finetune/Loss (Raw)": 1.023023247718811, "Finetune/Step": 2888, "Finetune/Step Time": 6.69034606590867}
+{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.8030374646186829, "Finetune/Loss (Raw)": 0.3261588513851166, "Finetune/Step": 2889, "Finetune/Step Time": 6.6887908689677715}
+{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.8029063940048218, "Finetune/Loss (Raw)": 0.7669693827629089, "Finetune/Step": 2890, "Finetune/Step Time": 6.677134335041046}
+{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.8027119636535645, "Finetune/Loss (Raw)": 0.8363131284713745, "Finetune/Step": 2891, "Finetune/Step Time": 6.674862349405885}
+{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.8044289946556091, "Finetune/Loss (Raw)": 1.0440964698791504, "Finetune/Step": 2892, "Finetune/Step Time": 6.682712938636541}
+{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.8082534074783325, "Finetune/Loss (Raw)": 0.8363245725631714, "Finetune/Step": 2893, "Finetune/Step Time": 6.66031732596457}
+{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.8093414306640625, "Finetune/Loss (Raw)": 0.9492139220237732, "Finetune/Step": 2894, "Finetune/Step Time": 6.658327002078295}
+{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.8089929819107056, "Finetune/Loss (Raw)": 0.8605816960334778, "Finetune/Step": 2895, "Finetune/Step Time": 6.64443570561707}
+{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.8087537884712219, "Finetune/Loss (Raw)": 0.9035325646400452, "Finetune/Step": 2896, "Finetune/Step Time": 6.645499672740698}
+{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.8092036247253418, "Finetune/Loss (Raw)": 0.9432660937309265, "Finetune/Step": 2897, "Finetune/Step Time": 6.640328662469983}
+{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.8114687204360962, "Finetune/Loss (Raw)": 0.8699104189872742, "Finetune/Step": 2898, "Finetune/Step Time": 6.622589386999607}
+{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.8110098838806152, "Finetune/Loss (Raw)": 0.8225190043449402, "Finetune/Step": 2899, "Finetune/Step Time": 6.6218177285045385}
+{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.8099639415740967, "Finetune/Loss (Raw)": 0.7231398224830627, "Finetune/Step": 2900, "Finetune/Step Time": 6.624821862205863}
+{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.8082926869392395, "Finetune/Loss (Raw)": 0.6916653513908386, "Finetune/Step": 2901, "Finetune/Step Time": 6.63352763094008}
+{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.8123772144317627, "Finetune/Loss (Raw)": 0.8499217629432678, "Finetune/Step": 2902, "Finetune/Step Time": 6.636188549920917}
+{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.81272292137146, "Finetune/Loss (Raw)": 0.9164301753044128, "Finetune/Step": 2903, "Finetune/Step Time": 6.63914960436523}
+{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.8131083250045776, "Finetune/Loss (Raw)": 0.8265810012817383, "Finetune/Step": 2904, "Finetune/Step Time": 6.636841021478176}
+{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.8134871125221252, "Finetune/Loss (Raw)": 0.8640527129173279, "Finetune/Step": 2905, "Finetune/Step Time": 6.638509249314666}
+{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.8137998580932617, "Finetune/Loss (Raw)": 0.894245445728302, "Finetune/Step": 2906, "Finetune/Step Time": 6.639386365190148}
+{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.8141582012176514, "Finetune/Loss (Raw)": 0.8359957337379456, "Finetune/Step": 2907, "Finetune/Step Time": 6.63232659175992}
+{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.8147132992744446, "Finetune/Loss (Raw)": 0.9112221002578735, "Finetune/Step": 2908, "Finetune/Step Time": 6.6352879498153925}
+{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.8154134750366211, "Finetune/Loss (Raw)": 1.0451427698135376, "Finetune/Step": 2909, "Finetune/Step Time": 6.630227070301771}
+{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.8163132667541504, "Finetune/Loss (Raw)": 0.938947319984436, "Finetune/Step": 2910, "Finetune/Step Time": 6.641218110918999}
+{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.8167597055435181, "Finetune/Loss (Raw)": 1.0221054553985596, "Finetune/Step": 2911, "Finetune/Step Time": 6.627920055761933}
+{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.8187552690505981, "Finetune/Loss (Raw)": 0.8972600102424622, "Finetune/Step": 2912, "Finetune/Step Time": 6.619743928313255}
+{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.8190816640853882, "Finetune/Loss (Raw)": 0.8638129830360413, "Finetune/Step": 2913, "Finetune/Step Time": 6.61304060742259}
+{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.8167166709899902, "Finetune/Loss (Raw)": 0.6113972663879395, "Finetune/Step": 2914, "Finetune/Step Time": 6.6393451150506735}
+{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.815882682800293, "Finetune/Loss (Raw)": 0.694489598274231, "Finetune/Step": 2915, "Finetune/Step Time": 6.651555392891169}
+{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.8159199953079224, "Finetune/Loss (Raw)": 0.8944992423057556, "Finetune/Step": 2916, "Finetune/Step Time": 6.639264050871134}
+{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.8169786334037781, "Finetune/Loss (Raw)": 0.9375577569007874, "Finetune/Step": 2917, "Finetune/Step Time": 6.6240429151803255}
+{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.8160660862922668, "Finetune/Loss (Raw)": 0.7550187706947327, "Finetune/Step": 2918, "Finetune/Step Time": 6.629625791683793}
+{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.8176382780075073, "Finetune/Loss (Raw)": 0.8651159405708313, "Finetune/Step": 2919, "Finetune/Step Time": 6.608746014535427}
+{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.812940239906311, "Finetune/Loss (Raw)": 0.34239450097084045, "Finetune/Step": 2920, "Finetune/Step Time": 6.614403711631894}
+{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.8119600415229797, "Finetune/Loss (Raw)": 0.8140318393707275, "Finetune/Step": 2921, "Finetune/Step Time": 6.63201960362494}
+{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.8122196197509766, "Finetune/Loss (Raw)": 0.7944226861000061, "Finetune/Step": 2922, "Finetune/Step Time": 6.626245370134711}
+{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.8124645352363586, "Finetune/Loss (Raw)": 0.7995426654815674, "Finetune/Step": 2923, "Finetune/Step Time": 6.648131376132369}
+{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.813740611076355, "Finetune/Loss (Raw)": 0.9668124318122864, "Finetune/Step": 2924, "Finetune/Step Time": 6.633024236187339}
+{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.8160449266433716, "Finetune/Loss (Raw)": 0.9608601927757263, "Finetune/Step": 2925, "Finetune/Step Time": 6.62261239439249}
+{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.819683849811554, "Finetune/Loss (Raw)": 0.8374446034431458, "Finetune/Step": 2926, "Finetune/Step Time": 6.630455086007714}
+{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.8191817998886108, "Finetune/Loss (Raw)": 0.6329479813575745, "Finetune/Step": 2927, "Finetune/Step Time": 6.6402537394315}
+{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.820669412612915, "Finetune/Loss (Raw)": 0.8738834857940674, "Finetune/Step": 2928, "Finetune/Step Time": 6.6498199589550495}
+{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.8213238716125488, "Finetune/Loss (Raw)": 0.9996156096458435, "Finetune/Step": 2929, "Finetune/Step Time": 6.6409614235162735}
+{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.8215688467025757, "Finetune/Loss (Raw)": 0.9478503465652466, "Finetune/Step": 2930, "Finetune/Step Time": 6.622998062521219}
+{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.8222711682319641, "Finetune/Loss (Raw)": 0.8820798397064209, "Finetune/Step": 2931, "Finetune/Step Time": 6.625397969037294}
+{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.8224839568138123, "Finetune/Loss (Raw)": 0.8936352133750916, "Finetune/Step": 2932, "Finetune/Step Time": 6.629231346771121}
+{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.8211623430252075, "Finetune/Loss (Raw)": 0.8383422493934631, "Finetune/Step": 2933, "Finetune/Step Time": 6.640633467584848}
+{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.8216405510902405, "Finetune/Loss (Raw)": 0.8553130626678467, "Finetune/Step": 2934, "Finetune/Step Time": 6.63490073569119}
+{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.8218010663986206, "Finetune/Loss (Raw)": 0.834350049495697, "Finetune/Step": 2935, "Finetune/Step Time": 6.638807293027639}
+{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.8239779472351074, "Finetune/Loss (Raw)": 0.9687256813049316, "Finetune/Step": 2936, "Finetune/Step Time": 6.644944766536355}
+{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.8292131423950195, "Finetune/Loss (Raw)": 1.0163383483886719, "Finetune/Step": 2937, "Finetune/Step Time": 6.626733303070068}
+{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.8308686017990112, "Finetune/Loss (Raw)": 0.899529755115509, "Finetune/Step": 2938, "Finetune/Step Time": 6.622951801866293}
+{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.8305869102478027, "Finetune/Loss (Raw)": 0.8541061878204346, "Finetune/Step": 2939, "Finetune/Step Time": 6.610195454210043}
+{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.8295773267745972, "Finetune/Loss (Raw)": 0.6996467709541321, "Finetune/Step": 2940, "Finetune/Step Time": 6.6127080749720335}
+{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.8267508745193481, "Finetune/Loss (Raw)": 0.5778378248214722, "Finetune/Step": 2941, "Finetune/Step Time": 6.631244050338864}
+{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.8315958976745605, "Finetune/Loss (Raw)": 0.968274712562561, "Finetune/Step": 2942, "Finetune/Step Time": 6.616586433723569}
+{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.8312105536460876, "Finetune/Loss (Raw)": 0.9133720397949219, "Finetune/Step": 2943, "Finetune/Step Time": 6.620569063350558}
+{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.8308860063552856, "Finetune/Loss (Raw)": 0.8311668634414673, "Finetune/Step": 2944, "Finetune/Step Time": 6.628628522157669}
+{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.8304134607315063, "Finetune/Loss (Raw)": 0.7709409594535828, "Finetune/Step": 2945, "Finetune/Step Time": 6.6373092494904995}
+{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.8310341835021973, "Finetune/Loss (Raw)": 0.8827561140060425, "Finetune/Step": 2946, "Finetune/Step Time": 6.6298283990472555}
+{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.8295100331306458, "Finetune/Loss (Raw)": 0.8078211545944214, "Finetune/Step": 2947, "Finetune/Step Time": 6.646151078864932}
+{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.8289356231689453, "Finetune/Loss (Raw)": 0.8945631384849548, "Finetune/Step": 2948, "Finetune/Step Time": 6.656740238890052}
+{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.830655574798584, "Finetune/Loss (Raw)": 0.9011346697807312, "Finetune/Step": 2949, "Finetune/Step Time": 6.65863274410367}
+{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.8306043148040771, "Finetune/Loss (Raw)": 0.8555228114128113, "Finetune/Step": 2950, "Finetune/Step Time": 6.6585525162518024}
+{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.8298267722129822, "Finetune/Loss (Raw)": 0.2998088300228119, "Finetune/Step": 2951, "Finetune/Step Time": 6.659005239605904}
+{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.8312261700630188, "Finetune/Loss (Raw)": 0.9044870734214783, "Finetune/Step": 2952, "Finetune/Step Time": 6.656818173825741}
+{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.8327527046203613, "Finetune/Loss (Raw)": 0.9313345551490784, "Finetune/Step": 2953, "Finetune/Step Time": 6.655718743801117}
+{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.8330593705177307, "Finetune/Loss (Raw)": 0.7616544961929321, "Finetune/Step": 2954, "Finetune/Step Time": 6.65959881618619}
+{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.8340688943862915, "Finetune/Loss (Raw)": 1.021728277206421, "Finetune/Step": 2955, "Finetune/Step Time": 6.666713161394}
+{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.8330450057983398, "Finetune/Loss (Raw)": 0.8842924237251282, "Finetune/Step": 2956, "Finetune/Step Time": 6.664776563644409}
+{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.8330585360527039, "Finetune/Loss (Raw)": 0.8812775015830994, "Finetune/Step": 2957, "Finetune/Step Time": 6.653688075020909}
+{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.832414984703064, "Finetune/Loss (Raw)": 0.8593980073928833, "Finetune/Step": 2958, "Finetune/Step Time": 6.656089771538973}
+{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.8268271088600159, "Finetune/Loss (Raw)": 0.31583258509635925, "Finetune/Step": 2959, "Finetune/Step Time": 6.673085143789649}
+{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.8259356021881104, "Finetune/Loss (Raw)": 0.8165261745452881, "Finetune/Step": 2960, "Finetune/Step Time": 6.67080157995224}
+{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.8252941370010376, "Finetune/Loss (Raw)": 0.7708792090415955, "Finetune/Step": 2961, "Finetune/Step Time": 6.657608937472105}
+{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.8306552171707153, "Finetune/Loss (Raw)": 1.0367878675460815, "Finetune/Step": 2962, "Finetune/Step Time": 6.64354164712131}
+{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.830997884273529, "Finetune/Loss (Raw)": 0.9309101700782776, "Finetune/Step": 2963, "Finetune/Step Time": 6.653417652472854}
+{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.8330098986625671, "Finetune/Loss (Raw)": 0.9527727961540222, "Finetune/Step": 2964, "Finetune/Step Time": 6.665621297433972}
+{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.8329764604568481, "Finetune/Loss (Raw)": 0.928573727607727, "Finetune/Step": 2965, "Finetune/Step Time": 6.661774966865778}
+{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.8326713442802429, "Finetune/Loss (Raw)": 0.7426609992980957, "Finetune/Step": 2966, "Finetune/Step Time": 6.669297346845269}
+{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.8323982954025269, "Finetune/Loss (Raw)": 0.7288689613342285, "Finetune/Step": 2967, "Finetune/Step Time": 6.680623389780521}
+{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.8328539133071899, "Finetune/Loss (Raw)": 0.9486157298088074, "Finetune/Step": 2968, "Finetune/Step Time": 6.688853835687041}
+{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.831214964389801, "Finetune/Loss (Raw)": 0.8066995739936829, "Finetune/Step": 2969, "Finetune/Step Time": 6.685774426907301}
+{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.831135630607605, "Finetune/Loss (Raw)": 0.8571008443832397, "Finetune/Step": 2970, "Finetune/Step Time": 6.6978978831321}
+{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.8323222398757935, "Finetune/Loss (Raw)": 0.8309109210968018, "Finetune/Step": 2971, "Finetune/Step Time": 6.705275258049369}
+{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.8325537443161011, "Finetune/Loss (Raw)": 0.8906177878379822, "Finetune/Step": 2972, "Finetune/Step Time": 6.701301243156195}
+{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.8311532735824585, "Finetune/Loss (Raw)": 0.7185509204864502, "Finetune/Step": 2973, "Finetune/Step Time": 6.70539422519505}
+{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.8319947719573975, "Finetune/Loss (Raw)": 0.8859957456588745, "Finetune/Step": 2974, "Finetune/Step Time": 6.707501852884889}
+{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.8301361799240112, "Finetune/Loss (Raw)": 0.38747653365135193, "Finetune/Step": 2975, "Finetune/Step Time": 6.714006656780839}
+{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.8292858600616455, "Finetune/Loss (Raw)": 0.774773120880127, "Finetune/Step": 2976, "Finetune/Step Time": 6.709329091012478}
+{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.8296999335289001, "Finetune/Loss (Raw)": 0.8625683784484863, "Finetune/Step": 2977, "Finetune/Step Time": 6.707322606816888}
+{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.8307245969772339, "Finetune/Loss (Raw)": 0.9721667766571045, "Finetune/Step": 2978, "Finetune/Step Time": 6.708260556682944}
+{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.8304407000541687, "Finetune/Loss (Raw)": 0.851508617401123, "Finetune/Step": 2979, "Finetune/Step Time": 6.718212051317096}
+{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.8292044997215271, "Finetune/Loss (Raw)": 0.7894584536552429, "Finetune/Step": 2980, "Finetune/Step Time": 6.722230715677142}
+{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.8283064961433411, "Finetune/Loss (Raw)": 0.7236528396606445, "Finetune/Step": 2981, "Finetune/Step Time": 6.748945908620954}
+{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.8272308111190796, "Finetune/Loss (Raw)": 0.7843703031539917, "Finetune/Step": 2982, "Finetune/Step Time": 6.743584096431732}
+{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.8282577395439148, "Finetune/Loss (Raw)": 0.9763254523277283, "Finetune/Step": 2983, "Finetune/Step Time": 6.734324011951685}
+{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.8288148641586304, "Finetune/Loss (Raw)": 0.9340115189552307, "Finetune/Step": 2984, "Finetune/Step Time": 6.724445687606931}
+{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.8280813694000244, "Finetune/Loss (Raw)": 0.8489210605621338, "Finetune/Step": 2985, "Finetune/Step Time": 6.72450578212738}
+{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.824798047542572, "Finetune/Loss (Raw)": 0.3231090009212494, "Finetune/Step": 2986, "Finetune/Step Time": 6.745655605569482}
+{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.8243417739868164, "Finetune/Loss (Raw)": 0.7789483666419983, "Finetune/Step": 2987, "Finetune/Step Time": 6.760020362213254}
+{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.8256387710571289, "Finetune/Loss (Raw)": 0.9144743084907532, "Finetune/Step": 2988, "Finetune/Step Time": 6.757552854716778}
+{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.8235666751861572, "Finetune/Loss (Raw)": 0.7164533734321594, "Finetune/Step": 2989, "Finetune/Step Time": 6.763465911149979}
+{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.8252429962158203, "Finetune/Loss (Raw)": 0.9638515710830688, "Finetune/Step": 2990, "Finetune/Step Time": 6.740596946328878}
+{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.8260854482650757, "Finetune/Loss (Raw)": 0.9470006227493286, "Finetune/Step": 2991, "Finetune/Step Time": 6.745370637625456}
+{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.8257168531417847, "Finetune/Loss (Raw)": 0.7290107607841492, "Finetune/Step": 2992, "Finetune/Step Time": 6.7567331083118916}
+{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.8258092403411865, "Finetune/Loss (Raw)": 0.9602046012878418, "Finetune/Step": 2993, "Finetune/Step Time": 6.753455208614469}
+{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.8305286765098572, "Finetune/Loss (Raw)": 0.9910803437232971, "Finetune/Step": 2994, "Finetune/Step Time": 6.731627507135272}
+{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.8304681777954102, "Finetune/Loss (Raw)": 0.8550883531570435, "Finetune/Step": 2995, "Finetune/Step Time": 6.735014671459794}
+{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.8290058374404907, "Finetune/Loss (Raw)": 0.7999802827835083, "Finetune/Step": 2996, "Finetune/Step Time": 6.750471727922559}
+{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.8296048641204834, "Finetune/Loss (Raw)": 0.7833995223045349, "Finetune/Step": 2997, "Finetune/Step Time": 6.7220608200877905}
+{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.8328695893287659, "Finetune/Loss (Raw)": 0.7921398282051086, "Finetune/Step": 2998, "Finetune/Step Time": 6.711699375882745}
+{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.8334314227104187, "Finetune/Loss (Raw)": 1.0397368669509888, "Finetune/Step": 2999, "Finetune/Step Time": 6.7181248515844345}
+{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.832572340965271, "Finetune/Loss (Raw)": 0.8429192900657654, "Finetune/Step": 3000, "Finetune/Step Time": 6.72329961694777}
+{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.8321295976638794, "Finetune/Loss (Raw)": 0.8093810677528381, "Finetune/Step": 3001, "Finetune/Step Time": 6.72705939412117}
+{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.836347222328186, "Finetune/Loss (Raw)": 0.8957328200340271, "Finetune/Step": 3002, "Finetune/Step Time": 6.711480448022485}
+{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.8354220390319824, "Finetune/Loss (Raw)": 0.8595407605171204, "Finetune/Step": 3003, "Finetune/Step Time": 6.717665793374181}
+{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.8359167575836182, "Finetune/Loss (Raw)": 0.8986965417861938, "Finetune/Step": 3004, "Finetune/Step Time": 6.711358183994889}
+{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.8348509073257446, "Finetune/Loss (Raw)": 0.6570168137550354, "Finetune/Step": 3005, "Finetune/Step Time": 6.729750696569681}
+{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.834966242313385, "Finetune/Loss (Raw)": 0.8771841526031494, "Finetune/Step": 3006, "Finetune/Step Time": 6.7240675911307335}
+{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.8346595764160156, "Finetune/Loss (Raw)": 0.7086471915245056, "Finetune/Step": 3007, "Finetune/Step Time": 6.71555938012898}
+{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.8343803882598877, "Finetune/Loss (Raw)": 0.9062656164169312, "Finetune/Step": 3008, "Finetune/Step Time": 6.704986898228526}
+{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.8346030712127686, "Finetune/Loss (Raw)": 0.9497403502464294, "Finetune/Step": 3009, "Finetune/Step Time": 6.6989624705165625}
+{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.8338844180107117, "Finetune/Loss (Raw)": 0.848606526851654, "Finetune/Step": 3010, "Finetune/Step Time": 6.700094845145941}
+{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.8340008854866028, "Finetune/Loss (Raw)": 0.9567134380340576, "Finetune/Step": 3011, "Finetune/Step Time": 6.698837148025632}
+{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.8346965312957764, "Finetune/Loss (Raw)": 0.8679674863815308, "Finetune/Step": 3012, "Finetune/Step Time": 6.672219153493643}
+{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.8341151475906372, "Finetune/Loss (Raw)": 0.8408855199813843, "Finetune/Step": 3013, "Finetune/Step Time": 6.669453153386712}
+{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.8352235555648804, "Finetune/Loss (Raw)": 0.7503682374954224, "Finetune/Step": 3014, "Finetune/Step Time": 6.654183704406023}
+{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.8349471092224121, "Finetune/Loss (Raw)": 0.6617931127548218, "Finetune/Step": 3015, "Finetune/Step Time": 6.663528332486749}
+{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.8331458568572998, "Finetune/Loss (Raw)": 0.7924611568450928, "Finetune/Step": 3016, "Finetune/Step Time": 6.667268946766853}
+{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.8362467288970947, "Finetune/Loss (Raw)": 0.7230720520019531, "Finetune/Step": 3017, "Finetune/Step Time": 6.653888149186969}
+{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.8364832401275635, "Finetune/Loss (Raw)": 0.7972418665885925, "Finetune/Step": 3018, "Finetune/Step Time": 6.67132075689733}
+{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.836756706237793, "Finetune/Loss (Raw)": 0.8713199496269226, "Finetune/Step": 3019, "Finetune/Step Time": 6.672763146460056}
+{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.8351529836654663, "Finetune/Loss (Raw)": 0.8388205170631409, "Finetune/Step": 3020, "Finetune/Step Time": 6.655238280072808}
+{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.8352094888687134, "Finetune/Loss (Raw)": 0.8435538411140442, "Finetune/Step": 3021, "Finetune/Step Time": 6.659040030092001}
+{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.8352218866348267, "Finetune/Loss (Raw)": 0.9508062601089478, "Finetune/Step": 3022, "Finetune/Step Time": 6.659428279846907}
+{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.8337675333023071, "Finetune/Loss (Raw)": 0.6744238138198853, "Finetune/Step": 3023, "Finetune/Step Time": 6.662123350426555}
+{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.8333339691162109, "Finetune/Loss (Raw)": 0.8480294346809387, "Finetune/Step": 3024, "Finetune/Step Time": 6.667117536067963}
+{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.8327316045761108, "Finetune/Loss (Raw)": 0.8661665916442871, "Finetune/Step": 3025, "Finetune/Step Time": 6.666187411174178}
+{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.8326655626296997, "Finetune/Loss (Raw)": 0.8614513278007507, "Finetune/Step": 3026, "Finetune/Step Time": 6.670512437820435}
+{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.8335497379302979, "Finetune/Loss (Raw)": 0.9356992840766907, "Finetune/Step": 3027, "Finetune/Step Time": 6.668693186715245}
+{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.834364652633667, "Finetune/Loss (Raw)": 0.8274508118629456, "Finetune/Step": 3028, "Finetune/Step Time": 6.671477276831865}
+{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.836906373500824, "Finetune/Loss (Raw)": 1.0170023441314697, "Finetune/Step": 3029, "Finetune/Step Time": 6.662663388997316}
+{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.836843729019165, "Finetune/Loss (Raw)": 0.8419054746627808, "Finetune/Step": 3030, "Finetune/Step Time": 6.654216142371297}
+{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.8365378379821777, "Finetune/Loss (Raw)": 0.8772735595703125, "Finetune/Step": 3031, "Finetune/Step Time": 6.650902828201652}
+{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.8371418714523315, "Finetune/Loss (Raw)": 0.9039000272750854, "Finetune/Step": 3032, "Finetune/Step Time": 6.655068621039391}
+{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.837078332901001, "Finetune/Loss (Raw)": 0.8559146523475647, "Finetune/Step": 3033, "Finetune/Step Time": 6.65222879871726}
+{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.8377562761306763, "Finetune/Loss (Raw)": 0.9810234308242798, "Finetune/Step": 3034, "Finetune/Step Time": 6.64846901781857}
+{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.8378239274024963, "Finetune/Loss (Raw)": 0.8446616530418396, "Finetune/Step": 3035, "Finetune/Step Time": 6.649161608889699}
+{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.8372625112533569, "Finetune/Loss (Raw)": 0.8393515348434448, "Finetune/Step": 3036, "Finetune/Step Time": 6.661861967295408}
+{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.8366415500640869, "Finetune/Loss (Raw)": 0.9656659364700317, "Finetune/Step": 3037, "Finetune/Step Time": 6.664410738274455}
+{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.8366572856903076, "Finetune/Loss (Raw)": 0.9409615397453308, "Finetune/Step": 3038, "Finetune/Step Time": 6.653618805110455}
+{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.8349111080169678, "Finetune/Loss (Raw)": 0.798599898815155, "Finetune/Step": 3039, "Finetune/Step Time": 6.6535657942295074}
+{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.8348844051361084, "Finetune/Loss (Raw)": 0.893834114074707, "Finetune/Step": 3040, "Finetune/Step Time": 6.646885689347982}
+{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.8338518142700195, "Finetune/Loss (Raw)": 0.7316420078277588, "Finetune/Step": 3041, "Finetune/Step Time": 6.651487285271287}
+{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.8358423709869385, "Finetune/Loss (Raw)": 0.8661962747573853, "Finetune/Step": 3042, "Finetune/Step Time": 6.62762576341629}
+{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.8327903747558594, "Finetune/Loss (Raw)": 0.3038283884525299, "Finetune/Step": 3043, "Finetune/Step Time": 6.635721601545811}
+{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.831151008605957, "Finetune/Loss (Raw)": 0.68465656042099, "Finetune/Step": 3044, "Finetune/Step Time": 6.654656887054443}
+{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.828931450843811, "Finetune/Loss (Raw)": 0.6534570455551147, "Finetune/Step": 3045, "Finetune/Step Time": 6.66074663028121}
+{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.8310248255729675, "Finetune/Loss (Raw)": 1.0229697227478027, "Finetune/Step": 3046, "Finetune/Step Time": 6.654925232753158}
+{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.8307585716247559, "Finetune/Loss (Raw)": 0.8310338258743286, "Finetune/Step": 3047, "Finetune/Step Time": 6.660081265494227}
+{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.8359533548355103, "Finetune/Loss (Raw)": 1.0073297023773193, "Finetune/Step": 3048, "Finetune/Step Time": 6.640850098803639}
+{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.835870623588562, "Finetune/Loss (Raw)": 0.8034414649009705, "Finetune/Step": 3049, "Finetune/Step Time": 6.623180819675326}
+{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.8370373845100403, "Finetune/Loss (Raw)": 0.9437696933746338, "Finetune/Step": 3050, "Finetune/Step Time": 6.614025354385376}
+{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.8382869958877563, "Finetune/Loss (Raw)": 0.959494411945343, "Finetune/Step": 3051, "Finetune/Step Time": 6.591705273836851}
+{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.8371853828430176, "Finetune/Loss (Raw)": 0.825801432132721, "Finetune/Step": 3052, "Finetune/Step Time": 6.59514450468123}
+{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.8371915817260742, "Finetune/Loss (Raw)": 0.9616613388061523, "Finetune/Step": 3053, "Finetune/Step Time": 6.598080597817898}
+{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.8382135629653931, "Finetune/Loss (Raw)": 0.9682471752166748, "Finetune/Step": 3054, "Finetune/Step Time": 6.573255533352494}
+{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.8402743935585022, "Finetune/Loss (Raw)": 0.8967402577400208, "Finetune/Step": 3055, "Finetune/Step Time": 6.5646393317729235}
+{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.8407641649246216, "Finetune/Loss (Raw)": 0.9365721344947815, "Finetune/Step": 3056, "Finetune/Step Time": 6.543546224012971}
+{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.8386313915252686, "Finetune/Loss (Raw)": 0.7266172766685486, "Finetune/Step": 3057, "Finetune/Step Time": 6.5556155275553465}
+{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.8384308815002441, "Finetune/Loss (Raw)": 0.9221908450126648, "Finetune/Step": 3058, "Finetune/Step Time": 6.553166799247265}
+{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.8384415507316589, "Finetune/Loss (Raw)": 0.8834517002105713, "Finetune/Step": 3059, "Finetune/Step Time": 6.550331136211753}
+{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.8388203978538513, "Finetune/Loss (Raw)": 0.9421218037605286, "Finetune/Step": 3060, "Finetune/Step Time": 6.555088544264436}
+{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.8395365476608276, "Finetune/Loss (Raw)": 0.930013120174408, "Finetune/Step": 3061, "Finetune/Step Time": 6.547187140211463}
+{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.8388270735740662, "Finetune/Loss (Raw)": 0.7644907832145691, "Finetune/Step": 3062, "Finetune/Step Time": 6.574684360995889}
+{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.8386512994766235, "Finetune/Loss (Raw)": 0.8118569850921631, "Finetune/Step": 3063, "Finetune/Step Time": 6.567938223481178}
+{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.837830126285553, "Finetune/Loss (Raw)": 0.8636168241500854, "Finetune/Step": 3064, "Finetune/Step Time": 6.549390925094485}
+{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.8354489207267761, "Finetune/Loss (Raw)": 0.7115410566329956, "Finetune/Step": 3065, "Finetune/Step Time": 6.565594540908933}
+{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.8332809805870056, "Finetune/Loss (Raw)": 0.6220356822013855, "Finetune/Step": 3066, "Finetune/Step Time": 6.597880048677325}
+{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.8332757353782654, "Finetune/Loss (Raw)": 0.8534335494041443, "Finetune/Step": 3067, "Finetune/Step Time": 6.598849089816213}
+{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.8341354131698608, "Finetune/Loss (Raw)": 0.809679388999939, "Finetune/Step": 3068, "Finetune/Step Time": 6.610251717269421}
+{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.835243284702301, "Finetune/Loss (Raw)": 0.7196526527404785, "Finetune/Step": 3069, "Finetune/Step Time": 6.6015196070075035}
+{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.8342994451522827, "Finetune/Loss (Raw)": 0.8474617600440979, "Finetune/Step": 3070, "Finetune/Step Time": 6.598935794085264}
+{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.8349087834358215, "Finetune/Loss (Raw)": 0.9913686513900757, "Finetune/Step": 3071, "Finetune/Step Time": 6.592387400567532}
+{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.8346906304359436, "Finetune/Loss (Raw)": 0.80324387550354, "Finetune/Step": 3072, "Finetune/Step Time": 6.60228568688035}
+{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.8353662490844727, "Finetune/Loss (Raw)": 0.8574196100234985, "Finetune/Step": 3073, "Finetune/Step Time": 6.592537792399526}
+{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.8347872495651245, "Finetune/Loss (Raw)": 0.8086397647857666, "Finetune/Step": 3074, "Finetune/Step Time": 6.594336336478591}
+{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.8307464122772217, "Finetune/Loss (Raw)": 0.29059895873069763, "Finetune/Step": 3075, "Finetune/Step Time": 6.597653929144144}
+{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.829322099685669, "Finetune/Loss (Raw)": 0.7122525572776794, "Finetune/Step": 3076, "Finetune/Step Time": 6.584349101409316}
+{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.8293450474739075, "Finetune/Loss (Raw)": 0.9040688276290894, "Finetune/Step": 3077, "Finetune/Step Time": 6.572593400254846}
+{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.8287035226821899, "Finetune/Loss (Raw)": 0.7734076976776123, "Finetune/Step": 3078, "Finetune/Step Time": 6.569213273003697}
+{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.8317309617996216, "Finetune/Loss (Raw)": 0.6873211860656738, "Finetune/Step": 3079, "Finetune/Step Time": 6.572432771325111}
+{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.8303698301315308, "Finetune/Loss (Raw)": 0.7302643656730652, "Finetune/Step": 3080, "Finetune/Step Time": 6.575910454615951}
+{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.8291839361190796, "Finetune/Loss (Raw)": 0.7795401811599731, "Finetune/Step": 3081, "Finetune/Step Time": 6.578652244061232}
+{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.8295809030532837, "Finetune/Loss (Raw)": 0.8124592900276184, "Finetune/Step": 3082, "Finetune/Step Time": 6.574058858677745}
+{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.8286542892456055, "Finetune/Loss (Raw)": 0.9031235575675964, "Finetune/Step": 3083, "Finetune/Step Time": 6.579148523509502}
+{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.8277997970581055, "Finetune/Loss (Raw)": 0.7749189138412476, "Finetune/Step": 3084, "Finetune/Step Time": 6.588845983147621}
+{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.8289498090744019, "Finetune/Loss (Raw)": 1.028483510017395, "Finetune/Step": 3085, "Finetune/Step Time": 6.586575385183096}
+{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.8294262886047363, "Finetune/Loss (Raw)": 0.920383632183075, "Finetune/Step": 3086, "Finetune/Step Time": 6.586002368479967}
+{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.833522617816925, "Finetune/Loss (Raw)": 0.8401646614074707, "Finetune/Step": 3087, "Finetune/Step Time": 6.582476889714599}
+{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.8320897817611694, "Finetune/Loss (Raw)": 0.6331230998039246, "Finetune/Step": 3088, "Finetune/Step Time": 6.580996789038181}
+{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.8331985473632812, "Finetune/Loss (Raw)": 0.9127941727638245, "Finetune/Step": 3089, "Finetune/Step Time": 6.584700230509043}
+{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.8313615322113037, "Finetune/Loss (Raw)": 0.8016501069068909, "Finetune/Step": 3090, "Finetune/Step Time": 6.578939875587821}
+{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.8300130367279053, "Finetune/Loss (Raw)": 0.7583032250404358, "Finetune/Step": 3091, "Finetune/Step Time": 6.582902509719133}
+{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.8248713612556458, "Finetune/Loss (Raw)": 0.29464104771614075, "Finetune/Step": 3092, "Finetune/Step Time": 6.589749187231064}
+{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.8241398334503174, "Finetune/Loss (Raw)": 0.8349352478981018, "Finetune/Step": 3093, "Finetune/Step Time": 6.596561012789607}
+{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.8251535892486572, "Finetune/Loss (Raw)": 0.8724288940429688, "Finetune/Step": 3094, "Finetune/Step Time": 6.591701595112681}
+{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.826061487197876, "Finetune/Loss (Raw)": 0.8450847268104553, "Finetune/Step": 3095, "Finetune/Step Time": 6.573741460219026}
+{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.8254737854003906, "Finetune/Loss (Raw)": 0.8733845353126526, "Finetune/Step": 3096, "Finetune/Step Time": 6.568547444418073}
+{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.8215430974960327, "Finetune/Loss (Raw)": 0.30357447266578674, "Finetune/Step": 3097, "Finetune/Step Time": 6.58992743678391}
+{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.8200368881225586, "Finetune/Loss (Raw)": 0.6643065810203552, "Finetune/Step": 3098, "Finetune/Step Time": 6.578420948237181}
+{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.8204164505004883, "Finetune/Loss (Raw)": 0.879490852355957, "Finetune/Step": 3099, "Finetune/Step Time": 6.58165667951107}
+{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.8216482996940613, "Finetune/Loss (Raw)": 1.0482895374298096, "Finetune/Step": 3100, "Finetune/Step Time": 6.583999263122678}
+{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.8206465244293213, "Finetune/Loss (Raw)": 0.5903236865997314, "Finetune/Step": 3101, "Finetune/Step Time": 6.585954053327441}
+{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.8209753036499023, "Finetune/Loss (Raw)": 0.9280826449394226, "Finetune/Step": 3102, "Finetune/Step Time": 6.592913877218962}
+{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.8254022598266602, "Finetune/Loss (Raw)": 0.9541311264038086, "Finetune/Step": 3103, "Finetune/Step Time": 6.5866745095700026}
+{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.8262841105461121, "Finetune/Loss (Raw)": 0.8876474499702454, "Finetune/Step": 3104, "Finetune/Step Time": 6.581524200737476}
+{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.8264826536178589, "Finetune/Loss (Raw)": 0.8879857063293457, "Finetune/Step": 3105, "Finetune/Step Time": 6.572266871109605}
+{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.8252389430999756, "Finetune/Loss (Raw)": 0.81296306848526, "Finetune/Step": 3106, "Finetune/Step Time": 6.572199599817395}
+{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.8263504505157471, "Finetune/Loss (Raw)": 0.9937878251075745, "Finetune/Step": 3107, "Finetune/Step Time": 6.566451480612159}
+{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.8262338638305664, "Finetune/Loss (Raw)": 0.7745386362075806, "Finetune/Step": 3108, "Finetune/Step Time": 6.55778968334198}
+{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.8271636962890625, "Finetune/Loss (Raw)": 0.8426693081855774, "Finetune/Step": 3109, "Finetune/Step Time": 6.533735789358616}
+{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.8272498846054077, "Finetune/Loss (Raw)": 0.7953952550888062, "Finetune/Step": 3110, "Finetune/Step Time": 6.5306096989661455}
+{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.8258101940155029, "Finetune/Loss (Raw)": 0.7920538187026978, "Finetune/Step": 3111, "Finetune/Step Time": 6.5400593262165785}
+{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.8257894515991211, "Finetune/Loss (Raw)": 0.9313483834266663, "Finetune/Step": 3112, "Finetune/Step Time": 6.525115402415395}
+{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.8254573345184326, "Finetune/Loss (Raw)": 0.8064134120941162, "Finetune/Step": 3113, "Finetune/Step Time": 6.538137909024954}
+{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.8297547698020935, "Finetune/Loss (Raw)": 0.8731829524040222, "Finetune/Step": 3114, "Finetune/Step Time": 6.5248069036751986}
+{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.8299655914306641, "Finetune/Loss (Raw)": 0.805938184261322, "Finetune/Step": 3115, "Finetune/Step Time": 6.50726349465549}
+{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.8280255794525146, "Finetune/Loss (Raw)": 0.6661512851715088, "Finetune/Step": 3116, "Finetune/Step Time": 6.534144323319197}
+{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.8290253281593323, "Finetune/Loss (Raw)": 0.8444161415100098, "Finetune/Step": 3117, "Finetune/Step Time": 6.529495840892196}
+{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.8251583576202393, "Finetune/Loss (Raw)": 0.4688771665096283, "Finetune/Step": 3118, "Finetune/Step Time": 6.5504736583679914}
+{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.824151873588562, "Finetune/Loss (Raw)": 0.8181759715080261, "Finetune/Step": 3119, "Finetune/Step Time": 6.550658013671637}
+{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.8252921104431152, "Finetune/Loss (Raw)": 0.8749629259109497, "Finetune/Step": 3120, "Finetune/Step Time": 6.545405512675643}
+{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.8230293393135071, "Finetune/Loss (Raw)": 0.6705657243728638, "Finetune/Step": 3121, "Finetune/Step Time": 6.5563901867717505}
+{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.8218173384666443, "Finetune/Loss (Raw)": 0.8359408378601074, "Finetune/Step": 3122, "Finetune/Step Time": 6.558528486639261}
+{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.8212624192237854, "Finetune/Loss (Raw)": 0.7840619683265686, "Finetune/Step": 3123, "Finetune/Step Time": 6.5529594626277685}
+{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.8223192691802979, "Finetune/Loss (Raw)": 0.9352601170539856, "Finetune/Step": 3124, "Finetune/Step Time": 6.537112087011337}
+{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.8227195739746094, "Finetune/Loss (Raw)": 0.8346346616744995, "Finetune/Step": 3125, "Finetune/Step Time": 6.536720007658005}
+{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.8238469362258911, "Finetune/Loss (Raw)": 0.936438798904419, "Finetune/Step": 3126, "Finetune/Step Time": 6.537512941285968}
+{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.8232718706130981, "Finetune/Loss (Raw)": 0.9661349654197693, "Finetune/Step": 3127, "Finetune/Step Time": 6.533993843942881}
+{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.8216779232025146, "Finetune/Loss (Raw)": 0.6388936638832092, "Finetune/Step": 3128, "Finetune/Step Time": 6.569133400917053}
+{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.8216629028320312, "Finetune/Loss (Raw)": 0.8074591159820557, "Finetune/Step": 3129, "Finetune/Step Time": 6.566303730010986}
+{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.8205811381340027, "Finetune/Loss (Raw)": 0.7572633028030396, "Finetune/Step": 3130, "Finetune/Step Time": 6.58048870973289}
+{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.8200801610946655, "Finetune/Loss (Raw)": 0.7954155802726746, "Finetune/Step": 3131, "Finetune/Step Time": 6.582043623551726}
+{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.8162826299667358, "Finetune/Loss (Raw)": 0.4126097559928894, "Finetune/Step": 3132, "Finetune/Step Time": 6.601629311218858}
+{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.8178688883781433, "Finetune/Loss (Raw)": 0.8600631952285767, "Finetune/Step": 3133, "Finetune/Step Time": 6.582395609468222}
+{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.8171004056930542, "Finetune/Loss (Raw)": 0.7788143157958984, "Finetune/Step": 3134, "Finetune/Step Time": 6.596811370924115}
+{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.8185596466064453, "Finetune/Loss (Raw)": 0.8954401016235352, "Finetune/Step": 3135, "Finetune/Step Time": 6.599215276539326}
+{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.8184926509857178, "Finetune/Loss (Raw)": 0.8976842164993286, "Finetune/Step": 3136, "Finetune/Step Time": 6.600940953940153}
+{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.8169955611228943, "Finetune/Loss (Raw)": 0.7581125497817993, "Finetune/Step": 3137, "Finetune/Step Time": 6.617142707109451}
+{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.8156499862670898, "Finetune/Loss (Raw)": 0.6763741970062256, "Finetune/Step": 3138, "Finetune/Step Time": 6.624943261966109}
+{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.8148507475852966, "Finetune/Loss (Raw)": 0.854411780834198, "Finetune/Step": 3139, "Finetune/Step Time": 6.625623961910605}
+{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.8144146203994751, "Finetune/Loss (Raw)": 0.812137246131897, "Finetune/Step": 3140, "Finetune/Step Time": 6.636023873463273}
+{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.8139973878860474, "Finetune/Loss (Raw)": 0.787482500076294, "Finetune/Step": 3141, "Finetune/Step Time": 6.6380706410855055}
+{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.8143287897109985, "Finetune/Loss (Raw)": 0.7927899956703186, "Finetune/Step": 3142, "Finetune/Step Time": 6.642375720664859}
+{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.8140265941619873, "Finetune/Loss (Raw)": 0.6231133341789246, "Finetune/Step": 3143, "Finetune/Step Time": 6.641748195514083}
+{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.8151723146438599, "Finetune/Loss (Raw)": 0.9391091465950012, "Finetune/Step": 3144, "Finetune/Step Time": 6.633823996409774}
+{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.8168108463287354, "Finetune/Loss (Raw)": 0.9328069686889648, "Finetune/Step": 3145, "Finetune/Step Time": 6.629012094810605}
+{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.8175579309463501, "Finetune/Loss (Raw)": 0.8928645849227905, "Finetune/Step": 3146, "Finetune/Step Time": 6.607700455933809}
+{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.8179125785827637, "Finetune/Loss (Raw)": 0.9167158603668213, "Finetune/Step": 3147, "Finetune/Step Time": 6.615484744310379}
+{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.8190042972564697, "Finetune/Loss (Raw)": 0.9785572290420532, "Finetune/Step": 3148, "Finetune/Step Time": 6.636034086346626}
+{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.8156580924987793, "Finetune/Loss (Raw)": 0.41524767875671387, "Finetune/Step": 3149, "Finetune/Step Time": 6.653512077406049}
+{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.814766526222229, "Finetune/Loss (Raw)": 0.8366868495941162, "Finetune/Step": 3150, "Finetune/Step Time": 6.651298154145479}
+{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.8163199424743652, "Finetune/Loss (Raw)": 0.8732597231864929, "Finetune/Step": 3151, "Finetune/Step Time": 6.65326433442533}
+{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.8158950805664062, "Finetune/Loss (Raw)": 0.7936451435089111, "Finetune/Step": 3152, "Finetune/Step Time": 6.648604150861502}
+{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.8158082962036133, "Finetune/Loss (Raw)": 0.8550555109977722, "Finetune/Step": 3153, "Finetune/Step Time": 6.649011563509703}
+{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.8155828714370728, "Finetune/Loss (Raw)": 0.8325932621955872, "Finetune/Step": 3154, "Finetune/Step Time": 6.641721123829484}
+{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.8156264424324036, "Finetune/Loss (Raw)": 0.9412805438041687, "Finetune/Step": 3155, "Finetune/Step Time": 6.636008368805051}
+{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.8152846097946167, "Finetune/Loss (Raw)": 0.7836992144584656, "Finetune/Step": 3156, "Finetune/Step Time": 6.643009305000305}
+{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.8150322437286377, "Finetune/Loss (Raw)": 0.9846958518028259, "Finetune/Step": 3157, "Finetune/Step Time": 6.648526847362518}
+{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.8106530904769897, "Finetune/Loss (Raw)": 0.28137660026550293, "Finetune/Step": 3158, "Finetune/Step Time": 6.655459608882666}
+{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.8099868893623352, "Finetune/Loss (Raw)": 0.7920024394989014, "Finetune/Step": 3159, "Finetune/Step Time": 6.659497879445553}
+{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.8094898462295532, "Finetune/Loss (Raw)": 0.8402795791625977, "Finetune/Step": 3160, "Finetune/Step Time": 6.6501634400337934}
+{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.8096364736557007, "Finetune/Loss (Raw)": 0.8746727108955383, "Finetune/Step": 3161, "Finetune/Step Time": 6.669207477942109}
+{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.8051502704620361, "Finetune/Loss (Raw)": 0.40679171681404114, "Finetune/Step": 3162, "Finetune/Step Time": 6.689627788960934}
+{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.8061269521713257, "Finetune/Loss (Raw)": 0.9696832299232483, "Finetune/Step": 3163, "Finetune/Step Time": 6.701663503423333}
+{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.8065015077590942, "Finetune/Loss (Raw)": 0.8872883319854736, "Finetune/Step": 3164, "Finetune/Step Time": 6.683101277798414}
+{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.8036738634109497, "Finetune/Loss (Raw)": 0.6037259101867676, "Finetune/Step": 3165, "Finetune/Step Time": 6.685231581330299}
+{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.8025640249252319, "Finetune/Loss (Raw)": 0.7989088296890259, "Finetune/Step": 3166, "Finetune/Step Time": 6.685580430552363}
+{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.8030149340629578, "Finetune/Loss (Raw)": 0.8563129305839539, "Finetune/Step": 3167, "Finetune/Step Time": 6.6829295214265585}
+{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.803551197052002, "Finetune/Loss (Raw)": 0.9624717235565186, "Finetune/Step": 3168, "Finetune/Step Time": 6.688161592930555}
+{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.8002685308456421, "Finetune/Loss (Raw)": 0.3114677965641022, "Finetune/Step": 3169, "Finetune/Step Time": 6.70413969643414}
+{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.7992802262306213, "Finetune/Loss (Raw)": 0.7396881580352783, "Finetune/Step": 3170, "Finetune/Step Time": 6.705905558541417}
+{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.8028910756111145, "Finetune/Loss (Raw)": 0.766016960144043, "Finetune/Step": 3171, "Finetune/Step Time": 6.689608410000801}
+{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.8041412830352783, "Finetune/Loss (Raw)": 0.8446837663650513, "Finetune/Step": 3172, "Finetune/Step Time": 6.671540351584554}
+{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.8046955466270447, "Finetune/Loss (Raw)": 0.724407434463501, "Finetune/Step": 3173, "Finetune/Step Time": 6.682670619338751}
+{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.8045761585235596, "Finetune/Loss (Raw)": 1.007693886756897, "Finetune/Step": 3174, "Finetune/Step Time": 6.687531679868698}
+{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.8045935034751892, "Finetune/Loss (Raw)": 0.8332500457763672, "Finetune/Step": 3175, "Finetune/Step Time": 6.684587365016341}
+{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.8046078085899353, "Finetune/Loss (Raw)": 1.009157657623291, "Finetune/Step": 3176, "Finetune/Step Time": 6.686908235773444}
+{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.8046866059303284, "Finetune/Loss (Raw)": 0.8135277628898621, "Finetune/Step": 3177, "Finetune/Step Time": 6.69060187228024}
+{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.8037555813789368, "Finetune/Loss (Raw)": 0.8245985507965088, "Finetune/Step": 3178, "Finetune/Step Time": 6.696314539760351}
+{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.8043186068534851, "Finetune/Loss (Raw)": 1.031558632850647, "Finetune/Step": 3179, "Finetune/Step Time": 6.703070014715195}
+{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.8038896322250366, "Finetune/Loss (Raw)": 0.7708966135978699, "Finetune/Step": 3180, "Finetune/Step Time": 6.709349391981959}
+{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.8034327626228333, "Finetune/Loss (Raw)": 0.9031797647476196, "Finetune/Step": 3181, "Finetune/Step Time": 6.705006826668978}
+{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.8025403618812561, "Finetune/Loss (Raw)": 0.8540177345275879, "Finetune/Step": 3182, "Finetune/Step Time": 6.707025269046426}
+{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.8016279935836792, "Finetune/Loss (Raw)": 0.7799596786499023, "Finetune/Step": 3183, "Finetune/Step Time": 6.70637589879334}
+{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.8009553551673889, "Finetune/Loss (Raw)": 0.8504713773727417, "Finetune/Step": 3184, "Finetune/Step Time": 6.716804064810276}
+{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.8022085428237915, "Finetune/Loss (Raw)": 0.8870331645011902, "Finetune/Step": 3185, "Finetune/Step Time": 6.7113979030400515}
+{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.8012499213218689, "Finetune/Loss (Raw)": 0.7994847893714905, "Finetune/Step": 3186, "Finetune/Step Time": 6.714851414784789}
+{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.8014402985572815, "Finetune/Loss (Raw)": 0.9078139662742615, "Finetune/Step": 3187, "Finetune/Step Time": 6.712692499160767}
+{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.8001982569694519, "Finetune/Loss (Raw)": 0.7831395864486694, "Finetune/Step": 3188, "Finetune/Step Time": 6.720498481765389}
+{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.7991319298744202, "Finetune/Loss (Raw)": 0.7935247421264648, "Finetune/Step": 3189, "Finetune/Step Time": 6.717543050646782}
+{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.7997709512710571, "Finetune/Loss (Raw)": 0.8462936878204346, "Finetune/Step": 3190, "Finetune/Step Time": 6.692699125036597}
+{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.800727128982544, "Finetune/Loss (Raw)": 0.9342432022094727, "Finetune/Step": 3191, "Finetune/Step Time": 6.717547494918108}
+{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.8003179430961609, "Finetune/Loss (Raw)": 0.8112385272979736, "Finetune/Step": 3192, "Finetune/Step Time": 6.722844153642654}
+{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.8009891510009766, "Finetune/Loss (Raw)": 0.7974526286125183, "Finetune/Step": 3193, "Finetune/Step Time": 6.707925610244274}
+{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.8019187450408936, "Finetune/Loss (Raw)": 0.741036593914032, "Finetune/Step": 3194, "Finetune/Step Time": 6.681015441194177}
+{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.8023284673690796, "Finetune/Loss (Raw)": 0.9058709740638733, "Finetune/Step": 3195, "Finetune/Step Time": 6.687265262007713}
+{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.802812933921814, "Finetune/Loss (Raw)": 0.8716820478439331, "Finetune/Step": 3196, "Finetune/Step Time": 6.6772682294249535}
+{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.8045991659164429, "Finetune/Loss (Raw)": 0.9482960104942322, "Finetune/Step": 3197, "Finetune/Step Time": 6.669474108144641}
+{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.8038043975830078, "Finetune/Loss (Raw)": 0.7457259893417358, "Finetune/Step": 3198, "Finetune/Step Time": 6.677797097712755}
+{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.8027259707450867, "Finetune/Loss (Raw)": 0.8533352613449097, "Finetune/Step": 3199, "Finetune/Step Time": 6.677280018106103}
+{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.804364800453186, "Finetune/Loss (Raw)": 1.0130172967910767, "Finetune/Step": 3200, "Finetune/Step Time": 6.657921154052019}
+{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.8032293319702148, "Finetune/Loss (Raw)": 0.7120814323425293, "Finetune/Step": 3201, "Finetune/Step Time": 6.659751228988171}
+{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.8031762838363647, "Finetune/Loss (Raw)": 0.8018468022346497, "Finetune/Step": 3202, "Finetune/Step Time": 6.656289450824261}
+{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.8070968389511108, "Finetune/Loss (Raw)": 0.7924321889877319, "Finetune/Step": 3203, "Finetune/Step Time": 6.636767698451877}
+{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.8077760338783264, "Finetune/Loss (Raw)": 0.7991830110549927, "Finetune/Step": 3204, "Finetune/Step Time": 6.642918858677149}
+{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.8066892623901367, "Finetune/Loss (Raw)": 0.764965832233429, "Finetune/Step": 3205, "Finetune/Step Time": 6.639596093446016}
+{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.8062205910682678, "Finetune/Loss (Raw)": 0.7134150862693787, "Finetune/Step": 3206, "Finetune/Step Time": 6.640828855335712}
+{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.8074313998222351, "Finetune/Loss (Raw)": 0.8423079252243042, "Finetune/Step": 3207, "Finetune/Step Time": 6.640488609671593}
+{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.8085713386535645, "Finetune/Loss (Raw)": 0.8761734366416931, "Finetune/Step": 3208, "Finetune/Step Time": 6.6347314808517694}
+{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.8089914321899414, "Finetune/Loss (Raw)": 0.833314061164856, "Finetune/Step": 3209, "Finetune/Step Time": 6.637338003143668}
+{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.8084061145782471, "Finetune/Loss (Raw)": 0.737537682056427, "Finetune/Step": 3210, "Finetune/Step Time": 6.6364735178649426}
+{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.8080491423606873, "Finetune/Loss (Raw)": 0.8574320673942566, "Finetune/Step": 3211, "Finetune/Step Time": 6.630269538611174}
+{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.8050844073295593, "Finetune/Loss (Raw)": 0.3954324722290039, "Finetune/Step": 3212, "Finetune/Step Time": 6.642406024038792}
+{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.8042912483215332, "Finetune/Loss (Raw)": 0.9269590973854065, "Finetune/Step": 3213, "Finetune/Step Time": 6.640537519007921}
+{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.8037967681884766, "Finetune/Loss (Raw)": 0.8570846915245056, "Finetune/Step": 3214, "Finetune/Step Time": 6.65322252176702}
+{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.8026407957077026, "Finetune/Loss (Raw)": 0.6922048926353455, "Finetune/Step": 3215, "Finetune/Step Time": 6.650674527511001}
+{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.8029649257659912, "Finetune/Loss (Raw)": 0.6746052503585815, "Finetune/Step": 3216, "Finetune/Step Time": 6.671089977025986}
+{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.8025200366973877, "Finetune/Loss (Raw)": 0.8558557033538818, "Finetune/Step": 3217, "Finetune/Step Time": 6.663617139682174}
+{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.8030185699462891, "Finetune/Loss (Raw)": 0.8654682636260986, "Finetune/Step": 3218, "Finetune/Step Time": 6.661564661189914}
+{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.8027114868164062, "Finetune/Loss (Raw)": 0.7189976572990417, "Finetune/Step": 3219, "Finetune/Step Time": 6.646115832030773}
+{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.8083605170249939, "Finetune/Loss (Raw)": 1.0177090167999268, "Finetune/Step": 3220, "Finetune/Step Time": 6.625689746811986}
+{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.8078981041908264, "Finetune/Loss (Raw)": 0.7757502794265747, "Finetune/Step": 3221, "Finetune/Step Time": 6.6288539078086615}
+{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.8036748170852661, "Finetune/Loss (Raw)": 0.33183857798576355, "Finetune/Step": 3222, "Finetune/Step Time": 6.6467146053910255}
+{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.8032650947570801, "Finetune/Loss (Raw)": 0.7926487326622009, "Finetune/Step": 3223, "Finetune/Step Time": 6.652154203504324}
+{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.8032268285751343, "Finetune/Loss (Raw)": 0.8684816956520081, "Finetune/Step": 3224, "Finetune/Step Time": 6.653997493907809}
+{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.8073911666870117, "Finetune/Loss (Raw)": 0.8366209864616394, "Finetune/Step": 3225, "Finetune/Step Time": 6.649457162246108}
+{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.8090025782585144, "Finetune/Loss (Raw)": 0.8705605864524841, "Finetune/Step": 3226, "Finetune/Step Time": 6.648301774635911}
+{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.8083080649375916, "Finetune/Loss (Raw)": 0.7905934453010559, "Finetune/Step": 3227, "Finetune/Step Time": 6.6485749408602715}
+{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.8065699338912964, "Finetune/Loss (Raw)": 0.8258119821548462, "Finetune/Step": 3228, "Finetune/Step Time": 6.646887792274356}
+{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.8090404868125916, "Finetune/Loss (Raw)": 0.906553328037262, "Finetune/Step": 3229, "Finetune/Step Time": 6.631980029866099}
+{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.8078491687774658, "Finetune/Loss (Raw)": 0.7755916118621826, "Finetune/Step": 3230, "Finetune/Step Time": 6.633724000304937}
+{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.8069592714309692, "Finetune/Loss (Raw)": 0.8402252197265625, "Finetune/Step": 3231, "Finetune/Step Time": 6.645628502592444}
+{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.8077329397201538, "Finetune/Loss (Raw)": 0.9866694211959839, "Finetune/Step": 3232, "Finetune/Step Time": 6.6477230954915285}
+{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.8091394901275635, "Finetune/Loss (Raw)": 1.0680296421051025, "Finetune/Step": 3233, "Finetune/Step Time": 6.6511757634580135}
+{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.8082466721534729, "Finetune/Loss (Raw)": 0.6986855268478394, "Finetune/Step": 3234, "Finetune/Step Time": 6.6831299513578415}
+{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.8080574870109558, "Finetune/Loss (Raw)": 0.9695712924003601, "Finetune/Step": 3235, "Finetune/Step Time": 6.686817768961191}
+{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.8071572184562683, "Finetune/Loss (Raw)": 0.6592982411384583, "Finetune/Step": 3236, "Finetune/Step Time": 6.693735979497433}
+{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.8077379465103149, "Finetune/Loss (Raw)": 0.9170039892196655, "Finetune/Step": 3237, "Finetune/Step Time": 6.6919509172439575}
+{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.804599404335022, "Finetune/Loss (Raw)": 0.39366573095321655, "Finetune/Step": 3238, "Finetune/Step Time": 6.712452249601483}
+{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.8060148358345032, "Finetune/Loss (Raw)": 0.9732266664505005, "Finetune/Step": 3239, "Finetune/Step Time": 6.706960767507553}
+{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.8069853186607361, "Finetune/Loss (Raw)": 1.0555708408355713, "Finetune/Step": 3240, "Finetune/Step Time": 6.708321899175644}
+{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.8079272508621216, "Finetune/Loss (Raw)": 0.9269832968711853, "Finetune/Step": 3241, "Finetune/Step Time": 6.697546044364572}
+{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.8083400726318359, "Finetune/Loss (Raw)": 0.926025390625, "Finetune/Step": 3242, "Finetune/Step Time": 6.69418865814805}
+{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.808936357498169, "Finetune/Loss (Raw)": 0.8822575807571411, "Finetune/Step": 3243, "Finetune/Step Time": 6.692844478413463}
+{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.8108557462692261, "Finetune/Loss (Raw)": 0.9118407368659973, "Finetune/Step": 3244, "Finetune/Step Time": 6.657496334984899}
+{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.8116087913513184, "Finetune/Loss (Raw)": 0.940804660320282, "Finetune/Step": 3245, "Finetune/Step Time": 6.661650205031037}
+{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.8132734298706055, "Finetune/Loss (Raw)": 0.6819450259208679, "Finetune/Step": 3246, "Finetune/Step Time": 6.645389657467604}
+{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.8130638003349304, "Finetune/Loss (Raw)": 0.7913428544998169, "Finetune/Step": 3247, "Finetune/Step Time": 6.644994793459773}
+{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.8136109113693237, "Finetune/Loss (Raw)": 0.9449973702430725, "Finetune/Step": 3248, "Finetune/Step Time": 6.648658465594053}
+{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.8157107830047607, "Finetune/Loss (Raw)": 0.9393472075462341, "Finetune/Step": 3249, "Finetune/Step Time": 6.6383889131248}
+{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.8151400089263916, "Finetune/Loss (Raw)": 0.7628844380378723, "Finetune/Step": 3250, "Finetune/Step Time": 6.656863536685705}
+{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.8153021931648254, "Finetune/Loss (Raw)": 0.8048150539398193, "Finetune/Step": 3251, "Finetune/Step Time": 6.684371154755354}
+{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.8157869577407837, "Finetune/Loss (Raw)": 0.997311532497406, "Finetune/Step": 3252, "Finetune/Step Time": 6.685175213962793}
+{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.8165478706359863, "Finetune/Loss (Raw)": 0.9320367574691772, "Finetune/Step": 3253, "Finetune/Step Time": 6.687603564932942}
+{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.8164553642272949, "Finetune/Loss (Raw)": 0.9245985150337219, "Finetune/Step": 3254, "Finetune/Step Time": 6.677430905401707}
+{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.815677285194397, "Finetune/Loss (Raw)": 0.866536021232605, "Finetune/Step": 3255, "Finetune/Step Time": 6.687778007239103}
+{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.818041980266571, "Finetune/Loss (Raw)": 0.9415753483772278, "Finetune/Step": 3256, "Finetune/Step Time": 6.654529633000493}
+{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.8171128630638123, "Finetune/Loss (Raw)": 0.688530683517456, "Finetune/Step": 3257, "Finetune/Step Time": 6.663637552410364}
+{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.8193584680557251, "Finetune/Loss (Raw)": 1.0447046756744385, "Finetune/Step": 3258, "Finetune/Step Time": 6.652394304051995}
+{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.8192485570907593, "Finetune/Loss (Raw)": 0.781341552734375, "Finetune/Step": 3259, "Finetune/Step Time": 6.656480649486184}
+{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.8229007720947266, "Finetune/Loss (Raw)": 0.8800954818725586, "Finetune/Step": 3260, "Finetune/Step Time": 6.654095651581883}
+{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.8221002817153931, "Finetune/Loss (Raw)": 0.7576012015342712, "Finetune/Step": 3261, "Finetune/Step Time": 6.655137220397592}
+{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.8232252597808838, "Finetune/Loss (Raw)": 0.9228090047836304, "Finetune/Step": 3262, "Finetune/Step Time": 6.641375202685595}
+{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.8236076831817627, "Finetune/Loss (Raw)": 0.9443877339363098, "Finetune/Step": 3263, "Finetune/Step Time": 6.63929214887321}
+{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.8226063251495361, "Finetune/Loss (Raw)": 0.7695155143737793, "Finetune/Step": 3264, "Finetune/Step Time": 6.639954203739762}
+{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.8246967792510986, "Finetune/Loss (Raw)": 1.0256834030151367, "Finetune/Step": 3265, "Finetune/Step Time": 6.62372482009232}
+{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.8260483741760254, "Finetune/Loss (Raw)": 0.8493828773498535, "Finetune/Step": 3266, "Finetune/Step Time": 6.617802971974015}
+{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.826111376285553, "Finetune/Loss (Raw)": 0.8624773025512695, "Finetune/Step": 3267, "Finetune/Step Time": 6.63169738650322}
+{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.8268899917602539, "Finetune/Loss (Raw)": 0.9117997884750366, "Finetune/Step": 3268, "Finetune/Step Time": 6.6262718960642815}
+{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.8278753757476807, "Finetune/Loss (Raw)": 0.9136142730712891, "Finetune/Step": 3269, "Finetune/Step Time": 6.627608574926853}
+{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.8280077576637268, "Finetune/Loss (Raw)": 0.8097359538078308, "Finetune/Step": 3270, "Finetune/Step Time": 6.618113208562136}
+{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.8293790221214294, "Finetune/Loss (Raw)": 0.798636257648468, "Finetune/Step": 3271, "Finetune/Step Time": 6.602903265506029}
+{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.8288929462432861, "Finetune/Loss (Raw)": 0.8768853545188904, "Finetune/Step": 3272, "Finetune/Step Time": 6.631659358739853}
+{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.8275550603866577, "Finetune/Loss (Raw)": 0.7615566849708557, "Finetune/Step": 3273, "Finetune/Step Time": 6.638234667479992}
+{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.8230626583099365, "Finetune/Loss (Raw)": 0.31784626841545105, "Finetune/Step": 3274, "Finetune/Step Time": 6.658037941902876}
+{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.8216628432273865, "Finetune/Loss (Raw)": 0.7375340461730957, "Finetune/Step": 3275, "Finetune/Step Time": 6.655703781172633}
+{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.820581316947937, "Finetune/Loss (Raw)": 0.8401274085044861, "Finetune/Step": 3276, "Finetune/Step Time": 6.641631940379739}
+{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.8241621255874634, "Finetune/Loss (Raw)": 0.8735854029655457, "Finetune/Step": 3277, "Finetune/Step Time": 6.621175000444055}
+{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.8240264654159546, "Finetune/Loss (Raw)": 0.8193227648735046, "Finetune/Step": 3278, "Finetune/Step Time": 6.624117786064744}
+{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.8241041898727417, "Finetune/Loss (Raw)": 0.8832067847251892, "Finetune/Step": 3279, "Finetune/Step Time": 6.631556376814842}
+{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.8254083395004272, "Finetune/Loss (Raw)": 0.960577130317688, "Finetune/Step": 3280, "Finetune/Step Time": 6.630718817934394}
+{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.8265124559402466, "Finetune/Loss (Raw)": 0.9963794350624084, "Finetune/Step": 3281, "Finetune/Step Time": 6.633077384904027}
+{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.8261044025421143, "Finetune/Loss (Raw)": 0.7803637981414795, "Finetune/Step": 3282, "Finetune/Step Time": 6.634087854996324}
+{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.8215853571891785, "Finetune/Loss (Raw)": 0.36284685134887695, "Finetune/Step": 3283, "Finetune/Step Time": 6.65350029245019}
+{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.8215161561965942, "Finetune/Loss (Raw)": 0.7748384475708008, "Finetune/Step": 3284, "Finetune/Step Time": 6.645628768950701}
+{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.8208509683609009, "Finetune/Loss (Raw)": 0.8995449542999268, "Finetune/Step": 3285, "Finetune/Step Time": 6.640145651996136}
+{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.8250629305839539, "Finetune/Loss (Raw)": 0.8205161690711975, "Finetune/Step": 3286, "Finetune/Step Time": 6.62676714360714}
+{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.825539231300354, "Finetune/Loss (Raw)": 0.8529748916625977, "Finetune/Step": 3287, "Finetune/Step Time": 6.633085172623396}
+{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.8263888955116272, "Finetune/Loss (Raw)": 0.9490281343460083, "Finetune/Step": 3288, "Finetune/Step Time": 6.649263000115752}
+{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.8256795406341553, "Finetune/Loss (Raw)": 0.7838712334632874, "Finetune/Step": 3289, "Finetune/Step Time": 6.6308131124824286}
+{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.8294543027877808, "Finetune/Loss (Raw)": 0.8899756073951721, "Finetune/Step": 3290, "Finetune/Step Time": 6.611530125141144}
+{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.8275165557861328, "Finetune/Loss (Raw)": 0.7216466665267944, "Finetune/Step": 3291, "Finetune/Step Time": 6.606311943382025}
+{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.8269048929214478, "Finetune/Loss (Raw)": 0.8089953660964966, "Finetune/Step": 3292, "Finetune/Step Time": 6.607787238433957}
+{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.8288540840148926, "Finetune/Loss (Raw)": 0.8532213568687439, "Finetune/Step": 3293, "Finetune/Step Time": 6.603460254147649}
+{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.8283992409706116, "Finetune/Loss (Raw)": 0.7406882047653198, "Finetune/Step": 3294, "Finetune/Step Time": 6.641001665964723}
+{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.8279704451560974, "Finetune/Loss (Raw)": 0.8014253377914429, "Finetune/Step": 3295, "Finetune/Step Time": 6.644912533462048}
+{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.8272318840026855, "Finetune/Loss (Raw)": 0.8679324984550476, "Finetune/Step": 3296, "Finetune/Step Time": 6.646461971104145}
+{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.8305736184120178, "Finetune/Loss (Raw)": 0.7392164468765259, "Finetune/Step": 3297, "Finetune/Step Time": 6.647522183135152}
+{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.8321638703346252, "Finetune/Loss (Raw)": 0.9432411789894104, "Finetune/Step": 3298, "Finetune/Step Time": 6.645103178918362}
+{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.829163134098053, "Finetune/Loss (Raw)": 0.3819214403629303, "Finetune/Step": 3299, "Finetune/Step Time": 6.662352541461587}
+{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.8294738531112671, "Finetune/Loss (Raw)": 0.8844526410102844, "Finetune/Step": 3300, "Finetune/Step Time": 6.664700722321868}
+{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.8290371894836426, "Finetune/Loss (Raw)": 0.668518602848053, "Finetune/Step": 3301, "Finetune/Step Time": 6.653626497834921}
+{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.8284324407577515, "Finetune/Loss (Raw)": 0.9302859306335449, "Finetune/Step": 3302, "Finetune/Step Time": 6.652293752878904}
+{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.8283042907714844, "Finetune/Loss (Raw)": 0.8168375492095947, "Finetune/Step": 3303, "Finetune/Step Time": 6.650527426972985}
+{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.8264972567558289, "Finetune/Loss (Raw)": 0.7778632640838623, "Finetune/Step": 3304, "Finetune/Step Time": 6.659301303327084}
+{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.8272887468338013, "Finetune/Loss (Raw)": 0.9148404598236084, "Finetune/Step": 3305, "Finetune/Step Time": 6.655944548547268}
+{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.8267826437950134, "Finetune/Loss (Raw)": 0.759819507598877, "Finetune/Step": 3306, "Finetune/Step Time": 6.648109056055546}
+{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.8263801336288452, "Finetune/Loss (Raw)": 0.9800315499305725, "Finetune/Step": 3307, "Finetune/Step Time": 6.638419089838862}
+{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.8272950053215027, "Finetune/Loss (Raw)": 0.8880065083503723, "Finetune/Step": 3308, "Finetune/Step Time": 6.634194049984217}
+{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.8275884389877319, "Finetune/Loss (Raw)": 0.9407338500022888, "Finetune/Step": 3309, "Finetune/Step Time": 6.64495762065053}
+{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.8268576264381409, "Finetune/Loss (Raw)": 0.7604783773422241, "Finetune/Step": 3310, "Finetune/Step Time": 6.643044700846076}
+{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.8265578746795654, "Finetune/Loss (Raw)": 0.7415843605995178, "Finetune/Step": 3311, "Finetune/Step Time": 6.651646306738257}
+{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.8262805938720703, "Finetune/Loss (Raw)": 0.8149852156639099, "Finetune/Step": 3312, "Finetune/Step Time": 6.646330514922738}
+{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.8226812481880188, "Finetune/Loss (Raw)": 0.42631515860557556, "Finetune/Step": 3313, "Finetune/Step Time": 6.660372653976083}
+{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.8223673105239868, "Finetune/Loss (Raw)": 0.7593058347702026, "Finetune/Step": 3314, "Finetune/Step Time": 6.658011255785823}
+{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.8235598802566528, "Finetune/Loss (Raw)": 1.0604603290557861, "Finetune/Step": 3315, "Finetune/Step Time": 6.658371735364199}
+{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.8233835697174072, "Finetune/Loss (Raw)": 0.76057368516922, "Finetune/Step": 3316, "Finetune/Step Time": 6.6505309250205755}
+{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.8237857818603516, "Finetune/Loss (Raw)": 0.8450056910514832, "Finetune/Step": 3317, "Finetune/Step Time": 6.651195865124464}
+{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.8197954893112183, "Finetune/Loss (Raw)": 0.3355337083339691, "Finetune/Step": 3318, "Finetune/Step Time": 6.6670601181685925}
+{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.819860577583313, "Finetune/Loss (Raw)": 0.9425692558288574, "Finetune/Step": 3319, "Finetune/Step Time": 6.648677280172706}
+{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.8199986815452576, "Finetune/Loss (Raw)": 0.8289257287979126, "Finetune/Step": 3320, "Finetune/Step Time": 6.640865292400122}
+{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.8196166753768921, "Finetune/Loss (Raw)": 0.7485470175743103, "Finetune/Step": 3321, "Finetune/Step Time": 6.640287196263671}
+{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.820023775100708, "Finetune/Loss (Raw)": 0.7931506633758545, "Finetune/Step": 3322, "Finetune/Step Time": 6.63363815844059}
+{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.8201329112052917, "Finetune/Loss (Raw)": 0.9198365807533264, "Finetune/Step": 3323, "Finetune/Step Time": 6.640383427962661}
+{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.8193947672843933, "Finetune/Loss (Raw)": 0.7772079110145569, "Finetune/Step": 3324, "Finetune/Step Time": 6.653745848685503}
+{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.8179565072059631, "Finetune/Loss (Raw)": 0.7641893625259399, "Finetune/Step": 3325, "Finetune/Step Time": 6.653593476861715}
+{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.819136917591095, "Finetune/Loss (Raw)": 0.8968238830566406, "Finetune/Step": 3326, "Finetune/Step Time": 6.645085355266929}
+{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.8177158236503601, "Finetune/Loss (Raw)": 0.6714338064193726, "Finetune/Step": 3327, "Finetune/Step Time": 6.65743338316679}
+{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.817612886428833, "Finetune/Loss (Raw)": 0.9998414516448975, "Finetune/Step": 3328, "Finetune/Step Time": 6.662337690591812}
+{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.8193785548210144, "Finetune/Loss (Raw)": 0.9380857944488525, "Finetune/Step": 3329, "Finetune/Step Time": 6.665118230506778}
+{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.8189440965652466, "Finetune/Loss (Raw)": 0.7462415099143982, "Finetune/Step": 3330, "Finetune/Step Time": 6.678577154874802}
+{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.8197636604309082, "Finetune/Loss (Raw)": 0.8973289728164673, "Finetune/Step": 3331, "Finetune/Step Time": 6.692044299095869}
+{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.8199918270111084, "Finetune/Loss (Raw)": 0.8283925652503967, "Finetune/Step": 3332, "Finetune/Step Time": 6.686271987855434}
+{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.8211026191711426, "Finetune/Loss (Raw)": 0.9071436524391174, "Finetune/Step": 3333, "Finetune/Step Time": 6.6858707051724195}
+{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.822206974029541, "Finetune/Loss (Raw)": 0.8547734022140503, "Finetune/Step": 3334, "Finetune/Step Time": 6.686259035021067}
+{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.8214037418365479, "Finetune/Loss (Raw)": 0.739493191242218, "Finetune/Step": 3335, "Finetune/Step Time": 6.665399290621281}
+{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.8207998871803284, "Finetune/Loss (Raw)": 0.7988871335983276, "Finetune/Step": 3336, "Finetune/Step Time": 6.664147928357124}
+{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.8199456334114075, "Finetune/Loss (Raw)": 0.7239651679992676, "Finetune/Step": 3337, "Finetune/Step Time": 6.6678440030664206}
+{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.8207953572273254, "Finetune/Loss (Raw)": 0.8463032245635986, "Finetune/Step": 3338, "Finetune/Step Time": 6.671259272843599}
+{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.8211403489112854, "Finetune/Loss (Raw)": 0.9015859961509705, "Finetune/Step": 3339, "Finetune/Step Time": 6.664733210578561}
+{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.8246188163757324, "Finetune/Loss (Raw)": 0.8406791687011719, "Finetune/Step": 3340, "Finetune/Step Time": 6.647450162097812}
+{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.8250486850738525, "Finetune/Loss (Raw)": 0.9819851517677307, "Finetune/Step": 3341, "Finetune/Step Time": 6.653605280444026}
+{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.8257399797439575, "Finetune/Loss (Raw)": 0.9455701112747192, "Finetune/Step": 3342, "Finetune/Step Time": 6.644828248769045}
+{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.8272777795791626, "Finetune/Loss (Raw)": 0.8890394568443298, "Finetune/Step": 3343, "Finetune/Step Time": 6.631800044327974}
+{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.8272913694381714, "Finetune/Loss (Raw)": 0.6763415336608887, "Finetune/Step": 3344, "Finetune/Step Time": 6.612067345529795}
+{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.8233315348625183, "Finetune/Loss (Raw)": 0.3490052819252014, "Finetune/Step": 3345, "Finetune/Step Time": 6.635329734534025}
+{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.8240482807159424, "Finetune/Loss (Raw)": 0.9572097659111023, "Finetune/Step": 3346, "Finetune/Step Time": 6.634358383715153}
+{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.8238636255264282, "Finetune/Loss (Raw)": 0.6953670382499695, "Finetune/Step": 3347, "Finetune/Step Time": 6.63522232323885}
+{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.8229997158050537, "Finetune/Loss (Raw)": 0.9071294069290161, "Finetune/Step": 3348, "Finetune/Step Time": 6.639801025390625}
+{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.8239573240280151, "Finetune/Loss (Raw)": 0.8983224034309387, "Finetune/Step": 3349, "Finetune/Step Time": 6.636845966801047}
+{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.8294922113418579, "Finetune/Loss (Raw)": 1.040297269821167, "Finetune/Step": 3350, "Finetune/Step Time": 6.623617708683014}
+{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.8296263813972473, "Finetune/Loss (Raw)": 0.8098256587982178, "Finetune/Step": 3351, "Finetune/Step Time": 6.630895726382732}
+{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.8298298120498657, "Finetune/Loss (Raw)": 0.8945236802101135, "Finetune/Step": 3352, "Finetune/Step Time": 6.634103234857321}
+{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.8304811120033264, "Finetune/Loss (Raw)": 0.9199826717376709, "Finetune/Step": 3353, "Finetune/Step Time": 6.638485182076693}
+{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.8306665420532227, "Finetune/Loss (Raw)": 0.8943017721176147, "Finetune/Step": 3354, "Finetune/Step Time": 6.636500220745802}
+{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.831764817237854, "Finetune/Loss (Raw)": 0.9311608672142029, "Finetune/Step": 3355, "Finetune/Step Time": 6.628082504495978}
+{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.8323330879211426, "Finetune/Loss (Raw)": 0.8985536098480225, "Finetune/Step": 3356, "Finetune/Step Time": 6.630089366808534}
+{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.8318219184875488, "Finetune/Loss (Raw)": 0.8411283493041992, "Finetune/Step": 3357, "Finetune/Step Time": 6.630317779257894}
+{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.8317378759384155, "Finetune/Loss (Raw)": 0.7648333311080933, "Finetune/Step": 3358, "Finetune/Step Time": 6.624079452827573}
+{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.8332616090774536, "Finetune/Loss (Raw)": 1.0352613925933838, "Finetune/Step": 3359, "Finetune/Step Time": 6.59865571372211}
+{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.8327247500419617, "Finetune/Loss (Raw)": 0.9179556369781494, "Finetune/Step": 3360, "Finetune/Step Time": 6.598856927827001}
+{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.8312807083129883, "Finetune/Loss (Raw)": 0.8831932544708252, "Finetune/Step": 3361, "Finetune/Step Time": 6.611971061676741}
+{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.8317803740501404, "Finetune/Loss (Raw)": 0.7626394033432007, "Finetune/Step": 3362, "Finetune/Step Time": 6.584906924515963}
+{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.8312180042266846, "Finetune/Loss (Raw)": 0.8975877165794373, "Finetune/Step": 3363, "Finetune/Step Time": 6.597351657226682}
+{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.8330897092819214, "Finetune/Loss (Raw)": 0.8988746404647827, "Finetune/Step": 3364, "Finetune/Step Time": 6.5896780751645565}
+{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.8322043418884277, "Finetune/Loss (Raw)": 0.8036826252937317, "Finetune/Step": 3365, "Finetune/Step Time": 6.603594776242971}
+{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.8346446752548218, "Finetune/Loss (Raw)": 0.7060281038284302, "Finetune/Step": 3366, "Finetune/Step Time": 6.596025858074427}
+{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.8330733776092529, "Finetune/Loss (Raw)": 0.772091269493103, "Finetune/Step": 3367, "Finetune/Step Time": 6.59382807277143}
+{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.8281960487365723, "Finetune/Loss (Raw)": 0.43128064274787903, "Finetune/Step": 3368, "Finetune/Step Time": 6.6111970618367195}
+{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.8281903266906738, "Finetune/Loss (Raw)": 0.9262440800666809, "Finetune/Step": 3369, "Finetune/Step Time": 6.609833089634776}
+{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.8280142545700073, "Finetune/Loss (Raw)": 0.9034918546676636, "Finetune/Step": 3370, "Finetune/Step Time": 6.607504328712821}
+{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.8258464336395264, "Finetune/Loss (Raw)": 0.6047766208648682, "Finetune/Step": 3371, "Finetune/Step Time": 6.62848193384707}
+{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.8248305320739746, "Finetune/Loss (Raw)": 0.7818057537078857, "Finetune/Step": 3372, "Finetune/Step Time": 6.639697523787618}
+{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.8245618939399719, "Finetune/Loss (Raw)": 0.9064199924468994, "Finetune/Step": 3373, "Finetune/Step Time": 6.645069390535355}
+{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.825926661491394, "Finetune/Loss (Raw)": 0.8566359281539917, "Finetune/Step": 3374, "Finetune/Step Time": 6.647304533049464}
+{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.8282575011253357, "Finetune/Loss (Raw)": 1.0896878242492676, "Finetune/Step": 3375, "Finetune/Step Time": 6.644459422677755}
+{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.8284507989883423, "Finetune/Loss (Raw)": 0.9697480797767639, "Finetune/Step": 3376, "Finetune/Step Time": 6.635895978659391}
+{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.8262686729431152, "Finetune/Loss (Raw)": 0.6600315570831299, "Finetune/Step": 3377, "Finetune/Step Time": 6.645551031455398}
+{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.8276671171188354, "Finetune/Loss (Raw)": 0.9418798089027405, "Finetune/Step": 3378, "Finetune/Step Time": 6.6405099257826805}
+{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.8265429139137268, "Finetune/Loss (Raw)": 0.6609188914299011, "Finetune/Step": 3379, "Finetune/Step Time": 6.614868849515915}
+{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.8243380188941956, "Finetune/Loss (Raw)": 0.7150844931602478, "Finetune/Step": 3380, "Finetune/Step Time": 6.611457025632262}
+{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.8235002756118774, "Finetune/Loss (Raw)": 0.8248087763786316, "Finetune/Step": 3381, "Finetune/Step Time": 6.605588346719742}
+{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.8236698508262634, "Finetune/Loss (Raw)": 0.9463006258010864, "Finetune/Step": 3382, "Finetune/Step Time": 6.606709038838744}
+{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.8232680559158325, "Finetune/Loss (Raw)": 0.8151018023490906, "Finetune/Step": 3383, "Finetune/Step Time": 6.594145826995373}
+{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.8228470087051392, "Finetune/Loss (Raw)": 0.8876814246177673, "Finetune/Step": 3384, "Finetune/Step Time": 6.589299051091075}
+{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.8229236602783203, "Finetune/Loss (Raw)": 0.6983461976051331, "Finetune/Step": 3385, "Finetune/Step Time": 6.577940622344613}
+{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.8211855888366699, "Finetune/Loss (Raw)": 0.8222349882125854, "Finetune/Step": 3386, "Finetune/Step Time": 6.5698891542851925}
+{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.8209945559501648, "Finetune/Loss (Raw)": 0.7568880319595337, "Finetune/Step": 3387, "Finetune/Step Time": 6.557809120044112}
+{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.8201871514320374, "Finetune/Loss (Raw)": 0.776747465133667, "Finetune/Step": 3388, "Finetune/Step Time": 6.539499923586845}
+{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.8212300539016724, "Finetune/Loss (Raw)": 0.8910849690437317, "Finetune/Step": 3389, "Finetune/Step Time": 6.542594799771905}
+{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.8209299445152283, "Finetune/Loss (Raw)": 0.8844002485275269, "Finetune/Step": 3390, "Finetune/Step Time": 6.547014394775033}
+{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.8214409351348877, "Finetune/Loss (Raw)": 1.0097943544387817, "Finetune/Step": 3391, "Finetune/Step Time": 6.543469617143273}
+{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.8215482234954834, "Finetune/Loss (Raw)": 0.7832511067390442, "Finetune/Step": 3392, "Finetune/Step Time": 6.542664226144552}
+{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.8207848072052002, "Finetune/Loss (Raw)": 0.9279715418815613, "Finetune/Step": 3393, "Finetune/Step Time": 6.538725879043341}
+{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.8203096389770508, "Finetune/Loss (Raw)": 0.7885555624961853, "Finetune/Step": 3394, "Finetune/Step Time": 6.557779628783464}
+{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.8207772970199585, "Finetune/Loss (Raw)": 0.9223358631134033, "Finetune/Step": 3395, "Finetune/Step Time": 6.541353965178132}
+{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.8191330432891846, "Finetune/Loss (Raw)": 0.7013344764709473, "Finetune/Step": 3396, "Finetune/Step Time": 6.550220116972923}
+{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.8184226155281067, "Finetune/Loss (Raw)": 0.8226804733276367, "Finetune/Step": 3397, "Finetune/Step Time": 6.548183673992753}
+{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.8186294436454773, "Finetune/Loss (Raw)": 0.8362106680870056, "Finetune/Step": 3398, "Finetune/Step Time": 6.546042071655393}
+{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.8185181021690369, "Finetune/Loss (Raw)": 0.7843820452690125, "Finetune/Step": 3399, "Finetune/Step Time": 6.55378182977438}
+{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.8178093433380127, "Finetune/Loss (Raw)": 0.7861713171005249, "Finetune/Step": 3400, "Finetune/Step Time": 6.527279686182737}
+{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.8176225423812866, "Finetune/Loss (Raw)": 0.737646758556366, "Finetune/Step": 3401, "Finetune/Step Time": 6.518542900681496}
+{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.8218392133712769, "Finetune/Loss (Raw)": 0.857571005821228, "Finetune/Step": 3402, "Finetune/Step Time": 6.498148480430245}
+{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.8222423791885376, "Finetune/Loss (Raw)": 0.789148211479187, "Finetune/Step": 3403, "Finetune/Step Time": 6.493558177724481}
+{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.8222070932388306, "Finetune/Loss (Raw)": 0.8356075286865234, "Finetune/Step": 3404, "Finetune/Step Time": 6.48955349996686}
+{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.821069598197937, "Finetune/Loss (Raw)": 0.7279807925224304, "Finetune/Step": 3405, "Finetune/Step Time": 6.5282263439148664}
+{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.8214924335479736, "Finetune/Loss (Raw)": 0.8734492063522339, "Finetune/Step": 3406, "Finetune/Step Time": 6.525804402306676}
+{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.8213668465614319, "Finetune/Loss (Raw)": 0.867133378982544, "Finetune/Step": 3407, "Finetune/Step Time": 6.513268953189254}
+{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.8208425045013428, "Finetune/Loss (Raw)": 0.8934568166732788, "Finetune/Step": 3408, "Finetune/Step Time": 6.513670984655619}
+{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.8197240829467773, "Finetune/Loss (Raw)": 0.8532311916351318, "Finetune/Step": 3409, "Finetune/Step Time": 6.511365860700607}
+{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.8195288181304932, "Finetune/Loss (Raw)": 0.7553640007972717, "Finetune/Step": 3410, "Finetune/Step Time": 6.515298141166568}
+{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.8242300152778625, "Finetune/Loss (Raw)": 0.9645982980728149, "Finetune/Step": 3411, "Finetune/Step Time": 6.496292630210519}
+{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.8250566720962524, "Finetune/Loss (Raw)": 0.8806521892547607, "Finetune/Step": 3412, "Finetune/Step Time": 6.490778250619769}
+{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.8256736993789673, "Finetune/Loss (Raw)": 0.978517472743988, "Finetune/Step": 3413, "Finetune/Step Time": 6.49838181771338}
+{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.8271013498306274, "Finetune/Loss (Raw)": 1.0032624006271362, "Finetune/Step": 3414, "Finetune/Step Time": 6.496761094778776}
+{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.8259198665618896, "Finetune/Loss (Raw)": 0.7017452120780945, "Finetune/Step": 3415, "Finetune/Step Time": 6.494557198137045}
+{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.8217900395393372, "Finetune/Loss (Raw)": 0.4204086661338806, "Finetune/Step": 3416, "Finetune/Step Time": 6.5013530272990465}
+{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.8221738338470459, "Finetune/Loss (Raw)": 0.833001971244812, "Finetune/Step": 3417, "Finetune/Step Time": 6.508558206260204}
+{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.8218169212341309, "Finetune/Loss (Raw)": 0.8442833423614502, "Finetune/Step": 3418, "Finetune/Step Time": 6.520000331103802}
+{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.8229649662971497, "Finetune/Loss (Raw)": 0.8685988783836365, "Finetune/Step": 3419, "Finetune/Step Time": 6.512894935905933}
+{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.8212631940841675, "Finetune/Loss (Raw)": 0.5911700129508972, "Finetune/Step": 3420, "Finetune/Step Time": 6.5372951831668615}
+{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.8213523030281067, "Finetune/Loss (Raw)": 0.8646247982978821, "Finetune/Step": 3421, "Finetune/Step Time": 6.540526993572712}
+{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.8218570947647095, "Finetune/Loss (Raw)": 0.8053038120269775, "Finetune/Step": 3422, "Finetune/Step Time": 6.522558124735951}
+{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.8215106129646301, "Finetune/Loss (Raw)": 0.7570757269859314, "Finetune/Step": 3423, "Finetune/Step Time": 6.52123649418354}
+{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.8174251317977905, "Finetune/Loss (Raw)": 0.3449840545654297, "Finetune/Step": 3424, "Finetune/Step Time": 6.535408765077591}
+{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.8180655241012573, "Finetune/Loss (Raw)": 0.8211926221847534, "Finetune/Step": 3425, "Finetune/Step Time": 6.523097727447748}
+{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.8159989714622498, "Finetune/Loss (Raw)": 0.6787188053131104, "Finetune/Step": 3426, "Finetune/Step Time": 6.525315809994936}
+{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.8200665712356567, "Finetune/Loss (Raw)": 0.9025722742080688, "Finetune/Step": 3427, "Finetune/Step Time": 6.510488783940673}
+{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.8194279074668884, "Finetune/Loss (Raw)": 0.8027130365371704, "Finetune/Step": 3428, "Finetune/Step Time": 6.519242545589805}
+{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.8211910128593445, "Finetune/Loss (Raw)": 0.8941940665245056, "Finetune/Step": 3429, "Finetune/Step Time": 6.516193114221096}
+{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.8200417757034302, "Finetune/Loss (Raw)": 0.7831771373748779, "Finetune/Step": 3430, "Finetune/Step Time": 6.510446900501847}
+{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.8210934400558472, "Finetune/Loss (Raw)": 0.9514589309692383, "Finetune/Step": 3431, "Finetune/Step Time": 6.513713458552957}
+{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.820193886756897, "Finetune/Loss (Raw)": 0.6627176403999329, "Finetune/Step": 3432, "Finetune/Step Time": 6.527958985418081}
+{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.8193544745445251, "Finetune/Loss (Raw)": 0.8073949217796326, "Finetune/Step": 3433, "Finetune/Step Time": 6.545638659968972}
+{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.8195253610610962, "Finetune/Loss (Raw)": 0.7816895842552185, "Finetune/Step": 3434, "Finetune/Step Time": 6.569982826709747}
+{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.8182585835456848, "Finetune/Loss (Raw)": 0.817888617515564, "Finetune/Step": 3435, "Finetune/Step Time": 6.583189148455858}
+{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.8171796798706055, "Finetune/Loss (Raw)": 0.749902606010437, "Finetune/Step": 3436, "Finetune/Step Time": 6.576787833124399}
+{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.816354513168335, "Finetune/Loss (Raw)": 0.8351184725761414, "Finetune/Step": 3437, "Finetune/Step Time": 6.56559269875288}
+{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.8165950775146484, "Finetune/Loss (Raw)": 0.791270911693573, "Finetune/Step": 3438, "Finetune/Step Time": 6.563345657661557}
+{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.8177521228790283, "Finetune/Loss (Raw)": 0.8896887302398682, "Finetune/Step": 3439, "Finetune/Step Time": 6.5681193973869085}
+{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.8174505829811096, "Finetune/Loss (Raw)": 0.7763800621032715, "Finetune/Step": 3440, "Finetune/Step Time": 6.569744102656841}
+{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.8194355964660645, "Finetune/Loss (Raw)": 0.6804060935974121, "Finetune/Step": 3441, "Finetune/Step Time": 6.572020165622234}
+{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.8192854523658752, "Finetune/Loss (Raw)": 0.7400825619697571, "Finetune/Step": 3442, "Finetune/Step Time": 6.578512134030461}
+{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.8166614770889282, "Finetune/Loss (Raw)": 0.7245903611183167, "Finetune/Step": 3443, "Finetune/Step Time": 6.588385384529829}
+{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.8175053000450134, "Finetune/Loss (Raw)": 0.8685824275016785, "Finetune/Step": 3444, "Finetune/Step Time": 6.58159083686769}
+{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.8157802820205688, "Finetune/Loss (Raw)": 0.6242088079452515, "Finetune/Step": 3445, "Finetune/Step Time": 6.599123580381274}
+{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.8193410634994507, "Finetune/Loss (Raw)": 0.7913088202476501, "Finetune/Step": 3446, "Finetune/Step Time": 6.588567620143294}
+{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.8191836476325989, "Finetune/Loss (Raw)": 0.9224178791046143, "Finetune/Step": 3447, "Finetune/Step Time": 6.583151763305068}
+{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.8188773393630981, "Finetune/Loss (Raw)": 0.7897254228591919, "Finetune/Step": 3448, "Finetune/Step Time": 6.5887979734689}
+{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.8202345967292786, "Finetune/Loss (Raw)": 0.922269880771637, "Finetune/Step": 3449, "Finetune/Step Time": 6.584110481664538}
+{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.8206136226654053, "Finetune/Loss (Raw)": 0.8416693806648254, "Finetune/Step": 3450, "Finetune/Step Time": 6.613181026652455}
+{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.8195748329162598, "Finetune/Loss (Raw)": 0.7868666648864746, "Finetune/Step": 3451, "Finetune/Step Time": 6.5960737708956}
+{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.8206305503845215, "Finetune/Loss (Raw)": 0.912346601486206, "Finetune/Step": 3452, "Finetune/Step Time": 6.579605780541897}
+{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.8209554553031921, "Finetune/Loss (Raw)": 0.8057770729064941, "Finetune/Step": 3453, "Finetune/Step Time": 6.576462363824248}
+{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.8201577663421631, "Finetune/Loss (Raw)": 0.7947131395339966, "Finetune/Step": 3454, "Finetune/Step Time": 6.584102999418974}
+{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.8175498247146606, "Finetune/Loss (Raw)": 0.337614506483078, "Finetune/Step": 3455, "Finetune/Step Time": 6.592848662286997}
+{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.8169389367103577, "Finetune/Loss (Raw)": 0.9216560125350952, "Finetune/Step": 3456, "Finetune/Step Time": 6.5887897703796625}
+{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.8163770437240601, "Finetune/Loss (Raw)": 0.8661618828773499, "Finetune/Step": 3457, "Finetune/Step Time": 6.578719977289438}
+{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.8171004056930542, "Finetune/Loss (Raw)": 0.8388304114341736, "Finetune/Step": 3458, "Finetune/Step Time": 6.585827965289354}
+{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.8166249394416809, "Finetune/Loss (Raw)": 0.8364688158035278, "Finetune/Step": 3459, "Finetune/Step Time": 6.575534516945481}
+{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.8174012899398804, "Finetune/Loss (Raw)": 0.9277670979499817, "Finetune/Step": 3460, "Finetune/Step Time": 6.576271230354905}
+{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.812927782535553, "Finetune/Loss (Raw)": 0.3345314860343933, "Finetune/Step": 3461, "Finetune/Step Time": 6.594606712460518}
+{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.8129479885101318, "Finetune/Loss (Raw)": 0.8573588132858276, "Finetune/Step": 3462, "Finetune/Step Time": 6.590962335467339}
+{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.8134250640869141, "Finetune/Loss (Raw)": 0.8005545139312744, "Finetune/Step": 3463, "Finetune/Step Time": 6.591751482337713}
+{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.8143057823181152, "Finetune/Loss (Raw)": 0.9116247892379761, "Finetune/Step": 3464, "Finetune/Step Time": 6.592354474589229}
+{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.8145155906677246, "Finetune/Loss (Raw)": 0.7508253455162048, "Finetune/Step": 3465, "Finetune/Step Time": 6.587061071768403}
+{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.8139835000038147, "Finetune/Loss (Raw)": 0.7781875133514404, "Finetune/Step": 3466, "Finetune/Step Time": 6.584876863285899}
+{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.8123723268508911, "Finetune/Loss (Raw)": 0.6953615546226501, "Finetune/Step": 3467, "Finetune/Step Time": 6.582622196525335}
+{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.8107534050941467, "Finetune/Loss (Raw)": 0.6334548592567444, "Finetune/Step": 3468, "Finetune/Step Time": 6.590230138972402}
+{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.8099117279052734, "Finetune/Loss (Raw)": 0.8742474317550659, "Finetune/Step": 3469, "Finetune/Step Time": 6.597810462117195}
+{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.8087248802185059, "Finetune/Loss (Raw)": 0.7936537265777588, "Finetune/Step": 3470, "Finetune/Step Time": 6.593464400619268}
+{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.8087275624275208, "Finetune/Loss (Raw)": 0.8893845677375793, "Finetune/Step": 3471, "Finetune/Step Time": 6.599593931809068}
+{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.809380292892456, "Finetune/Loss (Raw)": 0.7599005103111267, "Finetune/Step": 3472, "Finetune/Step Time": 6.59943707101047}
+{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.814346432685852, "Finetune/Loss (Raw)": 0.9846605658531189, "Finetune/Step": 3473, "Finetune/Step Time": 6.598820498213172}
+{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.8123898506164551, "Finetune/Loss (Raw)": 0.7067699432373047, "Finetune/Step": 3474, "Finetune/Step Time": 6.603586986660957}
+{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.8135718703269958, "Finetune/Loss (Raw)": 0.8466638326644897, "Finetune/Step": 3475, "Finetune/Step Time": 6.609242582693696}
+{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.8117191791534424, "Finetune/Loss (Raw)": 0.6699872612953186, "Finetune/Step": 3476, "Finetune/Step Time": 6.613500824198127}
+{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.810681939125061, "Finetune/Loss (Raw)": 0.7655550241470337, "Finetune/Step": 3477, "Finetune/Step Time": 6.631298631429672}
+{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.8099137544631958, "Finetune/Loss (Raw)": 0.9419688582420349, "Finetune/Step": 3478, "Finetune/Step Time": 6.624272204935551}
+{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.8116074204444885, "Finetune/Loss (Raw)": 1.0266133546829224, "Finetune/Step": 3479, "Finetune/Step Time": 6.6107968129217625}
+{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.8114415407180786, "Finetune/Loss (Raw)": 0.8732962012290955, "Finetune/Step": 3480, "Finetune/Step Time": 6.602731520310044}
+{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.8113703727722168, "Finetune/Loss (Raw)": 0.9108659625053406, "Finetune/Step": 3481, "Finetune/Step Time": 6.579803261905909}
+{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.8109608888626099, "Finetune/Loss (Raw)": 0.8418881297111511, "Finetune/Step": 3482, "Finetune/Step Time": 6.579449336975813}
+{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.8101890087127686, "Finetune/Loss (Raw)": 0.8323579430580139, "Finetune/Step": 3483, "Finetune/Step Time": 6.614521944895387}
+{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.8097633123397827, "Finetune/Loss (Raw)": 0.8440741896629333, "Finetune/Step": 3484, "Finetune/Step Time": 6.630814669653773}
+{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.8104830980300903, "Finetune/Loss (Raw)": 0.9332529306411743, "Finetune/Step": 3485, "Finetune/Step Time": 6.627974094823003}
+{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.8114725351333618, "Finetune/Loss (Raw)": 0.89149010181427, "Finetune/Step": 3486, "Finetune/Step Time": 6.622278682887554}
+{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.8090426921844482, "Finetune/Loss (Raw)": 0.7242312431335449, "Finetune/Step": 3487, "Finetune/Step Time": 6.620565138757229}
+{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.8074384927749634, "Finetune/Loss (Raw)": 0.7126253843307495, "Finetune/Step": 3488, "Finetune/Step Time": 6.619734916836023}
+{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.80788254737854, "Finetune/Loss (Raw)": 0.9400317072868347, "Finetune/Step": 3489, "Finetune/Step Time": 6.605934815481305}
+{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.8078052401542664, "Finetune/Loss (Raw)": 0.7527418732643127, "Finetune/Step": 3490, "Finetune/Step Time": 6.603782521560788}
+{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.8079203367233276, "Finetune/Loss (Raw)": 0.9123201370239258, "Finetune/Step": 3491, "Finetune/Step Time": 6.587793666869402}
+{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.807534396648407, "Finetune/Loss (Raw)": 0.8494754433631897, "Finetune/Step": 3492, "Finetune/Step Time": 6.596396474167705}
+{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.8061003088951111, "Finetune/Loss (Raw)": 0.6201207637786865, "Finetune/Step": 3493, "Finetune/Step Time": 6.588708657771349}
+{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.8079712390899658, "Finetune/Loss (Raw)": 0.9455008506774902, "Finetune/Step": 3494, "Finetune/Step Time": 6.575950032100081}
+{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.8089772462844849, "Finetune/Loss (Raw)": 0.9008694887161255, "Finetune/Step": 3495, "Finetune/Step Time": 6.575410690158606}
+{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.8127536773681641, "Finetune/Loss (Raw)": 0.9146631956100464, "Finetune/Step": 3496, "Finetune/Step Time": 6.564163003116846}
+{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.8110160827636719, "Finetune/Loss (Raw)": 0.7038249373435974, "Finetune/Step": 3497, "Finetune/Step Time": 6.572687087580562}
+{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.8109036087989807, "Finetune/Loss (Raw)": 0.8890974521636963, "Finetune/Step": 3498, "Finetune/Step Time": 6.57673704624176}
+{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.813238263130188, "Finetune/Loss (Raw)": 0.9036086201667786, "Finetune/Step": 3499, "Finetune/Step Time": 6.562782168388367}
+{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.8142753839492798, "Finetune/Loss (Raw)": 0.9145658016204834, "Finetune/Step": 3500, "Finetune/Step Time": 6.554146658629179}
+{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.8142143487930298, "Finetune/Loss (Raw)": 0.8986065983772278, "Finetune/Step": 3501, "Finetune/Step Time": 6.552248865365982}
+{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.8154910206794739, "Finetune/Loss (Raw)": 1.0200469493865967, "Finetune/Step": 3502, "Finetune/Step Time": 6.5476486049592495}
+{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.8141013383865356, "Finetune/Loss (Raw)": 0.9118040204048157, "Finetune/Step": 3503, "Finetune/Step Time": 6.5483216885477304}
+{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.8127632737159729, "Finetune/Loss (Raw)": 0.7984822392463684, "Finetune/Step": 3504, "Finetune/Step Time": 6.560866016894579}
+{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.8145624399185181, "Finetune/Loss (Raw)": 0.8903220295906067, "Finetune/Step": 3505, "Finetune/Step Time": 6.557667823508382}
+{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.8131605386734009, "Finetune/Loss (Raw)": 0.7624373435974121, "Finetune/Step": 3506, "Finetune/Step Time": 6.554918577894568}
+{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.812990128993988, "Finetune/Loss (Raw)": 0.6391081809997559, "Finetune/Step": 3507, "Finetune/Step Time": 6.570165669545531}
+{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.8140170574188232, "Finetune/Loss (Raw)": 0.8465328812599182, "Finetune/Step": 3508, "Finetune/Step Time": 6.571184668689966}
+{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.8145207762718201, "Finetune/Loss (Raw)": 0.8892842531204224, "Finetune/Step": 3509, "Finetune/Step Time": 6.585078652948141}
+{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.8129159212112427, "Finetune/Loss (Raw)": 0.7408768534660339, "Finetune/Step": 3510, "Finetune/Step Time": 6.584615478292108}
+{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.8127880096435547, "Finetune/Loss (Raw)": 0.7987319827079773, "Finetune/Step": 3511, "Finetune/Step Time": 6.592263475060463}
+{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.8126020431518555, "Finetune/Loss (Raw)": 0.8638772964477539, "Finetune/Step": 3512, "Finetune/Step Time": 6.590917237102985}
+{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.813980221748352, "Finetune/Loss (Raw)": 0.8747455477714539, "Finetune/Step": 3513, "Finetune/Step Time": 6.591424070298672}
+{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.8133150935173035, "Finetune/Loss (Raw)": 0.7371055483818054, "Finetune/Step": 3514, "Finetune/Step Time": 6.596261143684387}
+{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.8135857582092285, "Finetune/Loss (Raw)": 0.7915315628051758, "Finetune/Step": 3515, "Finetune/Step Time": 6.603493206202984}
+{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.8141419887542725, "Finetune/Loss (Raw)": 0.8479453921318054, "Finetune/Step": 3516, "Finetune/Step Time": 6.605635082349181}
+{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.8143305778503418, "Finetune/Loss (Raw)": 0.9152235984802246, "Finetune/Step": 3517, "Finetune/Step Time": 6.604420511052012}
+{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.8136440515518188, "Finetune/Loss (Raw)": 0.7965225577354431, "Finetune/Step": 3518, "Finetune/Step Time": 6.628923770040274}
+{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.8113410472869873, "Finetune/Loss (Raw)": 0.7150115966796875, "Finetune/Step": 3519, "Finetune/Step Time": 6.6526358257979155}
+{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.8117363452911377, "Finetune/Loss (Raw)": 0.8338475823402405, "Finetune/Step": 3520, "Finetune/Step Time": 6.654601460322738}
+{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.8120651245117188, "Finetune/Loss (Raw)": 0.9700510501861572, "Finetune/Step": 3521, "Finetune/Step Time": 6.654872255399823}
+{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.811726450920105, "Finetune/Loss (Raw)": 0.745206892490387, "Finetune/Step": 3522, "Finetune/Step Time": 6.650641145184636}
+{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.8096383213996887, "Finetune/Loss (Raw)": 0.6550631523132324, "Finetune/Step": 3523, "Finetune/Step Time": 6.6745235081762075}
+{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.8095712661743164, "Finetune/Loss (Raw)": 0.6927480101585388, "Finetune/Step": 3524, "Finetune/Step Time": 6.67358997091651}
+{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.811152994632721, "Finetune/Loss (Raw)": 1.0251460075378418, "Finetune/Step": 3525, "Finetune/Step Time": 6.6772031262516975}
+{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.8100916147232056, "Finetune/Loss (Raw)": 0.7003525495529175, "Finetune/Step": 3526, "Finetune/Step Time": 6.68502757139504}
+{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.8108329176902771, "Finetune/Loss (Raw)": 0.8792716860771179, "Finetune/Step": 3527, "Finetune/Step Time": 6.673639971762896}
+{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.8113354444503784, "Finetune/Loss (Raw)": 0.8504799604415894, "Finetune/Step": 3528, "Finetune/Step Time": 6.6725248750299215}
+{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.8114787340164185, "Finetune/Loss (Raw)": 0.7559952735900879, "Finetune/Step": 3529, "Finetune/Step Time": 6.68170022033155}
+{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.8113052845001221, "Finetune/Loss (Raw)": 0.8353697061538696, "Finetune/Step": 3530, "Finetune/Step Time": 6.683255368843675}
+{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.8123096227645874, "Finetune/Loss (Raw)": 0.9177117943763733, "Finetune/Step": 3531, "Finetune/Step Time": 6.682940226048231}
+{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.8116375207901001, "Finetune/Loss (Raw)": 0.7495695948600769, "Finetune/Step": 3532, "Finetune/Step Time": 6.694319194182754}
+{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.8084542751312256, "Finetune/Loss (Raw)": 0.32052886486053467, "Finetune/Step": 3533, "Finetune/Step Time": 6.67560681514442}
+{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.8084427714347839, "Finetune/Loss (Raw)": 0.871970534324646, "Finetune/Step": 3534, "Finetune/Step Time": 6.682373823598027}
+{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.8042834401130676, "Finetune/Loss (Raw)": 0.33474263548851013, "Finetune/Step": 3535, "Finetune/Step Time": 6.700868479907513}
+{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.8036004304885864, "Finetune/Loss (Raw)": 0.8060315251350403, "Finetune/Step": 3536, "Finetune/Step Time": 6.698169361799955}
+{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.8047027587890625, "Finetune/Loss (Raw)": 0.9943332672119141, "Finetune/Step": 3537, "Finetune/Step Time": 6.70417414419353}
+{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.8062781691551208, "Finetune/Loss (Raw)": 0.9570127725601196, "Finetune/Step": 3538, "Finetune/Step Time": 6.70576630346477}
+{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.8058403730392456, "Finetune/Loss (Raw)": 0.9085595011711121, "Finetune/Step": 3539, "Finetune/Step Time": 6.7087385300546885}
+{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.8054699301719666, "Finetune/Loss (Raw)": 0.8332353234291077, "Finetune/Step": 3540, "Finetune/Step Time": 6.712861176580191}
+{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.8043878078460693, "Finetune/Loss (Raw)": 0.8400055170059204, "Finetune/Step": 3541, "Finetune/Step Time": 6.703191623091698}
+{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.8025811910629272, "Finetune/Loss (Raw)": 0.7720202207565308, "Finetune/Step": 3542, "Finetune/Step Time": 6.71208132058382}
+{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.8032960295677185, "Finetune/Loss (Raw)": 0.7932456135749817, "Finetune/Step": 3543, "Finetune/Step Time": 6.724160227924585}
+{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.8069174289703369, "Finetune/Loss (Raw)": 0.8839410543441772, "Finetune/Step": 3544, "Finetune/Step Time": 6.703615887090564}
+{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.8036590814590454, "Finetune/Loss (Raw)": 0.41593995690345764, "Finetune/Step": 3545, "Finetune/Step Time": 6.716344304382801}
+{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.8031901121139526, "Finetune/Loss (Raw)": 0.7842522859573364, "Finetune/Step": 3546, "Finetune/Step Time": 6.71279856748879}
+{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.8037861585617065, "Finetune/Loss (Raw)": 0.9448996186256409, "Finetune/Step": 3547, "Finetune/Step Time": 6.709832513704896}
+{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.8057193756103516, "Finetune/Loss (Raw)": 0.8386130332946777, "Finetune/Step": 3548, "Finetune/Step Time": 6.696747722104192}
+{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.8062622547149658, "Finetune/Loss (Raw)": 0.9341075420379639, "Finetune/Step": 3549, "Finetune/Step Time": 6.695166237652302}
+{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.8026229739189148, "Finetune/Loss (Raw)": 0.3394804000854492, "Finetune/Step": 3550, "Finetune/Step Time": 6.693168830126524}
+{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.8022820353507996, "Finetune/Loss (Raw)": 0.7134411334991455, "Finetune/Step": 3551, "Finetune/Step Time": 6.710057759657502}
+{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.8061299324035645, "Finetune/Loss (Raw)": 0.8375149369239807, "Finetune/Step": 3552, "Finetune/Step Time": 6.687562547624111}
+{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.8047410249710083, "Finetune/Loss (Raw)": 0.6434074640274048, "Finetune/Step": 3553, "Finetune/Step Time": 6.694469144567847}
+{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.8067308068275452, "Finetune/Loss (Raw)": 0.933413028717041, "Finetune/Step": 3554, "Finetune/Step Time": 6.6966016329824924}
+{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.807614803314209, "Finetune/Loss (Raw)": 1.0157300233840942, "Finetune/Step": 3555, "Finetune/Step Time": 6.693634608760476}
+{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.8040492534637451, "Finetune/Loss (Raw)": 0.34631213545799255, "Finetune/Step": 3556, "Finetune/Step Time": 6.703452456742525}
+{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.8046996593475342, "Finetune/Loss (Raw)": 0.9774502515792847, "Finetune/Step": 3557, "Finetune/Step Time": 6.70142905972898}
+{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.8053070306777954, "Finetune/Loss (Raw)": 0.8609151244163513, "Finetune/Step": 3558, "Finetune/Step Time": 6.713066605851054}
+{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.8051351308822632, "Finetune/Loss (Raw)": 0.9294624328613281, "Finetune/Step": 3559, "Finetune/Step Time": 6.7121482864022255}
+{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.8075113296508789, "Finetune/Loss (Raw)": 0.9668682813644409, "Finetune/Step": 3560, "Finetune/Step Time": 6.684427922591567}
+{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.8090441226959229, "Finetune/Loss (Raw)": 1.0035924911499023, "Finetune/Step": 3561, "Finetune/Step Time": 6.6676922757178545}
+{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.8083784580230713, "Finetune/Loss (Raw)": 0.6964855194091797, "Finetune/Step": 3562, "Finetune/Step Time": 6.643006639555097}
+{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.8074803352355957, "Finetune/Loss (Raw)": 0.7029292583465576, "Finetune/Step": 3563, "Finetune/Step Time": 6.628596723079681}
+{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.8078019618988037, "Finetune/Loss (Raw)": 0.7910740971565247, "Finetune/Step": 3564, "Finetune/Step Time": 6.6314316894859076}
+{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.8075269460678101, "Finetune/Loss (Raw)": 0.7999072670936584, "Finetune/Step": 3565, "Finetune/Step Time": 6.633831290528178}
+{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.8087286353111267, "Finetune/Loss (Raw)": 0.9450939893722534, "Finetune/Step": 3566, "Finetune/Step Time": 6.633430784568191}
+{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.8082592487335205, "Finetune/Loss (Raw)": 0.8296136856079102, "Finetune/Step": 3567, "Finetune/Step Time": 6.636615019291639}
+{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.8089613914489746, "Finetune/Loss (Raw)": 0.8662522435188293, "Finetune/Step": 3568, "Finetune/Step Time": 6.6415122002363205}
+{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.8101584315299988, "Finetune/Loss (Raw)": 0.8336201906204224, "Finetune/Step": 3569, "Finetune/Step Time": 6.628740342333913}
+{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.8106023073196411, "Finetune/Loss (Raw)": 0.796905517578125, "Finetune/Step": 3570, "Finetune/Step Time": 6.635517563670874}
+{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.811836838722229, "Finetune/Loss (Raw)": 0.8826062083244324, "Finetune/Step": 3571, "Finetune/Step Time": 6.627287549898028}
+{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.8121636509895325, "Finetune/Loss (Raw)": 0.9104163646697998, "Finetune/Step": 3572, "Finetune/Step Time": 6.628837032243609}
+{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.8142848014831543, "Finetune/Loss (Raw)": 0.8957105875015259, "Finetune/Step": 3573, "Finetune/Step Time": 6.611059011891484}
+{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.8153749704360962, "Finetune/Loss (Raw)": 0.9308562278747559, "Finetune/Step": 3574, "Finetune/Step Time": 6.608568765223026}
+{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.8146908283233643, "Finetune/Loss (Raw)": 0.8348444700241089, "Finetune/Step": 3575, "Finetune/Step Time": 6.609071660786867}
+{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.8156302571296692, "Finetune/Loss (Raw)": 0.9099745154380798, "Finetune/Step": 3576, "Finetune/Step Time": 6.607094595208764}
+{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.8150632381439209, "Finetune/Loss (Raw)": 0.8496955633163452, "Finetune/Step": 3577, "Finetune/Step Time": 6.62557952105999}
+{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.8155808448791504, "Finetune/Loss (Raw)": 0.9079223275184631, "Finetune/Step": 3578, "Finetune/Step Time": 6.601227013394237}
+{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.8163822293281555, "Finetune/Loss (Raw)": 0.8894389867782593, "Finetune/Step": 3579, "Finetune/Step Time": 6.601927956566215}
+{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.8161767721176147, "Finetune/Loss (Raw)": 0.8860498666763306, "Finetune/Step": 3580, "Finetune/Step Time": 6.609678702428937}
+{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.8173280954360962, "Finetune/Loss (Raw)": 0.9531405568122864, "Finetune/Step": 3581, "Finetune/Step Time": 6.619931805878878}
+{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.8169915676116943, "Finetune/Loss (Raw)": 0.7516401410102844, "Finetune/Step": 3582, "Finetune/Step Time": 6.622850745916367}
+{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.8203825950622559, "Finetune/Loss (Raw)": 0.7716695666313171, "Finetune/Step": 3583, "Finetune/Step Time": 6.604600938037038}
+{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.8201393485069275, "Finetune/Loss (Raw)": 0.8905214667320251, "Finetune/Step": 3584, "Finetune/Step Time": 6.606241585686803}
+{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.8211862444877625, "Finetune/Loss (Raw)": 1.0001600980758667, "Finetune/Step": 3585, "Finetune/Step Time": 6.606101851910353}
+{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.8205090761184692, "Finetune/Loss (Raw)": 0.752156138420105, "Finetune/Step": 3586, "Finetune/Step Time": 6.604604970663786}
+{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.8199809789657593, "Finetune/Loss (Raw)": 0.7688702940940857, "Finetune/Step": 3587, "Finetune/Step Time": 6.598457427695394}
+{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.8178107142448425, "Finetune/Loss (Raw)": 0.6499751210212708, "Finetune/Step": 3588, "Finetune/Step Time": 6.59947426058352}
+{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.8213474750518799, "Finetune/Loss (Raw)": 0.7872334122657776, "Finetune/Step": 3589, "Finetune/Step Time": 6.58986771851778}
+{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.8217886090278625, "Finetune/Loss (Raw)": 0.9138268828392029, "Finetune/Step": 3590, "Finetune/Step Time": 6.593440223485231}
+{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.8213682174682617, "Finetune/Loss (Raw)": 0.7467434406280518, "Finetune/Step": 3591, "Finetune/Step Time": 6.593239879235625}
+{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.8210939764976501, "Finetune/Loss (Raw)": 0.8765247464179993, "Finetune/Step": 3592, "Finetune/Step Time": 6.598888797685504}
+{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.8229100704193115, "Finetune/Loss (Raw)": 0.9832860231399536, "Finetune/Step": 3593, "Finetune/Step Time": 6.596502114087343}
+{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.8210723996162415, "Finetune/Loss (Raw)": 0.5429653525352478, "Finetune/Step": 3594, "Finetune/Step Time": 6.603250913321972}
+{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.8221772909164429, "Finetune/Loss (Raw)": 0.8367838859558105, "Finetune/Step": 3595, "Finetune/Step Time": 6.614723492413759}
+{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.8248628377914429, "Finetune/Loss (Raw)": 0.9772051572799683, "Finetune/Step": 3596, "Finetune/Step Time": 6.602054106071591}
+{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.8200017213821411, "Finetune/Loss (Raw)": 0.25202661752700806, "Finetune/Step": 3597, "Finetune/Step Time": 6.610870668664575}
+{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.8198701739311218, "Finetune/Loss (Raw)": 0.7768155336380005, "Finetune/Step": 3598, "Finetune/Step Time": 6.625879826024175}
+{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.8189083933830261, "Finetune/Loss (Raw)": 0.7662768959999084, "Finetune/Step": 3599, "Finetune/Step Time": 6.61830922588706}
+{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.8163466453552246, "Finetune/Loss (Raw)": 0.43199920654296875, "Finetune/Step": 3600, "Finetune/Step Time": 6.6300097946077585}
+{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.8156024217605591, "Finetune/Loss (Raw)": 0.8894005417823792, "Finetune/Step": 3601, "Finetune/Step Time": 6.613594722002745}
+{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.8163504600524902, "Finetune/Loss (Raw)": 0.8025095462799072, "Finetune/Step": 3602, "Finetune/Step Time": 6.608688250184059}
+{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.8161774277687073, "Finetune/Loss (Raw)": 0.8245242238044739, "Finetune/Step": 3603, "Finetune/Step Time": 6.607900638133287}
+{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.8176755905151367, "Finetune/Loss (Raw)": 0.8617464303970337, "Finetune/Step": 3604, "Finetune/Step Time": 6.605185946449637}
+{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.8170567154884338, "Finetune/Loss (Raw)": 0.6863383054733276, "Finetune/Step": 3605, "Finetune/Step Time": 6.592113275080919}
+{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.8156193494796753, "Finetune/Loss (Raw)": 0.7579954862594604, "Finetune/Step": 3606, "Finetune/Step Time": 6.604613810777664}
+{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.8143844604492188, "Finetune/Loss (Raw)": 0.86854088306427, "Finetune/Step": 3607, "Finetune/Step Time": 6.60798498056829}
+{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.8134854435920715, "Finetune/Loss (Raw)": 0.7582225203514099, "Finetune/Step": 3608, "Finetune/Step Time": 6.634792178869247}
+{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.8127002716064453, "Finetune/Loss (Raw)": 0.8103624582290649, "Finetune/Step": 3609, "Finetune/Step Time": 6.63627283833921}
+{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.8117027282714844, "Finetune/Loss (Raw)": 0.7142021059989929, "Finetune/Step": 3610, "Finetune/Step Time": 6.635884426534176}
+{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.807847261428833, "Finetune/Loss (Raw)": 0.33886444568634033, "Finetune/Step": 3611, "Finetune/Step Time": 6.616748351603746}
+{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.8076460361480713, "Finetune/Loss (Raw)": 0.8183073997497559, "Finetune/Step": 3612, "Finetune/Step Time": 6.624034954234958}
+{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.8060131072998047, "Finetune/Loss (Raw)": 0.7242437601089478, "Finetune/Step": 3613, "Finetune/Step Time": 6.625541649758816}
+{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.8053531646728516, "Finetune/Loss (Raw)": 0.8070236444473267, "Finetune/Step": 3614, "Finetune/Step Time": 6.629690604284406}
+{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.8064345717430115, "Finetune/Loss (Raw)": 0.8626478910446167, "Finetune/Step": 3615, "Finetune/Step Time": 6.633753959089518}
+{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.8065989017486572, "Finetune/Loss (Raw)": 0.7336551547050476, "Finetune/Step": 3616, "Finetune/Step Time": 6.638031408190727}
+{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.8053172826766968, "Finetune/Loss (Raw)": 0.7759793996810913, "Finetune/Step": 3617, "Finetune/Step Time": 6.647085085511208}
+{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.8054399490356445, "Finetune/Loss (Raw)": 0.7684421539306641, "Finetune/Step": 3618, "Finetune/Step Time": 6.654663780704141}
+{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.8046291470527649, "Finetune/Loss (Raw)": 0.8085464835166931, "Finetune/Step": 3619, "Finetune/Step Time": 6.652647664770484}
+{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.8042579889297485, "Finetune/Loss (Raw)": 0.8019638657569885, "Finetune/Step": 3620, "Finetune/Step Time": 6.643191922456026}
+{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.8052504658699036, "Finetune/Loss (Raw)": 0.7471608519554138, "Finetune/Step": 3621, "Finetune/Step Time": 6.637233858928084}
+{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.8044670820236206, "Finetune/Loss (Raw)": 0.8452263474464417, "Finetune/Step": 3622, "Finetune/Step Time": 6.636333489790559}
+{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.804203987121582, "Finetune/Loss (Raw)": 0.867190957069397, "Finetune/Step": 3623, "Finetune/Step Time": 6.636747000738978}
+{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.8042687177658081, "Finetune/Loss (Raw)": 0.922946572303772, "Finetune/Step": 3624, "Finetune/Step Time": 6.630949351936579}
+{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.805842936038971, "Finetune/Loss (Raw)": 0.9053274989128113, "Finetune/Step": 3625, "Finetune/Step Time": 6.622373396530747}
+{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.8046898245811462, "Finetune/Loss (Raw)": 0.7414974570274353, "Finetune/Step": 3626, "Finetune/Step Time": 6.61903340369463}
+{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.8044200539588928, "Finetune/Loss (Raw)": 0.8690821528434753, "Finetune/Step": 3627, "Finetune/Step Time": 6.633610539138317}
+{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.8039080500602722, "Finetune/Loss (Raw)": 0.8490246534347534, "Finetune/Step": 3628, "Finetune/Step Time": 6.638835556805134}
+{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.8030828237533569, "Finetune/Loss (Raw)": 0.79297935962677, "Finetune/Step": 3629, "Finetune/Step Time": 6.6336044650524855}
+{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.8012665510177612, "Finetune/Loss (Raw)": 0.7875586748123169, "Finetune/Step": 3630, "Finetune/Step Time": 6.634059516713023}
+{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.7991705536842346, "Finetune/Loss (Raw)": 0.6435236930847168, "Finetune/Step": 3631, "Finetune/Step Time": 6.647828958928585}
+{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.8001056909561157, "Finetune/Loss (Raw)": 0.9181808233261108, "Finetune/Step": 3632, "Finetune/Step Time": 6.639897923916578}
+{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.8005653619766235, "Finetune/Loss (Raw)": 0.9491569399833679, "Finetune/Step": 3633, "Finetune/Step Time": 6.634768923744559}
+{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.8012251853942871, "Finetune/Loss (Raw)": 0.8468919992446899, "Finetune/Step": 3634, "Finetune/Step Time": 6.627671355381608}
+{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.8015632629394531, "Finetune/Loss (Raw)": 0.6823900938034058, "Finetune/Step": 3635, "Finetune/Step Time": 6.611881032586098}
+{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.8016413450241089, "Finetune/Loss (Raw)": 0.8565188050270081, "Finetune/Step": 3636, "Finetune/Step Time": 6.611159071326256}
+{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.8020130395889282, "Finetune/Loss (Raw)": 0.9368637800216675, "Finetune/Step": 3637, "Finetune/Step Time": 6.597510928288102}
+{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.8031479120254517, "Finetune/Loss (Raw)": 0.8861430287361145, "Finetune/Step": 3638, "Finetune/Step Time": 6.595547877252102}
+{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.8033531308174133, "Finetune/Loss (Raw)": 0.8249977827072144, "Finetune/Step": 3639, "Finetune/Step Time": 6.596321612596512}
+{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.7990059852600098, "Finetune/Loss (Raw)": 0.3074468970298767, "Finetune/Step": 3640, "Finetune/Step Time": 6.615354528650641}
+{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.798159122467041, "Finetune/Loss (Raw)": 0.7663427591323853, "Finetune/Step": 3641, "Finetune/Step Time": 6.618924660608172}
+{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.7988874912261963, "Finetune/Loss (Raw)": 0.8303411602973938, "Finetune/Step": 3642, "Finetune/Step Time": 6.622133845463395}
+{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.7993727326393127, "Finetune/Loss (Raw)": 0.8536412715911865, "Finetune/Step": 3643, "Finetune/Step Time": 6.615533873438835}
+{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.7990397810935974, "Finetune/Loss (Raw)": 0.8053266406059265, "Finetune/Step": 3644, "Finetune/Step Time": 6.611784717068076}
+{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.7980607748031616, "Finetune/Loss (Raw)": 0.789907693862915, "Finetune/Step": 3645, "Finetune/Step Time": 6.610832268372178}
+{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.7990809082984924, "Finetune/Loss (Raw)": 0.927100419998169, "Finetune/Step": 3646, "Finetune/Step Time": 6.596245432272553}
+{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.8002945184707642, "Finetune/Loss (Raw)": 0.870362401008606, "Finetune/Step": 3647, "Finetune/Step Time": 6.574936805292964}
+{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.8008440732955933, "Finetune/Loss (Raw)": 0.9041786193847656, "Finetune/Step": 3648, "Finetune/Step Time": 6.576733287423849}
+{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.8003995418548584, "Finetune/Loss (Raw)": 0.9131561517715454, "Finetune/Step": 3649, "Finetune/Step Time": 6.581922376528382}
+{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.80223548412323, "Finetune/Loss (Raw)": 0.9802112579345703, "Finetune/Step": 3650, "Finetune/Step Time": 6.5633999072015285}
+{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.8027769327163696, "Finetune/Loss (Raw)": 0.7243705987930298, "Finetune/Step": 3651, "Finetune/Step Time": 6.5535076726228}
+{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.8043717741966248, "Finetune/Loss (Raw)": 0.8968796730041504, "Finetune/Step": 3652, "Finetune/Step Time": 6.546662334352732}
+{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.8034908771514893, "Finetune/Loss (Raw)": 0.9123963117599487, "Finetune/Step": 3653, "Finetune/Step Time": 6.544174490496516}
+{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.8042566776275635, "Finetune/Loss (Raw)": 0.7983791828155518, "Finetune/Step": 3654, "Finetune/Step Time": 6.554293930530548}
+{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.8051306009292603, "Finetune/Loss (Raw)": 0.9911285042762756, "Finetune/Step": 3655, "Finetune/Step Time": 6.5597272105515}
+{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.8042638301849365, "Finetune/Loss (Raw)": 0.7395378947257996, "Finetune/Step": 3656, "Finetune/Step Time": 6.564514854922891}
+{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.8048675060272217, "Finetune/Loss (Raw)": 0.8332632780075073, "Finetune/Step": 3657, "Finetune/Step Time": 6.560305334627628}
+{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.8045636415481567, "Finetune/Loss (Raw)": 0.7964760661125183, "Finetune/Step": 3658, "Finetune/Step Time": 6.576582686975598}
+{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.8041033148765564, "Finetune/Loss (Raw)": 0.8587877154350281, "Finetune/Step": 3659, "Finetune/Step Time": 6.580577610060573}
+{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.8057608008384705, "Finetune/Loss (Raw)": 0.9617294073104858, "Finetune/Step": 3660, "Finetune/Step Time": 6.569014659151435}
+{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.8096069097518921, "Finetune/Loss (Raw)": 0.8128319382667542, "Finetune/Step": 3661, "Finetune/Step Time": 6.549987470731139}
+{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.810086727142334, "Finetune/Loss (Raw)": 0.9333775043487549, "Finetune/Step": 3662, "Finetune/Step Time": 6.5408320259302855}
+{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.8155205249786377, "Finetune/Loss (Raw)": 1.0302815437316895, "Finetune/Step": 3663, "Finetune/Step Time": 6.51994938775897}
+{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.8150001764297485, "Finetune/Loss (Raw)": 0.7394128441810608, "Finetune/Step": 3664, "Finetune/Step Time": 6.532653039321303}
+{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.8137867450714111, "Finetune/Loss (Raw)": 0.8390174508094788, "Finetune/Step": 3665, "Finetune/Step Time": 6.5255782175809145}
+{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.8131242990493774, "Finetune/Loss (Raw)": 0.8722203969955444, "Finetune/Step": 3666, "Finetune/Step Time": 6.531171549111605}
+{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.8093056082725525, "Finetune/Loss (Raw)": 0.41976800560951233, "Finetune/Step": 3667, "Finetune/Step Time": 6.547338172793388}
+{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.8088335394859314, "Finetune/Loss (Raw)": 0.7728086113929749, "Finetune/Step": 3668, "Finetune/Step Time": 6.5379812605679035}
+{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.808498740196228, "Finetune/Loss (Raw)": 0.7971513867378235, "Finetune/Step": 3669, "Finetune/Step Time": 6.541159125044942}
+{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.8091597557067871, "Finetune/Loss (Raw)": 0.8566347360610962, "Finetune/Step": 3670, "Finetune/Step Time": 6.526876861229539}
+{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.8103439211845398, "Finetune/Loss (Raw)": 0.9448214769363403, "Finetune/Step": 3671, "Finetune/Step Time": 6.508557504042983}
+{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.809217095375061, "Finetune/Loss (Raw)": 0.739705502986908, "Finetune/Step": 3672, "Finetune/Step Time": 6.515859281644225}
+{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.810492992401123, "Finetune/Loss (Raw)": 0.5792517066001892, "Finetune/Step": 3673, "Finetune/Step Time": 6.5010474398732185}
+{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.810735821723938, "Finetune/Loss (Raw)": 0.8153364062309265, "Finetune/Step": 3674, "Finetune/Step Time": 6.4921587482094765}
+{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.8062703609466553, "Finetune/Loss (Raw)": 0.3733188509941101, "Finetune/Step": 3675, "Finetune/Step Time": 6.515147753059864}
+{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.8066705465316772, "Finetune/Loss (Raw)": 0.8898415565490723, "Finetune/Step": 3676, "Finetune/Step Time": 6.518850792199373}
+{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.8065849542617798, "Finetune/Loss (Raw)": 0.9231463670730591, "Finetune/Step": 3677, "Finetune/Step Time": 6.518156588077545}
+{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.8086698055267334, "Finetune/Loss (Raw)": 0.606339156627655, "Finetune/Step": 3678, "Finetune/Step Time": 6.499969627708197}
+{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.8104288578033447, "Finetune/Loss (Raw)": 0.9386018514633179, "Finetune/Step": 3679, "Finetune/Step Time": 6.4878285471349955}
+{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.8108220100402832, "Finetune/Loss (Raw)": 0.8878395557403564, "Finetune/Step": 3680, "Finetune/Step Time": 6.493212839588523}
+{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.8129973411560059, "Finetune/Loss (Raw)": 0.9218510985374451, "Finetune/Step": 3681, "Finetune/Step Time": 6.474700039252639}
+{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.8139410018920898, "Finetune/Loss (Raw)": 1.0541973114013672, "Finetune/Step": 3682, "Finetune/Step Time": 6.471697933971882}
+{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.8125663995742798, "Finetune/Loss (Raw)": 0.8397834897041321, "Finetune/Step": 3683, "Finetune/Step Time": 6.4724356681108475}
+{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.8143600225448608, "Finetune/Loss (Raw)": 0.5758913159370422, "Finetune/Step": 3684, "Finetune/Step Time": 6.471340749412775}
+{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.8127939701080322, "Finetune/Loss (Raw)": 0.7769946455955505, "Finetune/Step": 3685, "Finetune/Step Time": 6.468162911012769}
+{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.8128522038459778, "Finetune/Loss (Raw)": 0.8683727979660034, "Finetune/Step": 3686, "Finetune/Step Time": 6.457368293777108}
+{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.8122036457061768, "Finetune/Loss (Raw)": 0.8464502096176147, "Finetune/Step": 3687, "Finetune/Step Time": 6.4554961286485195}
+{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.8103564381599426, "Finetune/Loss (Raw)": 0.7304286956787109, "Finetune/Step": 3688, "Finetune/Step Time": 6.463515125215054}
+{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.8097671270370483, "Finetune/Loss (Raw)": 0.9281551241874695, "Finetune/Step": 3689, "Finetune/Step Time": 6.46325808390975}
+{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.8113909363746643, "Finetune/Loss (Raw)": 0.9043360352516174, "Finetune/Step": 3690, "Finetune/Step Time": 6.466351164504886}
+{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.8082770705223083, "Finetune/Loss (Raw)": 0.3043510317802429, "Finetune/Step": 3691, "Finetune/Step Time": 6.484350003302097}
+{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.8094438314437866, "Finetune/Loss (Raw)": 0.9404250383377075, "Finetune/Step": 3692, "Finetune/Step Time": 6.478503128513694}
+{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.8099009990692139, "Finetune/Loss (Raw)": 0.8584213256835938, "Finetune/Step": 3693, "Finetune/Step Time": 6.477835550904274}
+{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.8080171346664429, "Finetune/Loss (Raw)": 0.7039587497711182, "Finetune/Step": 3694, "Finetune/Step Time": 6.501086516305804}
+{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.809788703918457, "Finetune/Loss (Raw)": 1.0563709735870361, "Finetune/Step": 3695, "Finetune/Step Time": 6.48070408962667}
+{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.8093122839927673, "Finetune/Loss (Raw)": 0.8052797317504883, "Finetune/Step": 3696, "Finetune/Step Time": 6.472927652299404}
+{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.8075522184371948, "Finetune/Loss (Raw)": 0.6083317995071411, "Finetune/Step": 3697, "Finetune/Step Time": 6.489254713058472}
+{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.807963490486145, "Finetune/Loss (Raw)": 0.8495482206344604, "Finetune/Step": 3698, "Finetune/Step Time": 6.483929414302111}
+{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.8078703880310059, "Finetune/Loss (Raw)": 0.8706886172294617, "Finetune/Step": 3699, "Finetune/Step Time": 6.481243105605245}
+{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.8075077533721924, "Finetune/Loss (Raw)": 0.8640003204345703, "Finetune/Step": 3700, "Finetune/Step Time": 6.482404535636306}
+{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.8059185743331909, "Finetune/Loss (Raw)": 0.6922919750213623, "Finetune/Step": 3701, "Finetune/Step Time": 6.4897982235997915}
+{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.8056827783584595, "Finetune/Loss (Raw)": 0.9006763696670532, "Finetune/Step": 3702, "Finetune/Step Time": 6.479248469695449}
+{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.8061836957931519, "Finetune/Loss (Raw)": 0.8989589214324951, "Finetune/Step": 3703, "Finetune/Step Time": 6.476936999708414}
+{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.8058645725250244, "Finetune/Loss (Raw)": 0.8691251873970032, "Finetune/Step": 3704, "Finetune/Step Time": 6.481906026601791}
+{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.804581880569458, "Finetune/Loss (Raw)": 0.6855176091194153, "Finetune/Step": 3705, "Finetune/Step Time": 6.4635464157909155}
+{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.803985595703125, "Finetune/Loss (Raw)": 0.8315901756286621, "Finetune/Step": 3706, "Finetune/Step Time": 6.464907376095653}
+{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.8027850985527039, "Finetune/Loss (Raw)": 0.7357800006866455, "Finetune/Step": 3707, "Finetune/Step Time": 6.490480478852987}
+{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.8013666868209839, "Finetune/Loss (Raw)": 0.7044955492019653, "Finetune/Step": 3708, "Finetune/Step Time": 6.513696325942874}
+{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.8016469478607178, "Finetune/Loss (Raw)": 0.9890137910842896, "Finetune/Step": 3709, "Finetune/Step Time": 6.5050883665680885}
+{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.8032631874084473, "Finetune/Loss (Raw)": 0.9585144519805908, "Finetune/Step": 3710, "Finetune/Step Time": 6.492088371887803}
+{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.8033921718597412, "Finetune/Loss (Raw)": 0.7881790399551392, "Finetune/Step": 3711, "Finetune/Step Time": 6.503059718757868}
+{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.8041489124298096, "Finetune/Loss (Raw)": 0.9873906373977661, "Finetune/Step": 3712, "Finetune/Step Time": 6.502747556194663}
+{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.7985628247261047, "Finetune/Loss (Raw)": 0.28513771295547485, "Finetune/Step": 3713, "Finetune/Step Time": 6.521253760904074}
+{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.7993184328079224, "Finetune/Loss (Raw)": 0.8488672375679016, "Finetune/Step": 3714, "Finetune/Step Time": 6.513969602063298}
+{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.8001562356948853, "Finetune/Loss (Raw)": 0.8761085271835327, "Finetune/Step": 3715, "Finetune/Step Time": 6.517947671934962}
+{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.8008800148963928, "Finetune/Loss (Raw)": 0.7426244020462036, "Finetune/Step": 3716, "Finetune/Step Time": 6.540905635803938}
+{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.8002611994743347, "Finetune/Loss (Raw)": 0.7080219388008118, "Finetune/Step": 3717, "Finetune/Step Time": 6.550287947058678}
+{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.7988787293434143, "Finetune/Loss (Raw)": 0.7368737459182739, "Finetune/Step": 3718, "Finetune/Step Time": 6.554803185164928}
+{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.7979711294174194, "Finetune/Loss (Raw)": 0.6305729150772095, "Finetune/Step": 3719, "Finetune/Step Time": 6.565395399928093}
+{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.798211932182312, "Finetune/Loss (Raw)": 0.9073488116264343, "Finetune/Step": 3720, "Finetune/Step Time": 6.579458959400654}
+{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.797890305519104, "Finetune/Loss (Raw)": 0.942115306854248, "Finetune/Step": 3721, "Finetune/Step Time": 6.578572791069746}
+{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.800288200378418, "Finetune/Loss (Raw)": 0.8498889803886414, "Finetune/Step": 3722, "Finetune/Step Time": 6.575072314590216}
+{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.8011770248413086, "Finetune/Loss (Raw)": 0.950560986995697, "Finetune/Step": 3723, "Finetune/Step Time": 6.572978664189577}
+{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.7995104789733887, "Finetune/Loss (Raw)": 0.7638834118843079, "Finetune/Step": 3724, "Finetune/Step Time": 6.573007522150874}
+{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.804794192314148, "Finetune/Loss (Raw)": 0.928342342376709, "Finetune/Step": 3725, "Finetune/Step Time": 6.555950233712792}
+{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.8017027378082275, "Finetune/Loss (Raw)": 0.3811078667640686, "Finetune/Step": 3726, "Finetune/Step Time": 6.556586379185319}
+{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.8017905354499817, "Finetune/Loss (Raw)": 0.777515172958374, "Finetune/Step": 3727, "Finetune/Step Time": 6.560639217495918}
+{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.803294837474823, "Finetune/Loss (Raw)": 0.6245543360710144, "Finetune/Step": 3728, "Finetune/Step Time": 6.5490762032568455}
+{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.8034297227859497, "Finetune/Loss (Raw)": 0.9066659212112427, "Finetune/Step": 3729, "Finetune/Step Time": 6.556672288104892}
+{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.803787887096405, "Finetune/Loss (Raw)": 0.848354697227478, "Finetune/Step": 3730, "Finetune/Step Time": 6.5843610689044}
+{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.8040809035301208, "Finetune/Loss (Raw)": 0.862024188041687, "Finetune/Step": 3731, "Finetune/Step Time": 6.583864571526647}
+{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.8042029142379761, "Finetune/Loss (Raw)": 0.87736976146698, "Finetune/Step": 3732, "Finetune/Step Time": 6.58137583732605}
+{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.8051742315292358, "Finetune/Loss (Raw)": 0.8106653094291687, "Finetune/Step": 3733, "Finetune/Step Time": 6.587778663262725}
+{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.8065780401229858, "Finetune/Loss (Raw)": 0.937686026096344, "Finetune/Step": 3734, "Finetune/Step Time": 6.580081524327397}
+{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.8049085736274719, "Finetune/Loss (Raw)": 0.6548425555229187, "Finetune/Step": 3735, "Finetune/Step Time": 6.580920835956931}
+{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.8072698712348938, "Finetune/Loss (Raw)": 1.0604733228683472, "Finetune/Step": 3736, "Finetune/Step Time": 6.551488813012838}
+{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.8074012398719788, "Finetune/Loss (Raw)": 0.8271734118461609, "Finetune/Step": 3737, "Finetune/Step Time": 6.568116234615445}
+{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.8076571822166443, "Finetune/Loss (Raw)": 0.7469642758369446, "Finetune/Step": 3738, "Finetune/Step Time": 6.576385281980038}
+{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.8110725283622742, "Finetune/Loss (Raw)": 0.7760284543037415, "Finetune/Step": 3739, "Finetune/Step Time": 6.556351838633418}
+{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.8110007047653198, "Finetune/Loss (Raw)": 0.8091078996658325, "Finetune/Step": 3740, "Finetune/Step Time": 6.528905738145113}
+{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.8127801418304443, "Finetune/Loss (Raw)": 0.9520120620727539, "Finetune/Step": 3741, "Finetune/Step Time": 6.527187986299396}
+{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.8128713369369507, "Finetune/Loss (Raw)": 0.8187054395675659, "Finetune/Step": 3742, "Finetune/Step Time": 6.522869247943163}
+{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.8129919171333313, "Finetune/Loss (Raw)": 0.8780766725540161, "Finetune/Step": 3743, "Finetune/Step Time": 6.554349336773157}
+{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.8100646734237671, "Finetune/Loss (Raw)": 0.3589688837528229, "Finetune/Step": 3744, "Finetune/Step Time": 6.569820987060666}
+{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.8065142631530762, "Finetune/Loss (Raw)": 0.3215301036834717, "Finetune/Step": 3745, "Finetune/Step Time": 6.577233958989382}
+{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.8059954643249512, "Finetune/Loss (Raw)": 0.7020319700241089, "Finetune/Step": 3746, "Finetune/Step Time": 6.568157443776727}
+{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.8048127889633179, "Finetune/Loss (Raw)": 0.65716153383255, "Finetune/Step": 3747, "Finetune/Step Time": 6.587300188839436}
+{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.8054813146591187, "Finetune/Loss (Raw)": 0.8875347375869751, "Finetune/Step": 3748, "Finetune/Step Time": 6.597749574109912}
+{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.8050040006637573, "Finetune/Loss (Raw)": 0.6860671639442444, "Finetune/Step": 3749, "Finetune/Step Time": 6.6038034707307816}
+{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.8054345846176147, "Finetune/Loss (Raw)": 0.9003434777259827, "Finetune/Step": 3750, "Finetune/Step Time": 6.607551911845803}
+{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.8062881827354431, "Finetune/Loss (Raw)": 0.9764480590820312, "Finetune/Step": 3751, "Finetune/Step Time": 6.6141227670013905}
+{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.8054661154747009, "Finetune/Loss (Raw)": 0.8177298903465271, "Finetune/Step": 3752, "Finetune/Step Time": 6.616094289347529}
+{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.8044789433479309, "Finetune/Loss (Raw)": 0.7789652943611145, "Finetune/Step": 3753, "Finetune/Step Time": 6.629901142790914}
+{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.8051645755767822, "Finetune/Loss (Raw)": 0.829255998134613, "Finetune/Step": 3754, "Finetune/Step Time": 6.6321580316871405}
+{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.805133044719696, "Finetune/Loss (Raw)": 0.8650450110435486, "Finetune/Step": 3755, "Finetune/Step Time": 6.6197636015713215}
+{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.8034852743148804, "Finetune/Loss (Raw)": 0.638110876083374, "Finetune/Step": 3756, "Finetune/Step Time": 6.620555222034454}
+{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.8044353127479553, "Finetune/Loss (Raw)": 0.914588212966919, "Finetune/Step": 3757, "Finetune/Step Time": 6.622804237529635}
+{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.80423903465271, "Finetune/Loss (Raw)": 0.7624338865280151, "Finetune/Step": 3758, "Finetune/Step Time": 6.637345692142844}
+{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.8063088655471802, "Finetune/Loss (Raw)": 0.9084630608558655, "Finetune/Step": 3759, "Finetune/Step Time": 6.622287034988403}
+{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.8052470684051514, "Finetune/Loss (Raw)": 0.782267689704895, "Finetune/Step": 3760, "Finetune/Step Time": 6.627648260444403}
+{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.8031722903251648, "Finetune/Loss (Raw)": 0.6835876703262329, "Finetune/Step": 3761, "Finetune/Step Time": 6.638186752796173}
+{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.8028280735015869, "Finetune/Loss (Raw)": 0.8028286695480347, "Finetune/Step": 3762, "Finetune/Step Time": 6.643334301188588}
+{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.8045830130577087, "Finetune/Loss (Raw)": 0.9070253968238831, "Finetune/Step": 3763, "Finetune/Step Time": 6.644816912710667}
+{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.8039251565933228, "Finetune/Loss (Raw)": 0.7723111510276794, "Finetune/Step": 3764, "Finetune/Step Time": 6.644520590081811}
+{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.8029025197029114, "Finetune/Loss (Raw)": 0.8059715628623962, "Finetune/Step": 3765, "Finetune/Step Time": 6.6527334321290255}
+{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.8029945492744446, "Finetune/Loss (Raw)": 0.8979185223579407, "Finetune/Step": 3766, "Finetune/Step Time": 6.6557333916425705}
+{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.8034979104995728, "Finetune/Loss (Raw)": 0.8894243240356445, "Finetune/Step": 3767, "Finetune/Step Time": 6.647892247885466}
+{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.8066791296005249, "Finetune/Loss (Raw)": 0.7146474123001099, "Finetune/Step": 3768, "Finetune/Step Time": 6.637608299031854}
+{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.8026120662689209, "Finetune/Loss (Raw)": 0.24575766921043396, "Finetune/Step": 3769, "Finetune/Step Time": 6.654168389737606}
+{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.8040033578872681, "Finetune/Loss (Raw)": 1.0084331035614014, "Finetune/Step": 3770, "Finetune/Step Time": 6.646717097610235}
+{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.8054153919219971, "Finetune/Loss (Raw)": 1.0343749523162842, "Finetune/Step": 3771, "Finetune/Step Time": 6.64844062551856}
+{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.8062381744384766, "Finetune/Loss (Raw)": 0.9106475710868835, "Finetune/Step": 3772, "Finetune/Step Time": 6.655198937281966}
+{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.8027278780937195, "Finetune/Loss (Raw)": 0.3405906558036804, "Finetune/Step": 3773, "Finetune/Step Time": 6.673615517094731}
+{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.8024457693099976, "Finetune/Loss (Raw)": 0.890984058380127, "Finetune/Step": 3774, "Finetune/Step Time": 6.686538914218545}
+{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.802787184715271, "Finetune/Loss (Raw)": 0.9140647053718567, "Finetune/Step": 3775, "Finetune/Step Time": 6.691273793578148}
+{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.8027422428131104, "Finetune/Loss (Raw)": 0.8984267115592957, "Finetune/Step": 3776, "Finetune/Step Time": 6.694531835615635}
+{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.7977275252342224, "Finetune/Loss (Raw)": 0.27127373218536377, "Finetune/Step": 3777, "Finetune/Step Time": 6.724510887637734}
+{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.7966909408569336, "Finetune/Loss (Raw)": 0.8475249409675598, "Finetune/Step": 3778, "Finetune/Step Time": 6.731544699519873}
+{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.7971919775009155, "Finetune/Loss (Raw)": 0.788510262966156, "Finetune/Step": 3779, "Finetune/Step Time": 6.731390358880162}
+{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.7960444688796997, "Finetune/Loss (Raw)": 0.7499908804893494, "Finetune/Step": 3780, "Finetune/Step Time": 6.732575828209519}
+{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.7958784103393555, "Finetune/Loss (Raw)": 0.8911436796188354, "Finetune/Step": 3781, "Finetune/Step Time": 6.7304264344275}
+{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.7958394885063171, "Finetune/Loss (Raw)": 0.7933976650238037, "Finetune/Step": 3782, "Finetune/Step Time": 6.712899129837751}
+{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.7941128611564636, "Finetune/Loss (Raw)": 0.7701175808906555, "Finetune/Step": 3783, "Finetune/Step Time": 6.7143270727247}
+{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.7940613627433777, "Finetune/Loss (Raw)": 0.732945442199707, "Finetune/Step": 3784, "Finetune/Step Time": 6.719650063663721}
+{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.7937625646591187, "Finetune/Loss (Raw)": 0.795021653175354, "Finetune/Step": 3785, "Finetune/Step Time": 6.717529883608222}
+{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.7950722575187683, "Finetune/Loss (Raw)": 0.9641160368919373, "Finetune/Step": 3786, "Finetune/Step Time": 6.701478399336338}
+{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.7954150438308716, "Finetune/Loss (Raw)": 0.9026591777801514, "Finetune/Step": 3787, "Finetune/Step Time": 6.6986072435975075}
+{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.7943614721298218, "Finetune/Loss (Raw)": 0.8268765807151794, "Finetune/Step": 3788, "Finetune/Step Time": 6.703967513516545}
+{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.793872058391571, "Finetune/Loss (Raw)": 0.7501875162124634, "Finetune/Step": 3789, "Finetune/Step Time": 6.721747605130076}
+{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.793460488319397, "Finetune/Loss (Raw)": 0.8806928396224976, "Finetune/Step": 3790, "Finetune/Step Time": 6.723072683438659}
+{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.791997492313385, "Finetune/Loss (Raw)": 0.8430153131484985, "Finetune/Step": 3791, "Finetune/Step Time": 6.72344558686018}
+{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.7888668775558472, "Finetune/Loss (Raw)": 0.33869627118110657, "Finetune/Step": 3792, "Finetune/Step Time": 6.730567006394267}
+{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.7889610528945923, "Finetune/Loss (Raw)": 0.8510748744010925, "Finetune/Step": 3793, "Finetune/Step Time": 6.750033400952816}
+{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.7887135744094849, "Finetune/Loss (Raw)": 0.840549111366272, "Finetune/Step": 3794, "Finetune/Step Time": 6.739451367408037}
+{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.790978729724884, "Finetune/Loss (Raw)": 0.7097017168998718, "Finetune/Step": 3795, "Finetune/Step Time": 6.734114525839686}
+{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.7916804552078247, "Finetune/Loss (Raw)": 0.8626301288604736, "Finetune/Step": 3796, "Finetune/Step Time": 6.7398121152073145}
+{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.7902913689613342, "Finetune/Loss (Raw)": 0.6193471550941467, "Finetune/Step": 3797, "Finetune/Step Time": 6.7446859534829855}
+{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.7897332906723022, "Finetune/Loss (Raw)": 0.7852035760879517, "Finetune/Step": 3798, "Finetune/Step Time": 6.741824509575963}
+{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.7879733443260193, "Finetune/Loss (Raw)": 0.7195436954498291, "Finetune/Step": 3799, "Finetune/Step Time": 6.751871641725302}
+{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.7893397212028503, "Finetune/Loss (Raw)": 0.914607584476471, "Finetune/Step": 3800, "Finetune/Step Time": 6.748700339347124}
+{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.7910113334655762, "Finetune/Loss (Raw)": 0.7932167053222656, "Finetune/Step": 3801, "Finetune/Step Time": 6.749863421544433}
+{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.7917491793632507, "Finetune/Loss (Raw)": 0.9097762703895569, "Finetune/Step": 3802, "Finetune/Step Time": 6.751699788495898}
+{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.7962507009506226, "Finetune/Loss (Raw)": 0.949521005153656, "Finetune/Step": 3803, "Finetune/Step Time": 6.729671150445938}
+{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.7961252927780151, "Finetune/Loss (Raw)": 0.8737807869911194, "Finetune/Step": 3804, "Finetune/Step Time": 6.714296538382769}
+{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.7948673367500305, "Finetune/Loss (Raw)": 0.7621334195137024, "Finetune/Step": 3805, "Finetune/Step Time": 6.7315454836934805}
+{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.7963957786560059, "Finetune/Loss (Raw)": 0.8019776940345764, "Finetune/Step": 3806, "Finetune/Step Time": 6.744896627962589}
+{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.7951082587242126, "Finetune/Loss (Raw)": 0.7737962603569031, "Finetune/Step": 3807, "Finetune/Step Time": 6.748062860220671}
+{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.7936007976531982, "Finetune/Loss (Raw)": 0.6948961615562439, "Finetune/Step": 3808, "Finetune/Step Time": 6.755609879270196}
+{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.7926489114761353, "Finetune/Loss (Raw)": 0.7999987602233887, "Finetune/Step": 3809, "Finetune/Step Time": 6.770523503422737}
+{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.7913987040519714, "Finetune/Loss (Raw)": 0.8941724300384521, "Finetune/Step": 3810, "Finetune/Step Time": 6.768388645723462}
+{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.7910192012786865, "Finetune/Loss (Raw)": 0.7912025451660156, "Finetune/Step": 3811, "Finetune/Step Time": 6.774610690772533}
+{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.7923897504806519, "Finetune/Loss (Raw)": 0.7513222098350525, "Finetune/Step": 3812, "Finetune/Step Time": 6.770039588212967}
+{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.7926968336105347, "Finetune/Loss (Raw)": 0.8163027167320251, "Finetune/Step": 3813, "Finetune/Step Time": 6.7680285554379225}
+{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.7917840480804443, "Finetune/Loss (Raw)": 0.7515339851379395, "Finetune/Step": 3814, "Finetune/Step Time": 6.76650165207684}
+{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.7916672229766846, "Finetune/Loss (Raw)": 0.8314955830574036, "Finetune/Step": 3815, "Finetune/Step Time": 6.785246582701802}
+{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.7924433350563049, "Finetune/Loss (Raw)": 0.8297800421714783, "Finetune/Step": 3816, "Finetune/Step Time": 6.781083073467016}
+{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.7911274433135986, "Finetune/Loss (Raw)": 0.7597260475158691, "Finetune/Step": 3817, "Finetune/Step Time": 6.77828829921782}
+{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.7901932597160339, "Finetune/Loss (Raw)": 0.7847517728805542, "Finetune/Step": 3818, "Finetune/Step Time": 6.771899454295635}
+{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.793868899345398, "Finetune/Loss (Raw)": 0.7748377323150635, "Finetune/Step": 3819, "Finetune/Step Time": 6.75529276765883}
+{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.7918224334716797, "Finetune/Loss (Raw)": 0.678471028804779, "Finetune/Step": 3820, "Finetune/Step Time": 6.756830807775259}
+{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.79083251953125, "Finetune/Loss (Raw)": 0.7317158579826355, "Finetune/Step": 3821, "Finetune/Step Time": 6.7626373916864395}
+{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.7910176515579224, "Finetune/Loss (Raw)": 0.7276588678359985, "Finetune/Step": 3822, "Finetune/Step Time": 6.742618480697274}
+{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.7900073528289795, "Finetune/Loss (Raw)": 0.9270440936088562, "Finetune/Step": 3823, "Finetune/Step Time": 6.7458430621773005}
+{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.7905302047729492, "Finetune/Loss (Raw)": 0.8722133636474609, "Finetune/Step": 3824, "Finetune/Step Time": 6.745787728577852}
+{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.7911227941513062, "Finetune/Loss (Raw)": 0.6841813921928406, "Finetune/Step": 3825, "Finetune/Step Time": 6.724981812760234}
+{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.7905043363571167, "Finetune/Loss (Raw)": 0.7703814506530762, "Finetune/Step": 3826, "Finetune/Step Time": 6.721405230462551}
+{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.7903158068656921, "Finetune/Loss (Raw)": 0.8465578556060791, "Finetune/Step": 3827, "Finetune/Step Time": 6.749306520447135}
+{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.7904874086380005, "Finetune/Loss (Raw)": 0.885966420173645, "Finetune/Step": 3828, "Finetune/Step Time": 6.762854626402259}
+{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.7872539758682251, "Finetune/Loss (Raw)": 0.27840790152549744, "Finetune/Step": 3829, "Finetune/Step Time": 6.776306614279747}
+{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.7865844368934631, "Finetune/Loss (Raw)": 0.8149791359901428, "Finetune/Step": 3830, "Finetune/Step Time": 6.7853281907737255}
+{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.7857839465141296, "Finetune/Loss (Raw)": 0.7964986562728882, "Finetune/Step": 3831, "Finetune/Step Time": 6.792389381676912}
+{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.7868503332138062, "Finetune/Loss (Raw)": 1.005617618560791, "Finetune/Step": 3832, "Finetune/Step Time": 6.790202334523201}
+{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.7887479662895203, "Finetune/Loss (Raw)": 0.9284190535545349, "Finetune/Step": 3833, "Finetune/Step Time": 6.813638953492045}
+{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.7893668413162231, "Finetune/Loss (Raw)": 0.9108045697212219, "Finetune/Step": 3834, "Finetune/Step Time": 6.808690290898085}
+{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.7906836867332458, "Finetune/Loss (Raw)": 0.9043394327163696, "Finetune/Step": 3835, "Finetune/Step Time": 6.789273524656892}
+{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.7912397384643555, "Finetune/Loss (Raw)": 0.7756627798080444, "Finetune/Step": 3836, "Finetune/Step Time": 6.755655538290739}
+{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.7897922992706299, "Finetune/Loss (Raw)": 0.8037508726119995, "Finetune/Step": 3837, "Finetune/Step Time": 6.760379878804088}
+{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.7880557179450989, "Finetune/Loss (Raw)": 0.7362275719642639, "Finetune/Step": 3838, "Finetune/Step Time": 6.758703865110874}
+{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.7882238626480103, "Finetune/Loss (Raw)": 0.8096959590911865, "Finetune/Step": 3839, "Finetune/Step Time": 6.7732663583010435}
+{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.7867562174797058, "Finetune/Loss (Raw)": 0.7995352149009705, "Finetune/Step": 3840, "Finetune/Step Time": 6.77391005307436}
+{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.7922832369804382, "Finetune/Loss (Raw)": 0.9925997853279114, "Finetune/Step": 3841, "Finetune/Step Time": 6.754792034626007}
+{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.791791558265686, "Finetune/Loss (Raw)": 0.7859348654747009, "Finetune/Step": 3842, "Finetune/Step Time": 6.74757144600153}
+{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.7908381223678589, "Finetune/Loss (Raw)": 0.7540659308433533, "Finetune/Step": 3843, "Finetune/Step Time": 6.75504238717258}
+{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.7913978695869446, "Finetune/Loss (Raw)": 0.8142708539962769, "Finetune/Step": 3844, "Finetune/Step Time": 6.736985471099615}
+{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.7921490669250488, "Finetune/Loss (Raw)": 0.8041775822639465, "Finetune/Step": 3845, "Finetune/Step Time": 6.721395663917065}
+{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.7916144132614136, "Finetune/Loss (Raw)": 0.6684407591819763, "Finetune/Step": 3846, "Finetune/Step Time": 6.72845739684999}
+{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.7939602732658386, "Finetune/Loss (Raw)": 0.9308398365974426, "Finetune/Step": 3847, "Finetune/Step Time": 6.716285573318601}
+{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.7894325256347656, "Finetune/Loss (Raw)": 0.3277965784072876, "Finetune/Step": 3848, "Finetune/Step Time": 6.71442155353725}
+{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.7895975708961487, "Finetune/Loss (Raw)": 0.9632371068000793, "Finetune/Step": 3849, "Finetune/Step Time": 6.730044474825263}
+{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.7873737812042236, "Finetune/Loss (Raw)": 0.5652508735656738, "Finetune/Step": 3850, "Finetune/Step Time": 6.738467069342732}
+{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.7854188680648804, "Finetune/Loss (Raw)": 0.7003329992294312, "Finetune/Step": 3851, "Finetune/Step Time": 6.730364548042417}
+{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.7864336967468262, "Finetune/Loss (Raw)": 0.8937750458717346, "Finetune/Step": 3852, "Finetune/Step Time": 6.73131899908185}
+{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.7827249765396118, "Finetune/Loss (Raw)": 0.4536314010620117, "Finetune/Step": 3853, "Finetune/Step Time": 6.7459248136729}
+{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.7862837314605713, "Finetune/Loss (Raw)": 0.8366252183914185, "Finetune/Step": 3854, "Finetune/Step Time": 6.732025999575853}
+{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.7845531702041626, "Finetune/Loss (Raw)": 0.5560034513473511, "Finetune/Step": 3855, "Finetune/Step Time": 6.742543486878276}
+{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.7869423627853394, "Finetune/Loss (Raw)": 0.9303702712059021, "Finetune/Step": 3856, "Finetune/Step Time": 6.736320648342371}
+{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.7826489806175232, "Finetune/Loss (Raw)": 0.35711032152175903, "Finetune/Step": 3857, "Finetune/Step Time": 6.745434565469623}
+{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.7785918712615967, "Finetune/Loss (Raw)": 0.32904648780822754, "Finetune/Step": 3858, "Finetune/Step Time": 6.740275710821152}
+{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.7798258066177368, "Finetune/Loss (Raw)": 1.0199651718139648, "Finetune/Step": 3859, "Finetune/Step Time": 6.733710424974561}
+{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.7794170379638672, "Finetune/Loss (Raw)": 0.8250502943992615, "Finetune/Step": 3860, "Finetune/Step Time": 6.727408204227686}
+{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.7791178822517395, "Finetune/Loss (Raw)": 0.7723766565322876, "Finetune/Step": 3861, "Finetune/Step Time": 6.7133558969944715}
+{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.7784612774848938, "Finetune/Loss (Raw)": 0.853639543056488, "Finetune/Step": 3862, "Finetune/Step Time": 6.712484046816826}
+{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.779292106628418, "Finetune/Loss (Raw)": 0.7611860036849976, "Finetune/Step": 3863, "Finetune/Step Time": 6.722681932151318}
+{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.7776390314102173, "Finetune/Loss (Raw)": 0.8488847613334656, "Finetune/Step": 3864, "Finetune/Step Time": 6.726160475984216}
+{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.7774885892868042, "Finetune/Loss (Raw)": 0.8079145550727844, "Finetune/Step": 3865, "Finetune/Step Time": 6.744254536926746}
+{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.7792261838912964, "Finetune/Loss (Raw)": 0.9693751335144043, "Finetune/Step": 3866, "Finetune/Step Time": 6.737176228314638}
+{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.7810542583465576, "Finetune/Loss (Raw)": 1.0100260972976685, "Finetune/Step": 3867, "Finetune/Step Time": 6.738337805494666}
+{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.781461775302887, "Finetune/Loss (Raw)": 0.8612670302391052, "Finetune/Step": 3868, "Finetune/Step Time": 6.742381105199456}
+{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.7801312208175659, "Finetune/Loss (Raw)": 0.7817074060440063, "Finetune/Step": 3869, "Finetune/Step Time": 6.744523076340556}
+{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.7795802354812622, "Finetune/Loss (Raw)": 0.7481668591499329, "Finetune/Step": 3870, "Finetune/Step Time": 6.769024835899472}
+{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.7794385552406311, "Finetune/Loss (Raw)": 0.8599490523338318, "Finetune/Step": 3871, "Finetune/Step Time": 6.735312988981605}
+{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.7804584503173828, "Finetune/Loss (Raw)": 0.4895232915878296, "Finetune/Step": 3872, "Finetune/Step Time": 6.750300269573927}
+{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.7831152677536011, "Finetune/Loss (Raw)": 0.6615913510322571, "Finetune/Step": 3873, "Finetune/Step Time": 6.74083598703146}
+{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.7841827869415283, "Finetune/Loss (Raw)": 0.838677704334259, "Finetune/Step": 3874, "Finetune/Step Time": 6.741005478426814}
+{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.7856878638267517, "Finetune/Loss (Raw)": 0.849808394908905, "Finetune/Step": 3875, "Finetune/Step Time": 6.723967799916863}
+{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.785334587097168, "Finetune/Loss (Raw)": 0.8423213958740234, "Finetune/Step": 3876, "Finetune/Step Time": 6.711071478202939}
+{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.7862086296081543, "Finetune/Loss (Raw)": 0.7979373931884766, "Finetune/Step": 3877, "Finetune/Step Time": 6.719197953119874}
+{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.7828339338302612, "Finetune/Loss (Raw)": 0.4683842957019806, "Finetune/Step": 3878, "Finetune/Step Time": 6.738018397241831}
+{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.7816222310066223, "Finetune/Loss (Raw)": 0.8213525414466858, "Finetune/Step": 3879, "Finetune/Step Time": 6.763941330835223}
+{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.7818102240562439, "Finetune/Loss (Raw)": 0.841792643070221, "Finetune/Step": 3880, "Finetune/Step Time": 6.76159056276083}
+{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.7826265096664429, "Finetune/Loss (Raw)": 0.8834475874900818, "Finetune/Step": 3881, "Finetune/Step Time": 6.7545838467776775}
+{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.783096194267273, "Finetune/Loss (Raw)": 0.8893706798553467, "Finetune/Step": 3882, "Finetune/Step Time": 6.7583491913974285}
+{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.783757209777832, "Finetune/Loss (Raw)": 0.9496608376502991, "Finetune/Step": 3883, "Finetune/Step Time": 6.763009283691645}
+{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.784612774848938, "Finetune/Loss (Raw)": 0.7476240992546082, "Finetune/Step": 3884, "Finetune/Step Time": 6.75637704692781}
+{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.7824322581291199, "Finetune/Loss (Raw)": 0.6354798674583435, "Finetune/Step": 3885, "Finetune/Step Time": 6.763378497213125}
+{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.7819520235061646, "Finetune/Loss (Raw)": 0.7009605765342712, "Finetune/Step": 3886, "Finetune/Step Time": 6.75045139528811}
+{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.7807095050811768, "Finetune/Loss (Raw)": 0.7494304776191711, "Finetune/Step": 3887, "Finetune/Step Time": 6.75189608335495}
+{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.7812895774841309, "Finetune/Loss (Raw)": 0.8565176725387573, "Finetune/Step": 3888, "Finetune/Step Time": 6.744305828586221}
+{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.7822989821434021, "Finetune/Loss (Raw)": 0.8127862215042114, "Finetune/Step": 3889, "Finetune/Step Time": 6.735131185501814}
+{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.7828367948532104, "Finetune/Loss (Raw)": 0.8716629147529602, "Finetune/Step": 3890, "Finetune/Step Time": 6.728857476264238}
+{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.781841516494751, "Finetune/Loss (Raw)": 0.7796300649642944, "Finetune/Step": 3891, "Finetune/Step Time": 6.743260825052857}
+{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.7820508480072021, "Finetune/Loss (Raw)": 0.799111008644104, "Finetune/Step": 3892, "Finetune/Step Time": 6.747232556343079}
+{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.7786028385162354, "Finetune/Loss (Raw)": 0.3646264970302582, "Finetune/Step": 3893, "Finetune/Step Time": 6.757363725453615}
+{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.7782801389694214, "Finetune/Loss (Raw)": 0.8566112518310547, "Finetune/Step": 3894, "Finetune/Step Time": 6.756264090538025}
+{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.7781216502189636, "Finetune/Loss (Raw)": 0.869141697883606, "Finetune/Step": 3895, "Finetune/Step Time": 6.754538955166936}
+{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.7794981002807617, "Finetune/Loss (Raw)": 0.89082932472229, "Finetune/Step": 3896, "Finetune/Step Time": 6.743272520601749}
+{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.7840263843536377, "Finetune/Loss (Raw)": 0.8253713250160217, "Finetune/Step": 3897, "Finetune/Step Time": 6.723253855481744}
+{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.7823458909988403, "Finetune/Loss (Raw)": 0.7933324575424194, "Finetune/Step": 3898, "Finetune/Step Time": 6.738546397536993}
+{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.7818481922149658, "Finetune/Loss (Raw)": 0.9706756472587585, "Finetune/Step": 3899, "Finetune/Step Time": 6.74119489826262}
+{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.7809992432594299, "Finetune/Loss (Raw)": 0.8019822835922241, "Finetune/Step": 3900, "Finetune/Step Time": 6.750880068168044}
+{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.7852544784545898, "Finetune/Loss (Raw)": 0.8852538466453552, "Finetune/Step": 3901, "Finetune/Step Time": 6.730203900486231}
+{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.7855764627456665, "Finetune/Loss (Raw)": 0.9322043061256409, "Finetune/Step": 3902, "Finetune/Step Time": 6.702766697853804}
+{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.785291314125061, "Finetune/Loss (Raw)": 0.877570629119873, "Finetune/Step": 3903, "Finetune/Step Time": 6.697323575615883}
+{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.7845851182937622, "Finetune/Loss (Raw)": 0.8080287575721741, "Finetune/Step": 3904, "Finetune/Step Time": 6.699944529682398}
+{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.7875884771347046, "Finetune/Loss (Raw)": 0.655708372592926, "Finetune/Step": 3905, "Finetune/Step Time": 6.682628372684121}
+{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.7879112958908081, "Finetune/Loss (Raw)": 0.8888343572616577, "Finetune/Step": 3906, "Finetune/Step Time": 6.714662000536919}
+{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.7901658415794373, "Finetune/Loss (Raw)": 1.0770963430404663, "Finetune/Step": 3907, "Finetune/Step Time": 6.700292557477951}
+{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.7901145219802856, "Finetune/Loss (Raw)": 0.7434269785881042, "Finetune/Step": 3908, "Finetune/Step Time": 6.706254590302706}
+{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.7887020707130432, "Finetune/Loss (Raw)": 0.7103496193885803, "Finetune/Step": 3909, "Finetune/Step Time": 6.711601328104734}
+{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.7895095944404602, "Finetune/Loss (Raw)": 0.8967585563659668, "Finetune/Step": 3910, "Finetune/Step Time": 6.712014647200704}
+{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.7911797761917114, "Finetune/Loss (Raw)": 0.9839057326316833, "Finetune/Step": 3911, "Finetune/Step Time": 6.7082248497754335}
+{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.7913268804550171, "Finetune/Loss (Raw)": 0.7517708539962769, "Finetune/Step": 3912, "Finetune/Step Time": 6.71094012260437}
+{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.7919129133224487, "Finetune/Loss (Raw)": 0.8700383305549622, "Finetune/Step": 3913, "Finetune/Step Time": 6.713789604604244}
+{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.7905521392822266, "Finetune/Loss (Raw)": 0.7899348139762878, "Finetune/Step": 3914, "Finetune/Step Time": 6.716428462415934}
+{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.7902548313140869, "Finetune/Loss (Raw)": 0.864604651927948, "Finetune/Step": 3915, "Finetune/Step Time": 6.724924806505442}
+{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.7904587388038635, "Finetune/Loss (Raw)": 0.8529770970344543, "Finetune/Step": 3916, "Finetune/Step Time": 6.724595615640283}
+{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.7911806106567383, "Finetune/Loss (Raw)": 0.8425806164741516, "Finetune/Step": 3917, "Finetune/Step Time": 6.724935490638018}
+{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.7913154363632202, "Finetune/Loss (Raw)": 0.8979545831680298, "Finetune/Step": 3918, "Finetune/Step Time": 6.724280718713999}
+{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.7908163666725159, "Finetune/Loss (Raw)": 0.7791327238082886, "Finetune/Step": 3919, "Finetune/Step Time": 6.7333130445331335}
+{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.7946885228157043, "Finetune/Loss (Raw)": 0.8343334794044495, "Finetune/Step": 3920, "Finetune/Step Time": 6.748227493837476}
+{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.7928117513656616, "Finetune/Loss (Raw)": 0.6108449697494507, "Finetune/Step": 3921, "Finetune/Step Time": 6.756307132542133}
+{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.7932641506195068, "Finetune/Loss (Raw)": 0.8984572887420654, "Finetune/Step": 3922, "Finetune/Step Time": 6.7592806331813335}
+{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.7924380302429199, "Finetune/Loss (Raw)": 0.6039593815803528, "Finetune/Step": 3923, "Finetune/Step Time": 6.7582393530756235}
+{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.7923842072486877, "Finetune/Loss (Raw)": 0.8557425141334534, "Finetune/Step": 3924, "Finetune/Step Time": 6.7605428248643875}
+{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.7944632768630981, "Finetune/Loss (Raw)": 0.8854646682739258, "Finetune/Step": 3925, "Finetune/Step Time": 6.756748938933015}
+{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.794405460357666, "Finetune/Loss (Raw)": 0.7778019905090332, "Finetune/Step": 3926, "Finetune/Step Time": 6.760432202368975}
+{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.7948795557022095, "Finetune/Loss (Raw)": 0.7802284359931946, "Finetune/Step": 3927, "Finetune/Step Time": 6.767042292281985}
+{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.7948981523513794, "Finetune/Loss (Raw)": 0.9169952273368835, "Finetune/Step": 3928, "Finetune/Step Time": 6.766977040097117}
+{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.7953742742538452, "Finetune/Loss (Raw)": 0.8541600108146667, "Finetune/Step": 3929, "Finetune/Step Time": 6.762639254331589}
+{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.7944217324256897, "Finetune/Loss (Raw)": 0.7878463268280029, "Finetune/Step": 3930, "Finetune/Step Time": 6.767225390300155}
+{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.7941943407058716, "Finetune/Loss (Raw)": 0.9204153418540955, "Finetune/Step": 3931, "Finetune/Step Time": 6.767627051100135}
+{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.7935292720794678, "Finetune/Loss (Raw)": 0.7886508107185364, "Finetune/Step": 3932, "Finetune/Step Time": 6.7813360169529915}
+{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.791846752166748, "Finetune/Loss (Raw)": 0.5467725396156311, "Finetune/Step": 3933, "Finetune/Step Time": 6.788620116189122}
+{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.7912355065345764, "Finetune/Loss (Raw)": 0.7237396836280823, "Finetune/Step": 3934, "Finetune/Step Time": 6.774699293076992}
+{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.7912116050720215, "Finetune/Loss (Raw)": 0.7707335948944092, "Finetune/Step": 3935, "Finetune/Step Time": 6.776145437732339}
+{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.7928836345672607, "Finetune/Loss (Raw)": 0.9089136123657227, "Finetune/Step": 3936, "Finetune/Step Time": 6.766799800097942}
+{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.7934150695800781, "Finetune/Loss (Raw)": 0.8680240511894226, "Finetune/Step": 3937, "Finetune/Step Time": 6.770037146285176}
+{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.7926208972930908, "Finetune/Loss (Raw)": 0.7925226092338562, "Finetune/Step": 3938, "Finetune/Step Time": 6.769268596544862}
+{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.7933616638183594, "Finetune/Loss (Raw)": 0.8860190510749817, "Finetune/Step": 3939, "Finetune/Step Time": 6.7695421744138}
+{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.7940734624862671, "Finetune/Loss (Raw)": 0.8424295783042908, "Finetune/Step": 3940, "Finetune/Step Time": 6.75650579854846}
+{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.7947275638580322, "Finetune/Loss (Raw)": 0.900023341178894, "Finetune/Step": 3941, "Finetune/Step Time": 6.758678847923875}
+{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.7961124181747437, "Finetune/Loss (Raw)": 0.9288039207458496, "Finetune/Step": 3942, "Finetune/Step Time": 6.764534777030349}
+{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.7952112555503845, "Finetune/Loss (Raw)": 0.7161411643028259, "Finetune/Step": 3943, "Finetune/Step Time": 6.769092366099358}
+{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.7956134080886841, "Finetune/Loss (Raw)": 0.8812509775161743, "Finetune/Step": 3944, "Finetune/Step Time": 6.768679615110159}
+{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.797434389591217, "Finetune/Loss (Raw)": 0.9928178191184998, "Finetune/Step": 3945, "Finetune/Step Time": 6.790081355720758}
+{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.797522783279419, "Finetune/Loss (Raw)": 0.7960640788078308, "Finetune/Step": 3946, "Finetune/Step Time": 6.804100943729281}
+{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.7980982065200806, "Finetune/Loss (Raw)": 0.8484911918640137, "Finetune/Step": 3947, "Finetune/Step Time": 6.81050861813128}
+{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.7956115007400513, "Finetune/Loss (Raw)": 0.360181987285614, "Finetune/Step": 3948, "Finetune/Step Time": 6.829582003876567}
+{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.7975422739982605, "Finetune/Loss (Raw)": 0.9788517355918884, "Finetune/Step": 3949, "Finetune/Step Time": 6.8252441752702}
+{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.7990908622741699, "Finetune/Loss (Raw)": 0.9258775115013123, "Finetune/Step": 3950, "Finetune/Step Time": 6.822216862812638}
+{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.7990583181381226, "Finetune/Loss (Raw)": 0.9228758811950684, "Finetune/Step": 3951, "Finetune/Step Time": 6.824836533516645}
+{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.7980480194091797, "Finetune/Loss (Raw)": 0.7428984642028809, "Finetune/Step": 3952, "Finetune/Step Time": 6.832805031910539}
+{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.7988836765289307, "Finetune/Loss (Raw)": 0.791141152381897, "Finetune/Step": 3953, "Finetune/Step Time": 6.83024013787508}
+{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.7987216114997864, "Finetune/Loss (Raw)": 0.7496406435966492, "Finetune/Step": 3954, "Finetune/Step Time": 6.823353357613087}
+{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.7979050874710083, "Finetune/Loss (Raw)": 0.7420432567596436, "Finetune/Step": 3955, "Finetune/Step Time": 6.791125202551484}
+{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.7986263036727905, "Finetune/Loss (Raw)": 0.9782813191413879, "Finetune/Step": 3956, "Finetune/Step Time": 6.780377298593521}
+{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.8031949400901794, "Finetune/Loss (Raw)": 0.8631914854049683, "Finetune/Step": 3957, "Finetune/Step Time": 6.761019458994269}
+{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.8030508160591125, "Finetune/Loss (Raw)": 0.7965291738510132, "Finetune/Step": 3958, "Finetune/Step Time": 6.7571130357682705}
+{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.8025464415550232, "Finetune/Loss (Raw)": 0.7319359183311462, "Finetune/Step": 3959, "Finetune/Step Time": 6.7694475017488}
+{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.8004576563835144, "Finetune/Loss (Raw)": 0.738258957862854, "Finetune/Step": 3960, "Finetune/Step Time": 6.772596187889576}
+{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.7998839616775513, "Finetune/Loss (Raw)": 0.8549847602844238, "Finetune/Step": 3961, "Finetune/Step Time": 6.754476884379983}
+{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.7982916831970215, "Finetune/Loss (Raw)": 0.7069908976554871, "Finetune/Step": 3962, "Finetune/Step Time": 6.761409403756261}
+{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.7980834245681763, "Finetune/Loss (Raw)": 0.8776817321777344, "Finetune/Step": 3963, "Finetune/Step Time": 6.7649195697158575}
+{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.7985759973526001, "Finetune/Loss (Raw)": 0.8387141823768616, "Finetune/Step": 3964, "Finetune/Step Time": 6.773929040879011}
+{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.7992876768112183, "Finetune/Loss (Raw)": 0.8948485255241394, "Finetune/Step": 3965, "Finetune/Step Time": 6.7857630010694265}
+{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.7965124845504761, "Finetune/Loss (Raw)": 0.38099709153175354, "Finetune/Step": 3966, "Finetune/Step Time": 6.808135773986578}
+{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.7964403629302979, "Finetune/Loss (Raw)": 0.8004636764526367, "Finetune/Step": 3967, "Finetune/Step Time": 6.781463081017137}
+{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.7970790863037109, "Finetune/Loss (Raw)": 0.8812980055809021, "Finetune/Step": 3968, "Finetune/Step Time": 6.7791037410497665}
+{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.7960857152938843, "Finetune/Loss (Raw)": 0.8654469847679138, "Finetune/Step": 3969, "Finetune/Step Time": 6.803847558796406}
+{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.7969069480895996, "Finetune/Loss (Raw)": 0.8910479545593262, "Finetune/Step": 3970, "Finetune/Step Time": 6.804964572191238}
+{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.7983493208885193, "Finetune/Loss (Raw)": 0.9386904239654541, "Finetune/Step": 3971, "Finetune/Step Time": 6.796610722318292}
+{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.7979625463485718, "Finetune/Loss (Raw)": 0.7647699117660522, "Finetune/Step": 3972, "Finetune/Step Time": 6.793771857395768}
+{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.7977789044380188, "Finetune/Loss (Raw)": 0.7806718349456787, "Finetune/Step": 3973, "Finetune/Step Time": 6.789272580295801}
+{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.7985554337501526, "Finetune/Loss (Raw)": 0.7678313255310059, "Finetune/Step": 3974, "Finetune/Step Time": 6.7808469645679}
+{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.7984485626220703, "Finetune/Loss (Raw)": 0.9171550869941711, "Finetune/Step": 3975, "Finetune/Step Time": 6.778804330155253}
+{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.8023079633712769, "Finetune/Loss (Raw)": 0.8218099474906921, "Finetune/Step": 3976, "Finetune/Step Time": 6.771692436188459}
+{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.800135612487793, "Finetune/Loss (Raw)": 0.6851720809936523, "Finetune/Step": 3977, "Finetune/Step Time": 6.7662923987954855}
+{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.7997565269470215, "Finetune/Loss (Raw)": 0.5167328715324402, "Finetune/Step": 3978, "Finetune/Step Time": 6.757447559386492}
+{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.8007698655128479, "Finetune/Loss (Raw)": 0.830035924911499, "Finetune/Step": 3979, "Finetune/Step Time": 6.760862864553928}
+{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.7983655333518982, "Finetune/Loss (Raw)": 0.58601975440979, "Finetune/Step": 3980, "Finetune/Step Time": 6.762543084099889}
+{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.8017578721046448, "Finetune/Loss (Raw)": 0.8878535628318787, "Finetune/Step": 3981, "Finetune/Step Time": 6.745222512632608}
+{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.8014801740646362, "Finetune/Loss (Raw)": 0.801080584526062, "Finetune/Step": 3982, "Finetune/Step Time": 6.74425614438951}
+{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.8033359050750732, "Finetune/Loss (Raw)": 0.7935327291488647, "Finetune/Step": 3983, "Finetune/Step Time": 6.728431917726994}
+{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.7987037897109985, "Finetune/Loss (Raw)": 0.3374635577201843, "Finetune/Step": 3984, "Finetune/Step Time": 6.758433472365141}
+{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.8025367856025696, "Finetune/Loss (Raw)": 0.8477290272712708, "Finetune/Step": 3985, "Finetune/Step Time": 6.741159424185753}
+{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.8078069686889648, "Finetune/Loss (Raw)": 1.0036262273788452, "Finetune/Step": 3986, "Finetune/Step Time": 6.719998633489013}
+{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.8055703639984131, "Finetune/Loss (Raw)": 0.733683705329895, "Finetune/Step": 3987, "Finetune/Step Time": 6.72692115418613}
+{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.8061267733573914, "Finetune/Loss (Raw)": 0.8962725400924683, "Finetune/Step": 3988, "Finetune/Step Time": 6.73055125027895}
+{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.8072337508201599, "Finetune/Loss (Raw)": 0.9140698909759521, "Finetune/Step": 3989, "Finetune/Step Time": 6.730043092742562}
+{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.8069934844970703, "Finetune/Loss (Raw)": 0.8228831887245178, "Finetune/Step": 3990, "Finetune/Step Time": 6.733439356088638}
+{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.8085246086120605, "Finetune/Loss (Raw)": 0.9571662545204163, "Finetune/Step": 3991, "Finetune/Step Time": 6.736021962016821}
+{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.8070189952850342, "Finetune/Loss (Raw)": 0.6561726927757263, "Finetune/Step": 3992, "Finetune/Step Time": 6.753426736220717}
+{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.8074555397033691, "Finetune/Loss (Raw)": 0.863788902759552, "Finetune/Step": 3993, "Finetune/Step Time": 6.720684422180057}
+{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.8055732250213623, "Finetune/Loss (Raw)": 0.7284456491470337, "Finetune/Step": 3994, "Finetune/Step Time": 6.732021693140268}
+{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.8037768006324768, "Finetune/Loss (Raw)": 0.7800800800323486, "Finetune/Step": 3995, "Finetune/Step Time": 6.7322000954300165}
+{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.8025996685028076, "Finetune/Loss (Raw)": 0.7105969786643982, "Finetune/Step": 3996, "Finetune/Step Time": 6.7302269246429205}
+{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.8025543093681335, "Finetune/Loss (Raw)": 0.7759010195732117, "Finetune/Step": 3997, "Finetune/Step Time": 6.7284054774791}
+{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.804046630859375, "Finetune/Loss (Raw)": 0.939179539680481, "Finetune/Step": 3998, "Finetune/Step Time": 6.711204277351499}
+{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.8041403889656067, "Finetune/Loss (Raw)": 0.8719565868377686, "Finetune/Step": 3999, "Finetune/Step Time": 6.726514529436827}
+{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.8063495755195618, "Finetune/Loss (Raw)": 0.7722941637039185, "Finetune/Step": 4000, "Finetune/Step Time": 6.69702510535717}
+{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.8073726296424866, "Finetune/Loss (Raw)": 0.7925378084182739, "Finetune/Step": 4001, "Finetune/Step Time": 6.70724424533546}
+{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.8065661787986755, "Finetune/Loss (Raw)": 0.7354593276977539, "Finetune/Step": 4002, "Finetune/Step Time": 6.71708326973021}
+{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.8063392043113708, "Finetune/Loss (Raw)": 0.8207547068595886, "Finetune/Step": 4003, "Finetune/Step Time": 6.72865149192512}
+{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.806542158126831, "Finetune/Loss (Raw)": 0.868303656578064, "Finetune/Step": 4004, "Finetune/Step Time": 6.7329865880310535}
+{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.8066954612731934, "Finetune/Loss (Raw)": 0.8175505995750427, "Finetune/Step": 4005, "Finetune/Step Time": 6.7178038861602545}
+{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.8109110593795776, "Finetune/Loss (Raw)": 1.0079821348190308, "Finetune/Step": 4006, "Finetune/Step Time": 6.695831332355738}
+{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.8072930574417114, "Finetune/Loss (Raw)": 0.35825082659721375, "Finetune/Step": 4007, "Finetune/Step Time": 6.6793027352541685}
+{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.8063293099403381, "Finetune/Loss (Raw)": 0.7184349298477173, "Finetune/Step": 4008, "Finetune/Step Time": 6.6772191524505615}
+{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.8057431578636169, "Finetune/Loss (Raw)": 0.8084187507629395, "Finetune/Step": 4009, "Finetune/Step Time": 6.672644039615989}
+{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.8043760061264038, "Finetune/Loss (Raw)": 0.7143808603286743, "Finetune/Step": 4010, "Finetune/Step Time": 6.6810727547854185}
+{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.8037654757499695, "Finetune/Loss (Raw)": 0.8715081810951233, "Finetune/Step": 4011, "Finetune/Step Time": 6.67593533359468}
+{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.802803099155426, "Finetune/Loss (Raw)": 0.6244416236877441, "Finetune/Step": 4012, "Finetune/Step Time": 6.693315517157316}
+{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.803814172744751, "Finetune/Loss (Raw)": 0.7648911476135254, "Finetune/Step": 4013, "Finetune/Step Time": 6.687309252098203}
+{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.8041689395904541, "Finetune/Loss (Raw)": 0.7463719844818115, "Finetune/Step": 4014, "Finetune/Step Time": 6.711962705478072}
+{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.8045166730880737, "Finetune/Loss (Raw)": 0.7939485907554626, "Finetune/Step": 4015, "Finetune/Step Time": 6.712873250246048}
+{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.8042997717857361, "Finetune/Loss (Raw)": 0.828745424747467, "Finetune/Step": 4016, "Finetune/Step Time": 6.7148933336138725}
+{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.8048193454742432, "Finetune/Loss (Raw)": 0.8792938590049744, "Finetune/Step": 4017, "Finetune/Step Time": 6.717085052281618}
+{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.800532341003418, "Finetune/Loss (Raw)": 0.32293474674224854, "Finetune/Step": 4018, "Finetune/Step Time": 6.737027522176504}
+{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.8018961548805237, "Finetune/Loss (Raw)": 0.9541915655136108, "Finetune/Step": 4019, "Finetune/Step Time": 6.716924706473947}
+{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.8026801347732544, "Finetune/Loss (Raw)": 0.8994540572166443, "Finetune/Step": 4020, "Finetune/Step Time": 6.714543564245105}
+{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.8061747550964355, "Finetune/Loss (Raw)": 0.8119446635246277, "Finetune/Step": 4021, "Finetune/Step Time": 6.70573017001152}
+{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.8054928779602051, "Finetune/Loss (Raw)": 0.7693281769752502, "Finetune/Step": 4022, "Finetune/Step Time": 6.707982547581196}
+{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.805355966091156, "Finetune/Loss (Raw)": 0.8516167402267456, "Finetune/Step": 4023, "Finetune/Step Time": 6.710117269307375}
+{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.8056086301803589, "Finetune/Loss (Raw)": 0.9231773614883423, "Finetune/Step": 4024, "Finetune/Step Time": 6.716673091053963}
+{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.8053101897239685, "Finetune/Loss (Raw)": 0.7871676683425903, "Finetune/Step": 4025, "Finetune/Step Time": 6.716450372710824}
+{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.806132435798645, "Finetune/Loss (Raw)": 0.8985857367515564, "Finetune/Step": 4026, "Finetune/Step Time": 6.7034497652202845}
+{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.8059399724006653, "Finetune/Loss (Raw)": 0.946030855178833, "Finetune/Step": 4027, "Finetune/Step Time": 6.700085198506713}
+{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.8056135177612305, "Finetune/Loss (Raw)": 0.7601935863494873, "Finetune/Step": 4028, "Finetune/Step Time": 6.685130208730698}
+{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.8055349588394165, "Finetune/Loss (Raw)": 0.8752050995826721, "Finetune/Step": 4029, "Finetune/Step Time": 6.685172952711582}
+{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.8013163805007935, "Finetune/Loss (Raw)": 0.3922305107116699, "Finetune/Step": 4030, "Finetune/Step Time": 6.702160894870758}
+{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.8006856441497803, "Finetune/Loss (Raw)": 0.7968294620513916, "Finetune/Step": 4031, "Finetune/Step Time": 6.702027393504977}
+{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.8005748987197876, "Finetune/Loss (Raw)": 0.7938567996025085, "Finetune/Step": 4032, "Finetune/Step Time": 6.695172185078263}
+{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.8024060726165771, "Finetune/Loss (Raw)": 0.890103280544281, "Finetune/Step": 4033, "Finetune/Step Time": 6.683348728343844}
+{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.8019259572029114, "Finetune/Loss (Raw)": 0.8273757696151733, "Finetune/Step": 4034, "Finetune/Step Time": 6.645130028948188}
+{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.799573540687561, "Finetune/Loss (Raw)": 0.7759864330291748, "Finetune/Step": 4035, "Finetune/Step Time": 6.650629665702581}
+{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.8014911413192749, "Finetune/Loss (Raw)": 0.9888793230056763, "Finetune/Step": 4036, "Finetune/Step Time": 6.637596791610122}
+{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.8015528917312622, "Finetune/Loss (Raw)": 0.7182561159133911, "Finetune/Step": 4037, "Finetune/Step Time": 6.6433170810341835}
+{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.7973077893257141, "Finetune/Loss (Raw)": 0.35338348150253296, "Finetune/Step": 4038, "Finetune/Step Time": 6.660410882905126}
+{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.7961302399635315, "Finetune/Loss (Raw)": 0.8331753015518188, "Finetune/Step": 4039, "Finetune/Step Time": 6.680626759305596}
+{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.7972826957702637, "Finetune/Loss (Raw)": 0.8992875218391418, "Finetune/Step": 4040, "Finetune/Step Time": 6.670158956199884}
+{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.7964232563972473, "Finetune/Loss (Raw)": 0.7600293159484863, "Finetune/Step": 4041, "Finetune/Step Time": 6.6654505133628845}
+{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.7965878248214722, "Finetune/Loss (Raw)": 0.8109992146492004, "Finetune/Step": 4042, "Finetune/Step Time": 6.677850538864732}
+{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.7965130805969238, "Finetune/Loss (Raw)": 0.85503751039505, "Finetune/Step": 4043, "Finetune/Step Time": 6.66861729323864}
+{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.7965108156204224, "Finetune/Loss (Raw)": 0.8526864051818848, "Finetune/Step": 4044, "Finetune/Step Time": 6.6611287873238325}
+{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.7921858429908752, "Finetune/Loss (Raw)": 0.28898292779922485, "Finetune/Step": 4045, "Finetune/Step Time": 6.6701206471771}
+{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.7910381555557251, "Finetune/Loss (Raw)": 0.7510583400726318, "Finetune/Step": 4046, "Finetune/Step Time": 6.667439758777618}
+{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.7907614707946777, "Finetune/Loss (Raw)": 0.7437038421630859, "Finetune/Step": 4047, "Finetune/Step Time": 6.670832451432943}
+{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.7871246337890625, "Finetune/Loss (Raw)": 0.3688259422779083, "Finetune/Step": 4048, "Finetune/Step Time": 6.65502592548728}
+{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.7875938415527344, "Finetune/Loss (Raw)": 0.6708975434303284, "Finetune/Step": 4049, "Finetune/Step Time": 6.638778394088149}
+{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.7864843606948853, "Finetune/Loss (Raw)": 0.7564515471458435, "Finetune/Step": 4050, "Finetune/Step Time": 6.636718664318323}
+{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.787638783454895, "Finetune/Loss (Raw)": 0.7517243027687073, "Finetune/Step": 4051, "Finetune/Step Time": 6.629028137773275}
+{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.7870575189590454, "Finetune/Loss (Raw)": 0.7813386917114258, "Finetune/Step": 4052, "Finetune/Step Time": 6.649622475728393}
+{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.7830409407615662, "Finetune/Loss (Raw)": 0.3713419735431671, "Finetune/Step": 4053, "Finetune/Step Time": 6.67775696516037}
+{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.7829527258872986, "Finetune/Loss (Raw)": 0.7665168642997742, "Finetune/Step": 4054, "Finetune/Step Time": 6.687396943569183}
+{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.7836801409721375, "Finetune/Loss (Raw)": 0.8733315467834473, "Finetune/Step": 4055, "Finetune/Step Time": 6.670085484161973}
+{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.7810162305831909, "Finetune/Loss (Raw)": 0.5760161876678467, "Finetune/Step": 4056, "Finetune/Step Time": 6.685215653851628}
+{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.7813133597373962, "Finetune/Loss (Raw)": 0.892189085483551, "Finetune/Step": 4057, "Finetune/Step Time": 6.682275742292404}
+{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.7811717391014099, "Finetune/Loss (Raw)": 0.7697181701660156, "Finetune/Step": 4058, "Finetune/Step Time": 6.674223365262151}
+{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.7803410291671753, "Finetune/Loss (Raw)": 0.8140875101089478, "Finetune/Step": 4059, "Finetune/Step Time": 6.687745440751314}
+{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.7787712812423706, "Finetune/Loss (Raw)": 0.5877297520637512, "Finetune/Step": 4060, "Finetune/Step Time": 6.690287459641695}
+{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.7800086736679077, "Finetune/Loss (Raw)": 0.7051541805267334, "Finetune/Step": 4061, "Finetune/Step Time": 6.683204585686326}
+{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.7820072174072266, "Finetune/Loss (Raw)": 0.9795530438423157, "Finetune/Step": 4062, "Finetune/Step Time": 6.68576992303133}
+{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.7787168025970459, "Finetune/Loss (Raw)": 0.34955254197120667, "Finetune/Step": 4063, "Finetune/Step Time": 6.6938605681061745}
+{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.774556040763855, "Finetune/Loss (Raw)": 0.3763362467288971, "Finetune/Step": 4064, "Finetune/Step Time": 6.714618677273393}
+{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.7731188535690308, "Finetune/Loss (Raw)": 0.6840639710426331, "Finetune/Step": 4065, "Finetune/Step Time": 6.710717972368002}
+{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.7732579708099365, "Finetune/Loss (Raw)": 0.8103348612785339, "Finetune/Step": 4066, "Finetune/Step Time": 6.71459730155766}
+{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.7733795642852783, "Finetune/Loss (Raw)": 0.9015770554542542, "Finetune/Step": 4067, "Finetune/Step Time": 6.7136816550046206}
+{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.7735977172851562, "Finetune/Loss (Raw)": 0.8703562021255493, "Finetune/Step": 4068, "Finetune/Step Time": 6.714691339060664}
+{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.7733677625656128, "Finetune/Loss (Raw)": 0.8705897331237793, "Finetune/Step": 4069, "Finetune/Step Time": 6.727249260991812}
+{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.7721936702728271, "Finetune/Loss (Raw)": 0.7785208821296692, "Finetune/Step": 4070, "Finetune/Step Time": 6.723496068269014}
+{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.7729433178901672, "Finetune/Loss (Raw)": 0.812099039554596, "Finetune/Step": 4071, "Finetune/Step Time": 6.729577135294676}
+{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.7715612649917603, "Finetune/Loss (Raw)": 0.7043498754501343, "Finetune/Step": 4072, "Finetune/Step Time": 6.738981356844306}
+{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.7703015208244324, "Finetune/Loss (Raw)": 0.8315659761428833, "Finetune/Step": 4073, "Finetune/Step Time": 6.722174257040024}
+{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.771355926990509, "Finetune/Loss (Raw)": 0.9310263991355896, "Finetune/Step": 4074, "Finetune/Step Time": 6.709401838481426}
+{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.7706963419914246, "Finetune/Loss (Raw)": 0.7640687823295593, "Finetune/Step": 4075, "Finetune/Step Time": 6.698026195168495}
+{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.7727242112159729, "Finetune/Loss (Raw)": 0.6197469830513, "Finetune/Step": 4076, "Finetune/Step Time": 6.697379250079393}
+{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.7714764475822449, "Finetune/Loss (Raw)": 0.8191431164741516, "Finetune/Step": 4077, "Finetune/Step Time": 6.711384208872914}
+{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.7702165842056274, "Finetune/Loss (Raw)": 0.7646135687828064, "Finetune/Step": 4078, "Finetune/Step Time": 6.713866293430328}
+{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.7708580493927002, "Finetune/Loss (Raw)": 1.0049797296524048, "Finetune/Step": 4079, "Finetune/Step Time": 6.725140403956175}
+{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.7707156538963318, "Finetune/Loss (Raw)": 0.7246677875518799, "Finetune/Step": 4080, "Finetune/Step Time": 6.724009592086077}
+{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.7708289623260498, "Finetune/Loss (Raw)": 0.8056527376174927, "Finetune/Step": 4081, "Finetune/Step Time": 6.745401820167899}
+{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.7710071802139282, "Finetune/Loss (Raw)": 0.772445023059845, "Finetune/Step": 4082, "Finetune/Step Time": 6.753203919157386}
+{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.7724812030792236, "Finetune/Loss (Raw)": 0.9307178854942322, "Finetune/Step": 4083, "Finetune/Step Time": 6.7554155215620995}
+{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.7684458494186401, "Finetune/Loss (Raw)": 0.4617638885974884, "Finetune/Step": 4084, "Finetune/Step Time": 6.768938284367323}
+{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.7678433656692505, "Finetune/Loss (Raw)": 0.7860695123672485, "Finetune/Step": 4085, "Finetune/Step Time": 6.779949441552162}
+{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.7679463624954224, "Finetune/Loss (Raw)": 0.8097165822982788, "Finetune/Step": 4086, "Finetune/Step Time": 6.787260416895151}
+{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.7693790197372437, "Finetune/Loss (Raw)": 0.915311872959137, "Finetune/Step": 4087, "Finetune/Step Time": 6.774847246706486}
+{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.7706315517425537, "Finetune/Loss (Raw)": 0.8985846638679504, "Finetune/Step": 4088, "Finetune/Step Time": 6.769473988562822}
+{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.7700867056846619, "Finetune/Loss (Raw)": 0.7852452993392944, "Finetune/Step": 4089, "Finetune/Step Time": 6.769661407917738}
+{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.7707380652427673, "Finetune/Loss (Raw)": 0.7903621196746826, "Finetune/Step": 4090, "Finetune/Step Time": 6.7624501045793295}
+{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.7700074911117554, "Finetune/Loss (Raw)": 0.7841731905937195, "Finetune/Step": 4091, "Finetune/Step Time": 6.775383118540049}
+{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.7692921161651611, "Finetune/Loss (Raw)": 0.7471387982368469, "Finetune/Step": 4092, "Finetune/Step Time": 6.776608761399984}
+{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.769564151763916, "Finetune/Loss (Raw)": 0.9296673536300659, "Finetune/Step": 4093, "Finetune/Step Time": 6.761152932420373}
+{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.774574875831604, "Finetune/Loss (Raw)": 1.0223792791366577, "Finetune/Step": 4094, "Finetune/Step Time": 6.743183795362711}
+{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.7740216851234436, "Finetune/Loss (Raw)": 0.7296544909477234, "Finetune/Step": 4095, "Finetune/Step Time": 6.749967353418469}
+{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.774358868598938, "Finetune/Loss (Raw)": 0.9244524240493774, "Finetune/Step": 4096, "Finetune/Step Time": 6.754352021962404}
+{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.7746426463127136, "Finetune/Loss (Raw)": 0.9017696976661682, "Finetune/Step": 4097, "Finetune/Step Time": 6.739915492013097}
+{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.772708535194397, "Finetune/Loss (Raw)": 0.6434887647628784, "Finetune/Step": 4098, "Finetune/Step Time": 6.746964110061526}
+{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.7717264890670776, "Finetune/Loss (Raw)": 0.8129839897155762, "Finetune/Step": 4099, "Finetune/Step Time": 6.760032581165433}
+{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.7730072736740112, "Finetune/Loss (Raw)": 0.9287101626396179, "Finetune/Step": 4100, "Finetune/Step Time": 6.759959576651454}
+{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.7733644247055054, "Finetune/Loss (Raw)": 0.826384425163269, "Finetune/Step": 4101, "Finetune/Step Time": 6.780305361375213}
+{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.7734346389770508, "Finetune/Loss (Raw)": 0.7768227458000183, "Finetune/Step": 4102, "Finetune/Step Time": 6.776904420927167}
+{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.7727141380310059, "Finetune/Loss (Raw)": 0.8249318599700928, "Finetune/Step": 4103, "Finetune/Step Time": 6.7798101510852575}
+{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.7726914286613464, "Finetune/Loss (Raw)": 0.8189024329185486, "Finetune/Step": 4104, "Finetune/Step Time": 6.767481682822108}
+{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.7726625204086304, "Finetune/Loss (Raw)": 0.6814776062965393, "Finetune/Step": 4105, "Finetune/Step Time": 6.7614341247826815}
+{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.7747045755386353, "Finetune/Loss (Raw)": 0.7781094312667847, "Finetune/Step": 4106, "Finetune/Step Time": 6.759919857606292}
+{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.7740634679794312, "Finetune/Loss (Raw)": 0.747970700263977, "Finetune/Step": 4107, "Finetune/Step Time": 6.761898141354322}
+{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.7765332460403442, "Finetune/Loss (Raw)": 0.9021558165550232, "Finetune/Step": 4108, "Finetune/Step Time": 6.761072997003794}
+{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.7753103971481323, "Finetune/Loss (Raw)": 0.731321394443512, "Finetune/Step": 4109, "Finetune/Step Time": 6.768846545368433}
+{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.7756630182266235, "Finetune/Loss (Raw)": 0.8462243676185608, "Finetune/Step": 4110, "Finetune/Step Time": 6.7756839618086815}
+{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.7768833041191101, "Finetune/Loss (Raw)": 0.9497300982475281, "Finetune/Step": 4111, "Finetune/Step Time": 6.780995657667518}
+{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.7793871164321899, "Finetune/Loss (Raw)": 0.6579465270042419, "Finetune/Step": 4112, "Finetune/Step Time": 6.763692520558834}
+{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.7780312299728394, "Finetune/Loss (Raw)": 0.6741810441017151, "Finetune/Step": 4113, "Finetune/Step Time": 6.762238297611475}
+{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.7766080498695374, "Finetune/Loss (Raw)": 0.8214561343193054, "Finetune/Step": 4114, "Finetune/Step Time": 6.7635195925831795}
+{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.7773832082748413, "Finetune/Loss (Raw)": 0.832911491394043, "Finetune/Step": 4115, "Finetune/Step Time": 6.7602852396667}
+{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.7749003171920776, "Finetune/Loss (Raw)": 0.5784536600112915, "Finetune/Step": 4116, "Finetune/Step Time": 6.775083001703024}
+{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.7727033495903015, "Finetune/Loss (Raw)": 0.6328571438789368, "Finetune/Step": 4117, "Finetune/Step Time": 6.7838896084576845}
+{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.7740368843078613, "Finetune/Loss (Raw)": 0.9935775399208069, "Finetune/Step": 4118, "Finetune/Step Time": 6.777456093579531}
+{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.7738893628120422, "Finetune/Loss (Raw)": 0.9382822513580322, "Finetune/Step": 4119, "Finetune/Step Time": 6.761257134377956}
+{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.7746361494064331, "Finetune/Loss (Raw)": 0.7517649531364441, "Finetune/Step": 4120, "Finetune/Step Time": 6.755981840193272}
+{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.7744117975234985, "Finetune/Loss (Raw)": 0.8350712060928345, "Finetune/Step": 4121, "Finetune/Step Time": 6.761263741180301}
+{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.7747821807861328, "Finetune/Loss (Raw)": 0.7758505344390869, "Finetune/Step": 4122, "Finetune/Step Time": 6.77188939973712}
+{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.7761514186859131, "Finetune/Loss (Raw)": 0.9553435444831848, "Finetune/Step": 4123, "Finetune/Step Time": 6.773133743554354}
+{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.7752110958099365, "Finetune/Loss (Raw)": 0.5902426838874817, "Finetune/Step": 4124, "Finetune/Step Time": 6.77477004006505}
+{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.7759078145027161, "Finetune/Loss (Raw)": 0.8650742769241333, "Finetune/Step": 4125, "Finetune/Step Time": 6.777949379757047}
+{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.7751820087432861, "Finetune/Loss (Raw)": 0.8462750911712646, "Finetune/Step": 4126, "Finetune/Step Time": 6.772898571565747}
+{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.7751654982566833, "Finetune/Loss (Raw)": 0.8698481321334839, "Finetune/Step": 4127, "Finetune/Step Time": 6.752391312271357}
+{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.7751733064651489, "Finetune/Loss (Raw)": 0.7732973098754883, "Finetune/Step": 4128, "Finetune/Step Time": 6.747602194547653}
+{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.7751420736312866, "Finetune/Loss (Raw)": 0.788541316986084, "Finetune/Step": 4129, "Finetune/Step Time": 6.727925719693303}
+{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.775477409362793, "Finetune/Loss (Raw)": 0.7783730626106262, "Finetune/Step": 4130, "Finetune/Step Time": 6.717615466564894}
+{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.7757021188735962, "Finetune/Loss (Raw)": 0.8495196104049683, "Finetune/Step": 4131, "Finetune/Step Time": 6.71028234064579}
+{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.7753902077674866, "Finetune/Loss (Raw)": 0.828377902507782, "Finetune/Step": 4132, "Finetune/Step Time": 6.711687747389078}
+{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.7748913764953613, "Finetune/Loss (Raw)": 0.7536982893943787, "Finetune/Step": 4133, "Finetune/Step Time": 6.718722071498632}
+{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.7731980085372925, "Finetune/Loss (Raw)": 0.7912352681159973, "Finetune/Step": 4134, "Finetune/Step Time": 6.7342797964811325}
+{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.7760998010635376, "Finetune/Loss (Raw)": 0.7296839356422424, "Finetune/Step": 4135, "Finetune/Step Time": 6.716002244502306}
+{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.7764003872871399, "Finetune/Loss (Raw)": 0.756909191608429, "Finetune/Step": 4136, "Finetune/Step Time": 6.715714095160365}
+{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.7756136655807495, "Finetune/Loss (Raw)": 0.7077093720436096, "Finetune/Step": 4137, "Finetune/Step Time": 6.712885599583387}
+{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.777042806148529, "Finetune/Loss (Raw)": 0.8973170518875122, "Finetune/Step": 4138, "Finetune/Step Time": 6.698284670710564}
+{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.7758706212043762, "Finetune/Loss (Raw)": 0.721470057964325, "Finetune/Step": 4139, "Finetune/Step Time": 6.687592506408691}
+{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.7768005132675171, "Finetune/Loss (Raw)": 0.7434719800949097, "Finetune/Step": 4140, "Finetune/Step Time": 6.676125979050994}
+{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.7738000154495239, "Finetune/Loss (Raw)": 0.38082191348075867, "Finetune/Step": 4141, "Finetune/Step Time": 6.6853900998830795}
+{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.7733861207962036, "Finetune/Loss (Raw)": 0.693392813205719, "Finetune/Step": 4142, "Finetune/Step Time": 6.662137942388654}
+{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.7730342149734497, "Finetune/Loss (Raw)": 0.7489089369773865, "Finetune/Step": 4143, "Finetune/Step Time": 6.658149808645248}
+{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.7687726616859436, "Finetune/Loss (Raw)": 0.2832620441913605, "Finetune/Step": 4144, "Finetune/Step Time": 6.671860242262483}
+{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.7672138214111328, "Finetune/Loss (Raw)": 0.6797646284103394, "Finetune/Step": 4145, "Finetune/Step Time": 6.679957531392574}
+{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.7713806629180908, "Finetune/Loss (Raw)": 0.8562837839126587, "Finetune/Step": 4146, "Finetune/Step Time": 6.655497105792165}
+{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.7701883316040039, "Finetune/Loss (Raw)": 0.8015740513801575, "Finetune/Step": 4147, "Finetune/Step Time": 6.6602249927818775}
+{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.7698656320571899, "Finetune/Loss (Raw)": 0.8581497073173523, "Finetune/Step": 4148, "Finetune/Step Time": 6.660559119656682}
+{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.7695884704589844, "Finetune/Loss (Raw)": 0.7764675617218018, "Finetune/Step": 4149, "Finetune/Step Time": 6.648899106308818}
+{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.7688050270080566, "Finetune/Loss (Raw)": 0.6690475940704346, "Finetune/Step": 4150, "Finetune/Step Time": 6.672424776479602}
+{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.7685502767562866, "Finetune/Loss (Raw)": 0.8190059661865234, "Finetune/Step": 4151, "Finetune/Step Time": 6.6770911924541}
+{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.7675899267196655, "Finetune/Loss (Raw)": 0.8002578616142273, "Finetune/Step": 4152, "Finetune/Step Time": 6.680929530411959}
+{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.7674791812896729, "Finetune/Loss (Raw)": 0.7729894518852234, "Finetune/Step": 4153, "Finetune/Step Time": 6.6878024116158485}
+{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.7668741941452026, "Finetune/Loss (Raw)": 0.8211502432823181, "Finetune/Step": 4154, "Finetune/Step Time": 6.69144419953227}
+{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.765583872795105, "Finetune/Loss (Raw)": 0.7808730602264404, "Finetune/Step": 4155, "Finetune/Step Time": 6.693652315065265}
+{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.7660857439041138, "Finetune/Loss (Raw)": 0.8244357109069824, "Finetune/Step": 4156, "Finetune/Step Time": 6.692569015547633}
+{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.7663533687591553, "Finetune/Loss (Raw)": 0.9094545245170593, "Finetune/Step": 4157, "Finetune/Step Time": 6.692936213687062}
+{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.7696883082389832, "Finetune/Loss (Raw)": 0.8190994262695312, "Finetune/Step": 4158, "Finetune/Step Time": 6.683439569547772}
+{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.7704088687896729, "Finetune/Loss (Raw)": 0.8890678286552429, "Finetune/Step": 4159, "Finetune/Step Time": 6.683110324665904}
+{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.7715312838554382, "Finetune/Loss (Raw)": 0.9375205636024475, "Finetune/Step": 4160, "Finetune/Step Time": 6.676597662270069}
+{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.771187424659729, "Finetune/Loss (Raw)": 0.8460947871208191, "Finetune/Step": 4161, "Finetune/Step Time": 6.674134248867631}
+{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.7718511819839478, "Finetune/Loss (Raw)": 0.9123314619064331, "Finetune/Step": 4162, "Finetune/Step Time": 6.675958830863237}
+{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.7708063721656799, "Finetune/Loss (Raw)": 0.6422562599182129, "Finetune/Step": 4163, "Finetune/Step Time": 6.686917701736093}
+{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.7673507928848267, "Finetune/Loss (Raw)": 0.546557605266571, "Finetune/Step": 4164, "Finetune/Step Time": 6.699175130575895}
+{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.7694283723831177, "Finetune/Loss (Raw)": 0.984192967414856, "Finetune/Step": 4165, "Finetune/Step Time": 6.691960010677576}
+{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.7737060785293579, "Finetune/Loss (Raw)": 0.9009210467338562, "Finetune/Step": 4166, "Finetune/Step Time": 6.673147179186344}
+{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.7730010747909546, "Finetune/Loss (Raw)": 0.7429364323616028, "Finetune/Step": 4167, "Finetune/Step Time": 6.657566897571087}
+{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.7708905339241028, "Finetune/Loss (Raw)": 0.6291393041610718, "Finetune/Step": 4168, "Finetune/Step Time": 6.655739998444915}
+{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.7678340673446655, "Finetune/Loss (Raw)": 0.3688044846057892, "Finetune/Step": 4169, "Finetune/Step Time": 6.6746403854340315}
+{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.7671738862991333, "Finetune/Loss (Raw)": 0.726504385471344, "Finetune/Step": 4170, "Finetune/Step Time": 6.6664447244256735}
+{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.7672245502471924, "Finetune/Loss (Raw)": 0.861521303653717, "Finetune/Step": 4171, "Finetune/Step Time": 6.668821157887578}
+{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.7668934464454651, "Finetune/Loss (Raw)": 0.8103009462356567, "Finetune/Step": 4172, "Finetune/Step Time": 6.688961861655116}
+{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.7704120874404907, "Finetune/Loss (Raw)": 0.7393713593482971, "Finetune/Step": 4173, "Finetune/Step Time": 6.666514426469803}
+{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.7673219442367554, "Finetune/Loss (Raw)": 0.3555190861225128, "Finetune/Step": 4174, "Finetune/Step Time": 6.685787340626121}
+{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.7671100497245789, "Finetune/Loss (Raw)": 0.7165740132331848, "Finetune/Step": 4175, "Finetune/Step Time": 6.675917478278279}
+{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.7702414989471436, "Finetune/Loss (Raw)": 0.7696501612663269, "Finetune/Step": 4176, "Finetune/Step Time": 6.669584944844246}
+{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.7717130184173584, "Finetune/Loss (Raw)": 0.8592568635940552, "Finetune/Step": 4177, "Finetune/Step Time": 6.68032943457365}
+{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.772822380065918, "Finetune/Loss (Raw)": 0.8984552025794983, "Finetune/Step": 4178, "Finetune/Step Time": 6.683360155671835}
+{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.773253321647644, "Finetune/Loss (Raw)": 0.8068839907646179, "Finetune/Step": 4179, "Finetune/Step Time": 6.695926509797573}
+{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.7741705179214478, "Finetune/Loss (Raw)": 0.8987365961074829, "Finetune/Step": 4180, "Finetune/Step Time": 6.677307467907667}
+{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.7773882150650024, "Finetune/Loss (Raw)": 0.7832022309303284, "Finetune/Step": 4181, "Finetune/Step Time": 6.650813417509198}
+{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.7760420441627502, "Finetune/Loss (Raw)": 0.5942092537879944, "Finetune/Step": 4182, "Finetune/Step Time": 6.6510933842509985}
+{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.776157796382904, "Finetune/Loss (Raw)": 0.8881463408470154, "Finetune/Step": 4183, "Finetune/Step Time": 6.650562863796949}
+{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.777938723564148, "Finetune/Loss (Raw)": 0.8039789795875549, "Finetune/Step": 4184, "Finetune/Step Time": 6.62922940403223}
+{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.7779563665390015, "Finetune/Loss (Raw)": 0.8944445252418518, "Finetune/Step": 4185, "Finetune/Step Time": 6.631877698004246}
+{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.7789216637611389, "Finetune/Loss (Raw)": 0.8932799100875854, "Finetune/Step": 4186, "Finetune/Step Time": 6.645310193300247}
+{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.7784624099731445, "Finetune/Loss (Raw)": 0.7552980184555054, "Finetune/Step": 4187, "Finetune/Step Time": 6.634917424991727}
+{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.7795091867446899, "Finetune/Loss (Raw)": 0.7217241525650024, "Finetune/Step": 4188, "Finetune/Step Time": 6.625936586409807}
+{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.7799193859100342, "Finetune/Loss (Raw)": 0.7576512694358826, "Finetune/Step": 4189, "Finetune/Step Time": 6.608857894316316}
+{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.7770174145698547, "Finetune/Loss (Raw)": 0.608105480670929, "Finetune/Step": 4190, "Finetune/Step Time": 6.609411360695958}
+{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.7808421850204468, "Finetune/Loss (Raw)": 0.8391166925430298, "Finetune/Step": 4191, "Finetune/Step Time": 6.606341240927577}
+{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.7854483127593994, "Finetune/Loss (Raw)": 0.9659265875816345, "Finetune/Step": 4192, "Finetune/Step Time": 6.584731573238969}
+{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.7824745178222656, "Finetune/Loss (Raw)": 0.3034247159957886, "Finetune/Step": 4193, "Finetune/Step Time": 6.59367392398417}
+{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.7827932834625244, "Finetune/Loss (Raw)": 0.8511309623718262, "Finetune/Step": 4194, "Finetune/Step Time": 6.593421798199415}
+{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.7826980352401733, "Finetune/Loss (Raw)": 0.8893916010856628, "Finetune/Step": 4195, "Finetune/Step Time": 6.59397011809051}
+{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.7822743654251099, "Finetune/Loss (Raw)": 0.8161234855651855, "Finetune/Step": 4196, "Finetune/Step Time": 6.592148235067725}
+{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.7796127796173096, "Finetune/Loss (Raw)": 0.529899001121521, "Finetune/Step": 4197, "Finetune/Step Time": 6.601041752845049}
+{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.7804169058799744, "Finetune/Loss (Raw)": 0.8814515471458435, "Finetune/Step": 4198, "Finetune/Step Time": 6.5988422352820635}
+{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.781531810760498, "Finetune/Loss (Raw)": 0.9548110961914062, "Finetune/Step": 4199, "Finetune/Step Time": 6.5693859830498695}
+{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.7823079824447632, "Finetune/Loss (Raw)": 0.803699254989624, "Finetune/Step": 4200, "Finetune/Step Time": 6.565988002344966}
+{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.7819466590881348, "Finetune/Loss (Raw)": 0.7853169441223145, "Finetune/Step": 4201, "Finetune/Step Time": 6.575866965577006}
+{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.7809181213378906, "Finetune/Loss (Raw)": 0.799365758895874, "Finetune/Step": 4202, "Finetune/Step Time": 6.578915059566498}
+{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.7806820869445801, "Finetune/Loss (Raw)": 0.7338589429855347, "Finetune/Step": 4203, "Finetune/Step Time": 6.580375015735626}
+{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.7817841172218323, "Finetune/Loss (Raw)": 0.7608126401901245, "Finetune/Step": 4204, "Finetune/Step Time": 6.56110480055213}
+{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.7819209098815918, "Finetune/Loss (Raw)": 0.8366495370864868, "Finetune/Step": 4205, "Finetune/Step Time": 6.542567405849695}
+{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.7817373275756836, "Finetune/Loss (Raw)": 0.741116464138031, "Finetune/Step": 4206, "Finetune/Step Time": 6.5403353329747915}
+{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.7805606126785278, "Finetune/Loss (Raw)": 0.8543564081192017, "Finetune/Step": 4207, "Finetune/Step Time": 6.544006820768118}
+{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.7811397314071655, "Finetune/Loss (Raw)": 0.7987977266311646, "Finetune/Step": 4208, "Finetune/Step Time": 6.534570395946503}
+{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.7827856540679932, "Finetune/Loss (Raw)": 1.0163311958312988, "Finetune/Step": 4209, "Finetune/Step Time": 6.512758133932948}
+{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.7829327583312988, "Finetune/Loss (Raw)": 0.7912768125534058, "Finetune/Step": 4210, "Finetune/Step Time": 6.507623454555869}
+{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.7825839519500732, "Finetune/Loss (Raw)": 0.8860645294189453, "Finetune/Step": 4211, "Finetune/Step Time": 6.512218549847603}
+{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.7846815586090088, "Finetune/Loss (Raw)": 0.7302606105804443, "Finetune/Step": 4212, "Finetune/Step Time": 6.4930628556758165}
+{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.7835987210273743, "Finetune/Loss (Raw)": 0.6474691033363342, "Finetune/Step": 4213, "Finetune/Step Time": 6.491183303296566}
+{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.7838857769966125, "Finetune/Loss (Raw)": 0.8464528918266296, "Finetune/Step": 4214, "Finetune/Step Time": 6.481876896694303}
+{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.7831298112869263, "Finetune/Loss (Raw)": 0.8185521364212036, "Finetune/Step": 4215, "Finetune/Step Time": 6.506985319778323}
+{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.7826384902000427, "Finetune/Loss (Raw)": 0.8356959223747253, "Finetune/Step": 4216, "Finetune/Step Time": 6.503061451017857}
+{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.7834196090698242, "Finetune/Loss (Raw)": 0.8852339386940002, "Finetune/Step": 4217, "Finetune/Step Time": 6.5007726196199656}
+{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.783430278301239, "Finetune/Loss (Raw)": 0.7917195558547974, "Finetune/Step": 4218, "Finetune/Step Time": 6.499739453196526}
+{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.7821173667907715, "Finetune/Loss (Raw)": 0.6161202192306519, "Finetune/Step": 4219, "Finetune/Step Time": 6.48355551622808}
+{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.7828601598739624, "Finetune/Loss (Raw)": 0.8422262668609619, "Finetune/Step": 4220, "Finetune/Step Time": 6.473109958693385}
+{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.7829645872116089, "Finetune/Loss (Raw)": 0.9430285692214966, "Finetune/Step": 4221, "Finetune/Step Time": 6.474560249596834}
+{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.7819927930831909, "Finetune/Loss (Raw)": 0.897980809211731, "Finetune/Step": 4222, "Finetune/Step Time": 6.477653682231903}
+{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.7836002707481384, "Finetune/Loss (Raw)": 0.9354215860366821, "Finetune/Step": 4223, "Finetune/Step Time": 6.4696790762245655}
+{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.782048225402832, "Finetune/Loss (Raw)": 0.7257919907569885, "Finetune/Step": 4224, "Finetune/Step Time": 6.47452556528151}
+{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.7807679176330566, "Finetune/Loss (Raw)": 0.737887442111969, "Finetune/Step": 4225, "Finetune/Step Time": 6.467588869854808}
+{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.7829434871673584, "Finetune/Loss (Raw)": 0.9219570755958557, "Finetune/Step": 4226, "Finetune/Step Time": 6.461385233327746}
+{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.7846120595932007, "Finetune/Loss (Raw)": 1.0265657901763916, "Finetune/Step": 4227, "Finetune/Step Time": 6.450783124193549}
+{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.783503532409668, "Finetune/Loss (Raw)": 0.7868170738220215, "Finetune/Step": 4228, "Finetune/Step Time": 6.452854892238975}
+{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.7838669419288635, "Finetune/Loss (Raw)": 0.8729034066200256, "Finetune/Step": 4229, "Finetune/Step Time": 6.4362624902278185}
+{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.7798646688461304, "Finetune/Loss (Raw)": 0.26452887058258057, "Finetune/Step": 4230, "Finetune/Step Time": 6.449611261487007}
+{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.7782684564590454, "Finetune/Loss (Raw)": 0.6206146478652954, "Finetune/Step": 4231, "Finetune/Step Time": 6.487239629030228}
+{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.7782797813415527, "Finetune/Loss (Raw)": 0.8203573226928711, "Finetune/Step": 4232, "Finetune/Step Time": 6.496749352663755}
+{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.7783530950546265, "Finetune/Loss (Raw)": 0.6908602118492126, "Finetune/Step": 4233, "Finetune/Step Time": 6.502900496125221}
+{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.7802920341491699, "Finetune/Loss (Raw)": 1.026286005973816, "Finetune/Step": 4234, "Finetune/Step Time": 6.50573817640543}
+{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.7810295820236206, "Finetune/Loss (Raw)": 0.8423842787742615, "Finetune/Step": 4235, "Finetune/Step Time": 6.505585441365838}
+{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.778933584690094, "Finetune/Loss (Raw)": 0.6338666081428528, "Finetune/Step": 4236, "Finetune/Step Time": 6.514560151845217}
+{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.7804828882217407, "Finetune/Loss (Raw)": 0.9296391606330872, "Finetune/Step": 4237, "Finetune/Step Time": 6.507323989644647}
+{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.7808574438095093, "Finetune/Loss (Raw)": 0.8941656351089478, "Finetune/Step": 4238, "Finetune/Step Time": 6.495521800592542}
+{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.780074417591095, "Finetune/Loss (Raw)": 0.8494999408721924, "Finetune/Step": 4239, "Finetune/Step Time": 6.491816682741046}
+{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.7809591293334961, "Finetune/Loss (Raw)": 0.7711962461471558, "Finetune/Step": 4240, "Finetune/Step Time": 6.479843553155661}
+{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.7818487882614136, "Finetune/Loss (Raw)": 0.7880504131317139, "Finetune/Step": 4241, "Finetune/Step Time": 6.481959505006671}
+{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.7822108268737793, "Finetune/Loss (Raw)": 0.8677937984466553, "Finetune/Step": 4242, "Finetune/Step Time": 6.4809909183532}
+{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.7820038795471191, "Finetune/Loss (Raw)": 0.8064269423484802, "Finetune/Step": 4243, "Finetune/Step Time": 6.500665644183755}
+{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.7840622663497925, "Finetune/Loss (Raw)": 0.8419250845909119, "Finetune/Step": 4244, "Finetune/Step Time": 6.485313817858696}
+{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.7858129143714905, "Finetune/Loss (Raw)": 0.8569415211677551, "Finetune/Step": 4245, "Finetune/Step Time": 6.486578540876508}
+{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.7841814160346985, "Finetune/Loss (Raw)": 0.7847468852996826, "Finetune/Step": 4246, "Finetune/Step Time": 6.522662086412311}
+{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.7833402156829834, "Finetune/Loss (Raw)": 0.8306105732917786, "Finetune/Step": 4247, "Finetune/Step Time": 6.525093365460634}
+{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.7797052264213562, "Finetune/Loss (Raw)": 0.2864835262298584, "Finetune/Step": 4248, "Finetune/Step Time": 6.53144471719861}
+{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.7802075147628784, "Finetune/Loss (Raw)": 0.8993590474128723, "Finetune/Step": 4249, "Finetune/Step Time": 6.525390779599547}
+{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.7791281342506409, "Finetune/Loss (Raw)": 0.6376921534538269, "Finetune/Step": 4250, "Finetune/Step Time": 6.5104306153953075}
+{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.7771400809288025, "Finetune/Loss (Raw)": 0.7008774876594543, "Finetune/Step": 4251, "Finetune/Step Time": 6.510163817554712}
+{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.780418872833252, "Finetune/Loss (Raw)": 1.0099238157272339, "Finetune/Step": 4252, "Finetune/Step Time": 6.512394778430462}
+{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.7782672047615051, "Finetune/Loss (Raw)": 0.589666485786438, "Finetune/Step": 4253, "Finetune/Step Time": 6.5333736427128315}
+{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.7760952711105347, "Finetune/Loss (Raw)": 0.5682632327079773, "Finetune/Step": 4254, "Finetune/Step Time": 6.544589851051569}
+{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.7749788165092468, "Finetune/Loss (Raw)": 0.7269386053085327, "Finetune/Step": 4255, "Finetune/Step Time": 6.55152840539813}
+{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.7756346464157104, "Finetune/Loss (Raw)": 0.8572484254837036, "Finetune/Step": 4256, "Finetune/Step Time": 6.5680292677134275}
+{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.7765059471130371, "Finetune/Loss (Raw)": 0.900062084197998, "Finetune/Step": 4257, "Finetune/Step Time": 6.572493324056268}
+{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.7753628492355347, "Finetune/Loss (Raw)": 0.6320658922195435, "Finetune/Step": 4258, "Finetune/Step Time": 6.575025888159871}
+{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.7762320041656494, "Finetune/Loss (Raw)": 0.9607620239257812, "Finetune/Step": 4259, "Finetune/Step Time": 6.579121170565486}
+{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.7760269641876221, "Finetune/Loss (Raw)": 0.8021350502967834, "Finetune/Step": 4260, "Finetune/Step Time": 6.588193215429783}
+{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.777114987373352, "Finetune/Loss (Raw)": 0.8929702043533325, "Finetune/Step": 4261, "Finetune/Step Time": 6.59310751222074}
+{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.7768598794937134, "Finetune/Loss (Raw)": 0.7585786581039429, "Finetune/Step": 4262, "Finetune/Step Time": 6.58413714915514}
+{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.7788968086242676, "Finetune/Loss (Raw)": 0.9904096126556396, "Finetune/Step": 4263, "Finetune/Step Time": 6.582608433440328}
+{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.7785046100616455, "Finetune/Loss (Raw)": 0.7067068815231323, "Finetune/Step": 4264, "Finetune/Step Time": 6.594287326559424}
+{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.7795097827911377, "Finetune/Loss (Raw)": 0.8363704085350037, "Finetune/Step": 4265, "Finetune/Step Time": 6.6021698992699385}
+{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.7796338200569153, "Finetune/Loss (Raw)": 0.9131942391395569, "Finetune/Step": 4266, "Finetune/Step Time": 6.602304758504033}
+{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.7792452573776245, "Finetune/Loss (Raw)": 0.6717347502708435, "Finetune/Step": 4267, "Finetune/Step Time": 6.6162399761378765}
+{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.7794287204742432, "Finetune/Loss (Raw)": 0.766954243183136, "Finetune/Step": 4268, "Finetune/Step Time": 6.608826698735356}
+{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.7818726897239685, "Finetune/Loss (Raw)": 0.6936566233634949, "Finetune/Step": 4269, "Finetune/Step Time": 6.62443370744586}
+{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.7826892137527466, "Finetune/Loss (Raw)": 0.7979049682617188, "Finetune/Step": 4270, "Finetune/Step Time": 6.625075599178672}
+{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.7793448567390442, "Finetune/Loss (Raw)": 0.32082614302635193, "Finetune/Step": 4271, "Finetune/Step Time": 6.646089164540172}
+{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.7838950157165527, "Finetune/Loss (Raw)": 0.865691065788269, "Finetune/Step": 4272, "Finetune/Step Time": 6.630279963836074}
+{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.784088671207428, "Finetune/Loss (Raw)": 0.7045479416847229, "Finetune/Step": 4273, "Finetune/Step Time": 6.619024980813265}
+{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.7836970090866089, "Finetune/Loss (Raw)": 0.8061583042144775, "Finetune/Step": 4274, "Finetune/Step Time": 6.625349499285221}
+{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.7832531929016113, "Finetune/Loss (Raw)": 0.7447524070739746, "Finetune/Step": 4275, "Finetune/Step Time": 6.637474898248911}
+{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.7833327054977417, "Finetune/Loss (Raw)": 0.8683405518531799, "Finetune/Step": 4276, "Finetune/Step Time": 6.639299841597676}
+{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.7833085656166077, "Finetune/Loss (Raw)": 0.7733750343322754, "Finetune/Step": 4277, "Finetune/Step Time": 6.661675333976746}
+{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.7848883867263794, "Finetune/Loss (Raw)": 0.8712605834007263, "Finetune/Step": 4278, "Finetune/Step Time": 6.636684695258737}
+{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.7843273282051086, "Finetune/Loss (Raw)": 0.7471943497657776, "Finetune/Step": 4279, "Finetune/Step Time": 6.635060027241707}
+{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.7850412130355835, "Finetune/Loss (Raw)": 0.891629159450531, "Finetune/Step": 4280, "Finetune/Step Time": 6.6291574109345675}
+{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.7863588333129883, "Finetune/Loss (Raw)": 0.9416494965553284, "Finetune/Step": 4281, "Finetune/Step Time": 6.624493505805731}
+{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.7868165373802185, "Finetune/Loss (Raw)": 0.8797318339347839, "Finetune/Step": 4282, "Finetune/Step Time": 6.62288929335773}
+{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.7871925830841064, "Finetune/Loss (Raw)": 0.8290046453475952, "Finetune/Step": 4283, "Finetune/Step Time": 6.628210686147213}
+{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.7874656915664673, "Finetune/Loss (Raw)": 0.8594032526016235, "Finetune/Step": 4284, "Finetune/Step Time": 6.6273141372948885}
+{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.7852035760879517, "Finetune/Loss (Raw)": 0.6199012994766235, "Finetune/Step": 4285, "Finetune/Step Time": 6.6616494338959455}
+{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.7852009534835815, "Finetune/Loss (Raw)": 0.818766176700592, "Finetune/Step": 4286, "Finetune/Step Time": 6.65409104898572}
+{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.7850537300109863, "Finetune/Loss (Raw)": 0.8702121376991272, "Finetune/Step": 4287, "Finetune/Step Time": 6.657301735132933}
+{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.7849220037460327, "Finetune/Loss (Raw)": 0.9206581115722656, "Finetune/Step": 4288, "Finetune/Step Time": 6.671934049576521}
+{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.7843407988548279, "Finetune/Loss (Raw)": 0.771708071231842, "Finetune/Step": 4289, "Finetune/Step Time": 6.673708565533161}
+{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.784546971321106, "Finetune/Loss (Raw)": 0.9387184381484985, "Finetune/Step": 4290, "Finetune/Step Time": 6.674080332741141}
+{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.7866304516792297, "Finetune/Loss (Raw)": 0.9089443683624268, "Finetune/Step": 4291, "Finetune/Step Time": 6.659664310514927}
+{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.7892330288887024, "Finetune/Loss (Raw)": 0.8796876072883606, "Finetune/Step": 4292, "Finetune/Step Time": 6.6550316251814365}
+{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.7881640195846558, "Finetune/Loss (Raw)": 0.8473615646362305, "Finetune/Step": 4293, "Finetune/Step Time": 6.663743747398257}
+{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.7873125672340393, "Finetune/Loss (Raw)": 0.7919337749481201, "Finetune/Step": 4294, "Finetune/Step Time": 6.685750547796488}
+{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.7838386297225952, "Finetune/Loss (Raw)": 0.29827505350112915, "Finetune/Step": 4295, "Finetune/Step Time": 6.702972678467631}
+{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.7863038182258606, "Finetune/Loss (Raw)": 0.944681704044342, "Finetune/Step": 4296, "Finetune/Step Time": 6.701087959110737}
+{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.790120542049408, "Finetune/Loss (Raw)": 0.8573436737060547, "Finetune/Step": 4297, "Finetune/Step Time": 6.684957258403301}
+{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.7896817326545715, "Finetune/Loss (Raw)": 0.6703394651412964, "Finetune/Step": 4298, "Finetune/Step Time": 6.680082511156797}
+{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.7898068428039551, "Finetune/Loss (Raw)": 0.8775321841239929, "Finetune/Step": 4299, "Finetune/Step Time": 6.687050310894847}
+{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.7904259562492371, "Finetune/Loss (Raw)": 0.889548659324646, "Finetune/Step": 4300, "Finetune/Step Time": 6.672450019046664}
+{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.7874768972396851, "Finetune/Loss (Raw)": 0.36189624667167664, "Finetune/Step": 4301, "Finetune/Step Time": 6.685713145881891}
+{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.7919831275939941, "Finetune/Loss (Raw)": 0.9323159456253052, "Finetune/Step": 4302, "Finetune/Step Time": 6.671602111309767}
+{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.7937096357345581, "Finetune/Loss (Raw)": 0.9375613331794739, "Finetune/Step": 4303, "Finetune/Step Time": 6.671232059597969}
+{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.790320873260498, "Finetune/Loss (Raw)": 0.33588936924934387, "Finetune/Step": 4304, "Finetune/Step Time": 6.677430311217904}
+{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.7889382839202881, "Finetune/Loss (Raw)": 0.6822828054428101, "Finetune/Step": 4305, "Finetune/Step Time": 6.6683336198329926}
+{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.7876108884811401, "Finetune/Loss (Raw)": 0.7285544276237488, "Finetune/Step": 4306, "Finetune/Step Time": 6.6735494416207075}
+{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.786262035369873, "Finetune/Loss (Raw)": 0.634223997592926, "Finetune/Step": 4307, "Finetune/Step Time": 6.66139767318964}
+{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.78544682264328, "Finetune/Loss (Raw)": 0.7943909764289856, "Finetune/Step": 4308, "Finetune/Step Time": 6.661645853891969}
+{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.7853884696960449, "Finetune/Loss (Raw)": 0.7757391333580017, "Finetune/Step": 4309, "Finetune/Step Time": 6.665276335552335}
+{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.783466100692749, "Finetune/Loss (Raw)": 0.34814196825027466, "Finetune/Step": 4310, "Finetune/Step Time": 6.673819802701473}
+{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.7830074429512024, "Finetune/Loss (Raw)": 0.8294408321380615, "Finetune/Step": 4311, "Finetune/Step Time": 6.679037597030401}
+{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.7837835550308228, "Finetune/Loss (Raw)": 0.9033234715461731, "Finetune/Step": 4312, "Finetune/Step Time": 6.686338817700744}
+{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.7840994596481323, "Finetune/Loss (Raw)": 0.9348815679550171, "Finetune/Step": 4313, "Finetune/Step Time": 6.696410775184631}
+{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.7840173244476318, "Finetune/Loss (Raw)": 0.8827611804008484, "Finetune/Step": 4314, "Finetune/Step Time": 6.686552803963423}
+{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.784517228603363, "Finetune/Loss (Raw)": 0.8192837238311768, "Finetune/Step": 4315, "Finetune/Step Time": 6.692599352449179}
+{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.7847278714179993, "Finetune/Loss (Raw)": 0.7486855387687683, "Finetune/Step": 4316, "Finetune/Step Time": 6.695455934852362}
+{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.7851189374923706, "Finetune/Loss (Raw)": 0.8077096939086914, "Finetune/Step": 4317, "Finetune/Step Time": 6.693539459258318}
+{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.7858264446258545, "Finetune/Loss (Raw)": 0.6986637115478516, "Finetune/Step": 4318, "Finetune/Step Time": 6.696784211322665}
+{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.7843925952911377, "Finetune/Loss (Raw)": 0.6555830836296082, "Finetune/Step": 4319, "Finetune/Step Time": 6.69078922457993}
+{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.7828172445297241, "Finetune/Loss (Raw)": 0.7642809152603149, "Finetune/Step": 4320, "Finetune/Step Time": 6.694527154788375}
+{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.7851947546005249, "Finetune/Loss (Raw)": 0.607748806476593, "Finetune/Step": 4321, "Finetune/Step Time": 6.688601143658161}
+{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.7860962152481079, "Finetune/Loss (Raw)": 0.9665274620056152, "Finetune/Step": 4322, "Finetune/Step Time": 6.691087603569031}
+{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.7837334871292114, "Finetune/Loss (Raw)": 0.5869563221931458, "Finetune/Step": 4323, "Finetune/Step Time": 6.688770104199648}
+{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.7833462953567505, "Finetune/Loss (Raw)": 0.7665654420852661, "Finetune/Step": 4324, "Finetune/Step Time": 6.688125079497695}
+{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.7837570905685425, "Finetune/Loss (Raw)": 0.5824823379516602, "Finetune/Step": 4325, "Finetune/Step Time": 6.678351029753685}
+{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.7820547819137573, "Finetune/Loss (Raw)": 0.663547933101654, "Finetune/Step": 4326, "Finetune/Step Time": 6.686607846990228}
+{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.7796509861946106, "Finetune/Loss (Raw)": 0.6471306085586548, "Finetune/Step": 4327, "Finetune/Step Time": 6.703778978437185}
+{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.7797264456748962, "Finetune/Loss (Raw)": 0.8133547306060791, "Finetune/Step": 4328, "Finetune/Step Time": 6.6980231907218695}
+{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.7799047231674194, "Finetune/Loss (Raw)": 0.8081368207931519, "Finetune/Step": 4329, "Finetune/Step Time": 6.700187437236309}
+{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.7807585000991821, "Finetune/Loss (Raw)": 0.9086569547653198, "Finetune/Step": 4330, "Finetune/Step Time": 6.699668455868959}
+{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.7818342447280884, "Finetune/Loss (Raw)": 0.871543824672699, "Finetune/Step": 4331, "Finetune/Step Time": 6.699335001409054}
+{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.7822630405426025, "Finetune/Loss (Raw)": 0.815697968006134, "Finetune/Step": 4332, "Finetune/Step Time": 6.702735064551234}
+{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.7827275991439819, "Finetune/Loss (Raw)": 0.8961234092712402, "Finetune/Step": 4333, "Finetune/Step Time": 6.704768182709813}
+{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.7841508388519287, "Finetune/Loss (Raw)": 0.9232871532440186, "Finetune/Step": 4334, "Finetune/Step Time": 6.703731868416071}
+{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.7843317985534668, "Finetune/Loss (Raw)": 0.8775198459625244, "Finetune/Step": 4335, "Finetune/Step Time": 6.689504619687796}
+{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.7854610681533813, "Finetune/Loss (Raw)": 0.943343460559845, "Finetune/Step": 4336, "Finetune/Step Time": 6.705746633931994}
+{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.7821980714797974, "Finetune/Loss (Raw)": 0.5986742973327637, "Finetune/Step": 4337, "Finetune/Step Time": 6.728328490629792}
+{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.7823561429977417, "Finetune/Loss (Raw)": 0.8115025162696838, "Finetune/Step": 4338, "Finetune/Step Time": 6.728809954598546}
+{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.7812684774398804, "Finetune/Loss (Raw)": 0.7468400001525879, "Finetune/Step": 4339, "Finetune/Step Time": 6.729769341647625}
+{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.7815032601356506, "Finetune/Loss (Raw)": 0.7603157162666321, "Finetune/Step": 4340, "Finetune/Step Time": 6.743909448385239}
+{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.7836649417877197, "Finetune/Loss (Raw)": 0.9241610765457153, "Finetune/Step": 4341, "Finetune/Step Time": 6.736158825457096}
+{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.7834229469299316, "Finetune/Loss (Raw)": 0.8154776096343994, "Finetune/Step": 4342, "Finetune/Step Time": 6.775287393480539}
+{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.7829228043556213, "Finetune/Loss (Raw)": 0.75453782081604, "Finetune/Step": 4343, "Finetune/Step Time": 6.740403572097421}
+{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.7829391956329346, "Finetune/Loss (Raw)": 0.8377891778945923, "Finetune/Step": 4344, "Finetune/Step Time": 6.747881758958101}
+{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.7822173833847046, "Finetune/Loss (Raw)": 0.7928425669670105, "Finetune/Step": 4345, "Finetune/Step Time": 6.747313337400556}
+{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.7823716402053833, "Finetune/Loss (Raw)": 0.8114665150642395, "Finetune/Step": 4346, "Finetune/Step Time": 6.750917583703995}
+{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.7845479846000671, "Finetune/Loss (Raw)": 0.8946918249130249, "Finetune/Step": 4347, "Finetune/Step Time": 6.743505941703916}
+{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.7847496271133423, "Finetune/Loss (Raw)": 0.8680426478385925, "Finetune/Step": 4348, "Finetune/Step Time": 6.748804664239287}
+{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.784565806388855, "Finetune/Loss (Raw)": 0.919495165348053, "Finetune/Step": 4349, "Finetune/Step Time": 6.745771378278732}
+{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.7819646596908569, "Finetune/Loss (Raw)": 0.5650309324264526, "Finetune/Step": 4350, "Finetune/Step Time": 6.7574198469519615}
+{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.7812044620513916, "Finetune/Loss (Raw)": 0.838121771812439, "Finetune/Step": 4351, "Finetune/Step Time": 6.757032522931695}
+{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.7819440960884094, "Finetune/Loss (Raw)": 0.8204607963562012, "Finetune/Step": 4352, "Finetune/Step Time": 6.748482517898083}
+{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.7830279469490051, "Finetune/Loss (Raw)": 0.8766213655471802, "Finetune/Step": 4353, "Finetune/Step Time": 6.746064493432641}
+{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.7815374135971069, "Finetune/Loss (Raw)": 0.731172502040863, "Finetune/Step": 4354, "Finetune/Step Time": 6.744646245613694}
+{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.7802413105964661, "Finetune/Loss (Raw)": 0.8606607913970947, "Finetune/Step": 4355, "Finetune/Step Time": 6.740193497389555}
+{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.7807440757751465, "Finetune/Loss (Raw)": 0.8511777520179749, "Finetune/Step": 4356, "Finetune/Step Time": 6.738313531503081}
+{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.7808114290237427, "Finetune/Loss (Raw)": 0.8815193176269531, "Finetune/Step": 4357, "Finetune/Step Time": 6.738039709627628}
+{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.7856110334396362, "Finetune/Loss (Raw)": 0.878874659538269, "Finetune/Step": 4358, "Finetune/Step Time": 6.7279557809233665}
+{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.7871335744857788, "Finetune/Loss (Raw)": 0.8155035376548767, "Finetune/Step": 4359, "Finetune/Step Time": 6.6898699048906565}
+{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.7867152690887451, "Finetune/Loss (Raw)": 0.7668158411979675, "Finetune/Step": 4360, "Finetune/Step Time": 6.681121360510588}
+{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.7892924547195435, "Finetune/Loss (Raw)": 1.020737648010254, "Finetune/Step": 4361, "Finetune/Step Time": 6.688758155331016}
+{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.7872899770736694, "Finetune/Loss (Raw)": 0.7699631452560425, "Finetune/Step": 4362, "Finetune/Step Time": 6.6900296472013}
+{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.7870446443557739, "Finetune/Loss (Raw)": 0.8109836578369141, "Finetune/Step": 4363, "Finetune/Step Time": 6.686469208449125}
+{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.7878579497337341, "Finetune/Loss (Raw)": 0.7379715442657471, "Finetune/Step": 4364, "Finetune/Step Time": 6.6969572044909}
+{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.7861955165863037, "Finetune/Loss (Raw)": 0.7168432474136353, "Finetune/Step": 4365, "Finetune/Step Time": 6.710931230336428}
+{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.7859611511230469, "Finetune/Loss (Raw)": 0.8641671538352966, "Finetune/Step": 4366, "Finetune/Step Time": 6.7103280164301395}
+{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.785105288028717, "Finetune/Loss (Raw)": 0.7399539947509766, "Finetune/Step": 4367, "Finetune/Step Time": 6.715549917891622}
+{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.7857314348220825, "Finetune/Loss (Raw)": 0.8513398170471191, "Finetune/Step": 4368, "Finetune/Step Time": 6.721986876800656}
+{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.7854663133621216, "Finetune/Loss (Raw)": 0.7541139721870422, "Finetune/Step": 4369, "Finetune/Step Time": 6.727253783494234}
+{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.7859169244766235, "Finetune/Loss (Raw)": 0.9254730343818665, "Finetune/Step": 4370, "Finetune/Step Time": 6.729071700945497}
+{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.786955714225769, "Finetune/Loss (Raw)": 0.9394016265869141, "Finetune/Step": 4371, "Finetune/Step Time": 6.706852860748768}
+{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.7822730541229248, "Finetune/Loss (Raw)": 0.2425433099269867, "Finetune/Step": 4372, "Finetune/Step Time": 6.725452875718474}
+{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.7811647057533264, "Finetune/Loss (Raw)": 0.7150678634643555, "Finetune/Step": 4373, "Finetune/Step Time": 6.7224058378487825}
+{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.7813208103179932, "Finetune/Loss (Raw)": 0.8047251105308533, "Finetune/Step": 4374, "Finetune/Step Time": 6.687722766771913}
+{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.7806397676467896, "Finetune/Loss (Raw)": 0.7434443235397339, "Finetune/Step": 4375, "Finetune/Step Time": 6.694039301946759}
+{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.784885048866272, "Finetune/Loss (Raw)": 0.8298837542533875, "Finetune/Step": 4376, "Finetune/Step Time": 6.688995506614447}
+{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.7841963768005371, "Finetune/Loss (Raw)": 0.8112015724182129, "Finetune/Step": 4377, "Finetune/Step Time": 6.689523560926318}
+{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.7851971387863159, "Finetune/Loss (Raw)": 0.7657904028892517, "Finetune/Step": 4378, "Finetune/Step Time": 6.698543298989534}
+{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.7849714756011963, "Finetune/Loss (Raw)": 0.6719985604286194, "Finetune/Step": 4379, "Finetune/Step Time": 6.708407482132316}
+{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.7843955159187317, "Finetune/Loss (Raw)": 0.9361968040466309, "Finetune/Step": 4380, "Finetune/Step Time": 6.710787145420909}
+{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.7865612506866455, "Finetune/Loss (Raw)": 0.8668748736381531, "Finetune/Step": 4381, "Finetune/Step Time": 6.697223486378789}
+{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.7891653180122375, "Finetune/Loss (Raw)": 0.901585042476654, "Finetune/Step": 4382, "Finetune/Step Time": 6.690277645364404}
+{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.7885932326316833, "Finetune/Loss (Raw)": 0.6537109017372131, "Finetune/Step": 4383, "Finetune/Step Time": 6.7034525871276855}
+{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.7881978750228882, "Finetune/Loss (Raw)": 0.8066424131393433, "Finetune/Step": 4384, "Finetune/Step Time": 6.689177397638559}
+{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.7870953679084778, "Finetune/Loss (Raw)": 0.7589401602745056, "Finetune/Step": 4385, "Finetune/Step Time": 6.682204023003578}
+{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.7882750034332275, "Finetune/Loss (Raw)": 0.7830679416656494, "Finetune/Step": 4386, "Finetune/Step Time": 6.69787510111928}
+{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.7883305549621582, "Finetune/Loss (Raw)": 0.9678682684898376, "Finetune/Step": 4387, "Finetune/Step Time": 6.686350693926215}
+{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.7887297868728638, "Finetune/Loss (Raw)": 0.8532366752624512, "Finetune/Step": 4388, "Finetune/Step Time": 6.678143225610256}
+{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.7883045673370361, "Finetune/Loss (Raw)": 0.8385454416275024, "Finetune/Step": 4389, "Finetune/Step Time": 6.666245557367802}
+{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.7885115146636963, "Finetune/Loss (Raw)": 0.7850584983825684, "Finetune/Step": 4390, "Finetune/Step Time": 6.664587169885635}
+{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.7868846654891968, "Finetune/Loss (Raw)": 0.7821721434593201, "Finetune/Step": 4391, "Finetune/Step Time": 6.671260813251138}
+{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.7840808629989624, "Finetune/Loss (Raw)": 0.34782832860946655, "Finetune/Step": 4392, "Finetune/Step Time": 6.6821918077766895}
+{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.7825545072555542, "Finetune/Loss (Raw)": 0.6409940719604492, "Finetune/Step": 4393, "Finetune/Step Time": 6.689560959115624}
+{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.7813193202018738, "Finetune/Loss (Raw)": 0.7550927400588989, "Finetune/Step": 4394, "Finetune/Step Time": 6.6984593123197556}
+{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.7823092937469482, "Finetune/Loss (Raw)": 0.7984533905982971, "Finetune/Step": 4395, "Finetune/Step Time": 6.688515651971102}
+{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.7831969261169434, "Finetune/Loss (Raw)": 0.8805689215660095, "Finetune/Step": 4396, "Finetune/Step Time": 6.695949962362647}
+{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.7810211181640625, "Finetune/Loss (Raw)": 0.41514888405799866, "Finetune/Step": 4397, "Finetune/Step Time": 6.681807812303305}
+{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.780942976474762, "Finetune/Loss (Raw)": 0.7879046201705933, "Finetune/Step": 4398, "Finetune/Step Time": 6.695746721699834}
+{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.784204363822937, "Finetune/Loss (Raw)": 0.7382838129997253, "Finetune/Step": 4399, "Finetune/Step Time": 6.677971286699176}
+{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.7839486598968506, "Finetune/Loss (Raw)": 0.8329579830169678, "Finetune/Step": 4400, "Finetune/Step Time": 6.684169910848141}
+{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.7810491919517517, "Finetune/Loss (Raw)": 0.3334169089794159, "Finetune/Step": 4401, "Finetune/Step Time": 6.709231927990913}
+{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.7803844213485718, "Finetune/Loss (Raw)": 0.721075177192688, "Finetune/Step": 4402, "Finetune/Step Time": 6.726690581068397}
+{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.7812252044677734, "Finetune/Loss (Raw)": 0.852372944355011, "Finetune/Step": 4403, "Finetune/Step Time": 6.711087325587869}
+{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.7820346355438232, "Finetune/Loss (Raw)": 0.9719399809837341, "Finetune/Step": 4404, "Finetune/Step Time": 6.711237909272313}
+{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.7818070650100708, "Finetune/Loss (Raw)": 0.7442508935928345, "Finetune/Step": 4405, "Finetune/Step Time": 6.701089853420854}
+{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.7803715467453003, "Finetune/Loss (Raw)": 0.6875110268592834, "Finetune/Step": 4406, "Finetune/Step Time": 6.698999023064971}
+{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.7802768349647522, "Finetune/Loss (Raw)": 0.7350685000419617, "Finetune/Step": 4407, "Finetune/Step Time": 6.696371687576175}
+{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.780895471572876, "Finetune/Loss (Raw)": 0.9708137512207031, "Finetune/Step": 4408, "Finetune/Step Time": 6.695346333086491}
+{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.7794203758239746, "Finetune/Loss (Raw)": 0.7528426051139832, "Finetune/Step": 4409, "Finetune/Step Time": 6.694461856037378}
+{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.7792282104492188, "Finetune/Loss (Raw)": 0.8551405668258667, "Finetune/Step": 4410, "Finetune/Step Time": 6.691360084339976}
+{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.7789632081985474, "Finetune/Loss (Raw)": 0.7950785160064697, "Finetune/Step": 4411, "Finetune/Step Time": 6.6842413898557425}
+{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.7783759832382202, "Finetune/Loss (Raw)": 0.7842401266098022, "Finetune/Step": 4412, "Finetune/Step Time": 6.68527196906507}
+{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.7814770936965942, "Finetune/Loss (Raw)": 1.0168373584747314, "Finetune/Step": 4413, "Finetune/Step Time": 6.64822063036263}
+{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.7809959650039673, "Finetune/Loss (Raw)": 0.757185161113739, "Finetune/Step": 4414, "Finetune/Step Time": 6.64652388356626}
+{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.7814415693283081, "Finetune/Loss (Raw)": 0.9272476434707642, "Finetune/Step": 4415, "Finetune/Step Time": 6.651091260835528}
+{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.7799574136734009, "Finetune/Loss (Raw)": 0.7306870818138123, "Finetune/Step": 4416, "Finetune/Step Time": 6.651945058256388}
+{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.7810730338096619, "Finetune/Loss (Raw)": 0.9145051836967468, "Finetune/Step": 4417, "Finetune/Step Time": 6.652261069044471}
+{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.7802055478096008, "Finetune/Loss (Raw)": 0.8276867270469666, "Finetune/Step": 4418, "Finetune/Step Time": 6.652594285085797}
+{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.7798473834991455, "Finetune/Loss (Raw)": 0.8631015419960022, "Finetune/Step": 4419, "Finetune/Step Time": 6.656548520550132}
+{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.7784156203269958, "Finetune/Loss (Raw)": 0.6964181661605835, "Finetune/Step": 4420, "Finetune/Step Time": 6.668308902531862}
+{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.7779566645622253, "Finetune/Loss (Raw)": 0.7886143922805786, "Finetune/Step": 4421, "Finetune/Step Time": 6.665778409689665}
+{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.7783513069152832, "Finetune/Loss (Raw)": 0.8424535989761353, "Finetune/Step": 4422, "Finetune/Step Time": 6.657368483021855}
+{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.7816708087921143, "Finetune/Loss (Raw)": 0.7231580018997192, "Finetune/Step": 4423, "Finetune/Step Time": 6.6425556614995}
+{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.7768653035163879, "Finetune/Loss (Raw)": 0.32958319783210754, "Finetune/Step": 4424, "Finetune/Step Time": 6.66395391523838}
+{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.776016891002655, "Finetune/Loss (Raw)": 0.7487461566925049, "Finetune/Step": 4425, "Finetune/Step Time": 6.680284144356847}
+{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.7774229049682617, "Finetune/Loss (Raw)": 0.8503183722496033, "Finetune/Step": 4426, "Finetune/Step Time": 6.676435444504023}
+{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.7761709690093994, "Finetune/Loss (Raw)": 0.7172802090644836, "Finetune/Step": 4427, "Finetune/Step Time": 6.684131493791938}
+{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.7759863138198853, "Finetune/Loss (Raw)": 0.8659179210662842, "Finetune/Step": 4428, "Finetune/Step Time": 6.688860779628158}
+{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.7796435356140137, "Finetune/Loss (Raw)": 0.8300105333328247, "Finetune/Step": 4429, "Finetune/Step Time": 6.67094662040472}
+{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.7773640155792236, "Finetune/Loss (Raw)": 0.6405382752418518, "Finetune/Step": 4430, "Finetune/Step Time": 6.706534871831536}
+{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.7764794826507568, "Finetune/Loss (Raw)": 0.8243422508239746, "Finetune/Step": 4431, "Finetune/Step Time": 6.714253215119243}
+{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.7804672718048096, "Finetune/Loss (Raw)": 0.8463308215141296, "Finetune/Step": 4432, "Finetune/Step Time": 6.701110737398267}
+{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.7799491286277771, "Finetune/Loss (Raw)": 0.6159557700157166, "Finetune/Step": 4433, "Finetune/Step Time": 6.705191170796752}
+{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.7812719941139221, "Finetune/Loss (Raw)": 0.8978841304779053, "Finetune/Step": 4434, "Finetune/Step Time": 6.699632933363318}
+{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.7826750874519348, "Finetune/Loss (Raw)": 0.8138197660446167, "Finetune/Step": 4435, "Finetune/Step Time": 6.695645732805133}
+{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.7820669412612915, "Finetune/Loss (Raw)": 0.716553807258606, "Finetune/Step": 4436, "Finetune/Step Time": 6.706945646554232}
+{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.78191739320755, "Finetune/Loss (Raw)": 0.7565912008285522, "Finetune/Step": 4437, "Finetune/Step Time": 6.707680195569992}
+{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.7856348752975464, "Finetune/Loss (Raw)": 0.8239822387695312, "Finetune/Step": 4438, "Finetune/Step Time": 6.6901185885071754}
+{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.7867242097854614, "Finetune/Loss (Raw)": 0.9688653349876404, "Finetune/Step": 4439, "Finetune/Step Time": 6.6875749453902245}
+{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.7869565486907959, "Finetune/Loss (Raw)": 0.9330664277076721, "Finetune/Step": 4440, "Finetune/Step Time": 6.68561433441937}
+{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.7867997884750366, "Finetune/Loss (Raw)": 0.9148176312446594, "Finetune/Step": 4441, "Finetune/Step Time": 6.679564628750086}
+{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.7864540815353394, "Finetune/Loss (Raw)": 0.8385087847709656, "Finetune/Step": 4442, "Finetune/Step Time": 6.694691874086857}
+{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.7863268852233887, "Finetune/Loss (Raw)": 0.8030110597610474, "Finetune/Step": 4443, "Finetune/Step Time": 6.685407580807805}
+{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.7865054607391357, "Finetune/Loss (Raw)": 0.771544337272644, "Finetune/Step": 4444, "Finetune/Step Time": 6.67642099224031}
+{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.7856314182281494, "Finetune/Loss (Raw)": 0.6958218216896057, "Finetune/Step": 4445, "Finetune/Step Time": 6.678973466157913}
+{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.7874820828437805, "Finetune/Loss (Raw)": 0.935552179813385, "Finetune/Step": 4446, "Finetune/Step Time": 6.6710428688675165}
+{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.7885410189628601, "Finetune/Loss (Raw)": 0.7911279201507568, "Finetune/Step": 4447, "Finetune/Step Time": 6.661905148997903}
+{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.7888726592063904, "Finetune/Loss (Raw)": 0.8067317605018616, "Finetune/Step": 4448, "Finetune/Step Time": 6.66112888418138}
+{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.7915385961532593, "Finetune/Loss (Raw)": 0.948991060256958, "Finetune/Step": 4449, "Finetune/Step Time": 6.648247256875038}
+{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.7896323204040527, "Finetune/Loss (Raw)": 0.7225154042243958, "Finetune/Step": 4450, "Finetune/Step Time": 6.642708273604512}
+{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.790373682975769, "Finetune/Loss (Raw)": 0.6818518042564392, "Finetune/Step": 4451, "Finetune/Step Time": 6.647904364392161}
+{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.7870627641677856, "Finetune/Loss (Raw)": 0.3427772521972656, "Finetune/Step": 4452, "Finetune/Step Time": 6.666400987654924}
+{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.7880343198776245, "Finetune/Loss (Raw)": 0.7068398594856262, "Finetune/Step": 4453, "Finetune/Step Time": 6.659736627712846}
+{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.7891827821731567, "Finetune/Loss (Raw)": 0.8105478882789612, "Finetune/Step": 4454, "Finetune/Step Time": 6.658463831990957}
+{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.7889866828918457, "Finetune/Loss (Raw)": 0.622024416923523, "Finetune/Step": 4455, "Finetune/Step Time": 6.65592809766531}
+{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.7886138558387756, "Finetune/Loss (Raw)": 0.7656358480453491, "Finetune/Step": 4456, "Finetune/Step Time": 6.657566716894507}
+{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.7877762317657471, "Finetune/Loss (Raw)": 0.7009206414222717, "Finetune/Step": 4457, "Finetune/Step Time": 6.656795624643564}
+{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.7866634130477905, "Finetune/Loss (Raw)": 0.7662196755409241, "Finetune/Step": 4458, "Finetune/Step Time": 6.671013554558158}
+{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.7858718037605286, "Finetune/Loss (Raw)": 0.7702149748802185, "Finetune/Step": 4459, "Finetune/Step Time": 6.676821636036038}
+{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.78659987449646, "Finetune/Loss (Raw)": 0.9088931679725647, "Finetune/Step": 4460, "Finetune/Step Time": 6.6774497497826815}
+{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.7853051424026489, "Finetune/Loss (Raw)": 0.7303912043571472, "Finetune/Step": 4461, "Finetune/Step Time": 6.676939111202955}
+{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.784691572189331, "Finetune/Loss (Raw)": 0.8447552919387817, "Finetune/Step": 4462, "Finetune/Step Time": 6.689560683444142}
+{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.7824612855911255, "Finetune/Loss (Raw)": 0.5920419692993164, "Finetune/Step": 4463, "Finetune/Step Time": 6.699257545173168}
+{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.7814233303070068, "Finetune/Loss (Raw)": 0.8104833364486694, "Finetune/Step": 4464, "Finetune/Step Time": 6.702600808814168}
+{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.7827175855636597, "Finetune/Loss (Raw)": 0.7643425464630127, "Finetune/Step": 4465, "Finetune/Step Time": 6.680257938802242}
+{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.7822940945625305, "Finetune/Loss (Raw)": 0.7572937607765198, "Finetune/Step": 4466, "Finetune/Step Time": 6.679194698110223}
+{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.7832778096199036, "Finetune/Loss (Raw)": 0.8727558851242065, "Finetune/Step": 4467, "Finetune/Step Time": 6.685816749930382}
+{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.7834773063659668, "Finetune/Loss (Raw)": 0.7858550548553467, "Finetune/Step": 4468, "Finetune/Step Time": 6.672630090266466}
+{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.782322883605957, "Finetune/Loss (Raw)": 0.7763923406600952, "Finetune/Step": 4469, "Finetune/Step Time": 6.672406492754817}
+{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.7821027636528015, "Finetune/Loss (Raw)": 0.7872990369796753, "Finetune/Step": 4470, "Finetune/Step Time": 6.635580105707049}
+{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.7813915610313416, "Finetune/Loss (Raw)": 0.6635053157806396, "Finetune/Step": 4471, "Finetune/Step Time": 6.648153133690357}
+{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.7812271118164062, "Finetune/Loss (Raw)": 0.8167373538017273, "Finetune/Step": 4472, "Finetune/Step Time": 6.640413463115692}
+{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.7829254865646362, "Finetune/Loss (Raw)": 1.010239839553833, "Finetune/Step": 4473, "Finetune/Step Time": 6.638897003605962}
+{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.783238410949707, "Finetune/Loss (Raw)": 0.8515164256095886, "Finetune/Step": 4474, "Finetune/Step Time": 6.637635093182325}
+{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.781705379486084, "Finetune/Loss (Raw)": 0.6984690427780151, "Finetune/Step": 4475, "Finetune/Step Time": 6.659052224829793}
+{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.7816614508628845, "Finetune/Loss (Raw)": 0.8624192476272583, "Finetune/Step": 4476, "Finetune/Step Time": 6.671886065974832}
+{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.7805103063583374, "Finetune/Loss (Raw)": 0.7721394300460815, "Finetune/Step": 4477, "Finetune/Step Time": 6.673196215182543}
+{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.7829257845878601, "Finetune/Loss (Raw)": 0.8742181658744812, "Finetune/Step": 4478, "Finetune/Step Time": 6.657035803422332}
+{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.7827479839324951, "Finetune/Loss (Raw)": 0.8153657913208008, "Finetune/Step": 4479, "Finetune/Step Time": 6.6662896778434515}
+{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.7820491194725037, "Finetune/Loss (Raw)": 0.7310025691986084, "Finetune/Step": 4480, "Finetune/Step Time": 6.671927651390433}
+{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.7813992500305176, "Finetune/Loss (Raw)": 0.7934356331825256, "Finetune/Step": 4481, "Finetune/Step Time": 6.67398601770401}
+{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.7814311981201172, "Finetune/Loss (Raw)": 0.7352663278579712, "Finetune/Step": 4482, "Finetune/Step Time": 6.688763136044145}
+{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.7809880971908569, "Finetune/Loss (Raw)": 0.8039466142654419, "Finetune/Step": 4483, "Finetune/Step Time": 6.687269387766719}
+{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.7813722491264343, "Finetune/Loss (Raw)": 0.9003506302833557, "Finetune/Step": 4484, "Finetune/Step Time": 6.701508481055498}
+{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.7805928587913513, "Finetune/Loss (Raw)": 0.7817476391792297, "Finetune/Step": 4485, "Finetune/Step Time": 6.702678008005023}
+{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.7801685333251953, "Finetune/Loss (Raw)": 0.8245691657066345, "Finetune/Step": 4486, "Finetune/Step Time": 6.701061202213168}
+{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.7763057947158813, "Finetune/Loss (Raw)": 0.3210768699645996, "Finetune/Step": 4487, "Finetune/Step Time": 6.7195522133260965}
+{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.7772842645645142, "Finetune/Loss (Raw)": 0.8920561075210571, "Finetune/Step": 4488, "Finetune/Step Time": 6.72646626457572}
+{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.7738791108131409, "Finetune/Loss (Raw)": 0.5848696231842041, "Finetune/Step": 4489, "Finetune/Step Time": 6.717202320694923}
+{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.7733156085014343, "Finetune/Loss (Raw)": 0.6978438496589661, "Finetune/Step": 4490, "Finetune/Step Time": 6.722289310768247}
+{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.7728316187858582, "Finetune/Loss (Raw)": 0.7490265369415283, "Finetune/Step": 4491, "Finetune/Step Time": 6.7220708429813385}
+{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.7737491130828857, "Finetune/Loss (Raw)": 0.8554162979125977, "Finetune/Step": 4492, "Finetune/Step Time": 6.704858543351293}
+{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.7741290926933289, "Finetune/Loss (Raw)": 0.7654725909233093, "Finetune/Step": 4493, "Finetune/Step Time": 6.7009083237499}
+{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.77227783203125, "Finetune/Loss (Raw)": 0.6272122263908386, "Finetune/Step": 4494, "Finetune/Step Time": 6.70635330490768}
+{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.7731464505195618, "Finetune/Loss (Raw)": 0.851140022277832, "Finetune/Step": 4495, "Finetune/Step Time": 6.707081645727158}
+{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.772063136100769, "Finetune/Loss (Raw)": 0.7126681804656982, "Finetune/Step": 4496, "Finetune/Step Time": 6.704073874279857}
+{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.7725745439529419, "Finetune/Loss (Raw)": 0.8195700645446777, "Finetune/Step": 4497, "Finetune/Step Time": 6.7076247818768024}
+{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.7708992958068848, "Finetune/Loss (Raw)": 0.7110455632209778, "Finetune/Step": 4498, "Finetune/Step Time": 6.71277523227036}
+{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.7706872224807739, "Finetune/Loss (Raw)": 0.9122569561004639, "Finetune/Step": 4499, "Finetune/Step Time": 6.713450653478503}
+{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.7748956680297852, "Finetune/Loss (Raw)": 0.7812329530715942, "Finetune/Step": 4500, "Finetune/Step Time": 6.702165611088276}
+{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.7762583494186401, "Finetune/Loss (Raw)": 0.8894850611686707, "Finetune/Step": 4501, "Finetune/Step Time": 6.702165944501758}
+{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.7752723693847656, "Finetune/Loss (Raw)": 0.6785213947296143, "Finetune/Step": 4502, "Finetune/Step Time": 6.707405298948288}
+{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.7761919498443604, "Finetune/Loss (Raw)": 0.8611482381820679, "Finetune/Step": 4503, "Finetune/Step Time": 6.698576562106609}
+{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.775963544845581, "Finetune/Loss (Raw)": 0.8006458282470703, "Finetune/Step": 4504, "Finetune/Step Time": 6.6888859905302525}
+{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.7754448652267456, "Finetune/Loss (Raw)": 0.7448077201843262, "Finetune/Step": 4505, "Finetune/Step Time": 6.688391661271453}
+{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.7770053744316101, "Finetune/Loss (Raw)": 0.9655447602272034, "Finetune/Step": 4506, "Finetune/Step Time": 6.668378757312894}
+{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.7742804288864136, "Finetune/Loss (Raw)": 0.32320037484169006, "Finetune/Step": 4507, "Finetune/Step Time": 6.674515776336193}
+{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.7734603881835938, "Finetune/Loss (Raw)": 0.831232488155365, "Finetune/Step": 4508, "Finetune/Step Time": 6.668574880808592}
+{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.772448718547821, "Finetune/Loss (Raw)": 0.7373827695846558, "Finetune/Step": 4509, "Finetune/Step Time": 6.666477812454104}
+{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.7725353837013245, "Finetune/Loss (Raw)": 0.9126778244972229, "Finetune/Step": 4510, "Finetune/Step Time": 6.663439430296421}
+{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.7749708294868469, "Finetune/Loss (Raw)": 0.9654521346092224, "Finetune/Step": 4511, "Finetune/Step Time": 6.6509169563651085}
+{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.7714217305183411, "Finetune/Loss (Raw)": 0.3523522913455963, "Finetune/Step": 4512, "Finetune/Step Time": 6.6655824445188046}
+{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.7717502117156982, "Finetune/Loss (Raw)": 0.8009821176528931, "Finetune/Step": 4513, "Finetune/Step Time": 6.671767780557275}
+{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.7710521221160889, "Finetune/Loss (Raw)": 0.6937175989151001, "Finetune/Step": 4514, "Finetune/Step Time": 6.6548941023647785}
+{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.7697522640228271, "Finetune/Loss (Raw)": 0.80148845911026, "Finetune/Step": 4515, "Finetune/Step Time": 6.658196669071913}
+{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.7682999968528748, "Finetune/Loss (Raw)": 0.6673437356948853, "Finetune/Step": 4516, "Finetune/Step Time": 6.6535740830004215}
+{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.7672231793403625, "Finetune/Loss (Raw)": 0.7007133960723877, "Finetune/Step": 4517, "Finetune/Step Time": 6.655668051913381}
+{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.7684588432312012, "Finetune/Loss (Raw)": 0.9432269334793091, "Finetune/Step": 4518, "Finetune/Step Time": 6.65193760022521}
+{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.7693381905555725, "Finetune/Loss (Raw)": 0.894729495048523, "Finetune/Step": 4519, "Finetune/Step Time": 6.646764935925603}
+{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.7735869884490967, "Finetune/Loss (Raw)": 0.8916653990745544, "Finetune/Step": 4520, "Finetune/Step Time": 6.626057792454958}
+{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.7757976651191711, "Finetune/Loss (Raw)": 0.9239619374275208, "Finetune/Step": 4521, "Finetune/Step Time": 6.614283261820674}
+{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.7757244110107422, "Finetune/Loss (Raw)": 0.7457174062728882, "Finetune/Step": 4522, "Finetune/Step Time": 6.61164641007781}
+{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.7759188413619995, "Finetune/Loss (Raw)": 0.823345959186554, "Finetune/Step": 4523, "Finetune/Step Time": 6.615831753239036}
+{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.775477409362793, "Finetune/Loss (Raw)": 0.824065625667572, "Finetune/Step": 4524, "Finetune/Step Time": 6.610701495781541}
+{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.7783185243606567, "Finetune/Loss (Raw)": 0.778807520866394, "Finetune/Step": 4525, "Finetune/Step Time": 6.594728564843535}
+{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.7767854332923889, "Finetune/Loss (Raw)": 0.5916697978973389, "Finetune/Step": 4526, "Finetune/Step Time": 6.579038348048925}
+{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.7746025919914246, "Finetune/Loss (Raw)": 0.45888569951057434, "Finetune/Step": 4527, "Finetune/Step Time": 6.598060494288802}
+{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.7741655111312866, "Finetune/Loss (Raw)": 0.7770074605941772, "Finetune/Step": 4528, "Finetune/Step Time": 6.589862708002329}
+{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.7783538103103638, "Finetune/Loss (Raw)": 0.8695163726806641, "Finetune/Step": 4529, "Finetune/Step Time": 6.5688833221793175}
+{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.7797569632530212, "Finetune/Loss (Raw)": 0.9006800651550293, "Finetune/Step": 4530, "Finetune/Step Time": 6.5623722691088915}
+{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.7802894711494446, "Finetune/Loss (Raw)": 0.9205304384231567, "Finetune/Step": 4531, "Finetune/Step Time": 6.569477858021855}
+{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.7775458097457886, "Finetune/Loss (Raw)": 0.620756208896637, "Finetune/Step": 4532, "Finetune/Step Time": 6.579204021021724}
+{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.7781716585159302, "Finetune/Loss (Raw)": 0.8243563771247864, "Finetune/Step": 4533, "Finetune/Step Time": 6.572034420445561}
+{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.7753994464874268, "Finetune/Loss (Raw)": 0.33267316222190857, "Finetune/Step": 4534, "Finetune/Step Time": 6.591801285743713}
+{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.7749589681625366, "Finetune/Loss (Raw)": 0.6786829233169556, "Finetune/Step": 4535, "Finetune/Step Time": 6.600794073194265}
+{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.7735117673873901, "Finetune/Loss (Raw)": 0.7855753302574158, "Finetune/Step": 4536, "Finetune/Step Time": 6.622713362798095}
+{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.7738866806030273, "Finetune/Loss (Raw)": 0.8008279800415039, "Finetune/Step": 4537, "Finetune/Step Time": 6.6210322845727205}
+{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.7737972736358643, "Finetune/Loss (Raw)": 0.8436927795410156, "Finetune/Step": 4538, "Finetune/Step Time": 6.620576394721866}
+{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.7728539705276489, "Finetune/Loss (Raw)": 0.6743373274803162, "Finetune/Step": 4539, "Finetune/Step Time": 6.627677632495761}
+{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.7691372632980347, "Finetune/Loss (Raw)": 0.3085075616836548, "Finetune/Step": 4540, "Finetune/Step Time": 6.64820297062397}
+{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.7668129205703735, "Finetune/Loss (Raw)": 0.7193154096603394, "Finetune/Step": 4541, "Finetune/Step Time": 6.671036263927817}
+{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.766122579574585, "Finetune/Loss (Raw)": 0.6688311100006104, "Finetune/Step": 4542, "Finetune/Step Time": 6.673692110925913}
+{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.7650362253189087, "Finetune/Loss (Raw)": 0.7881901860237122, "Finetune/Step": 4543, "Finetune/Step Time": 6.668233502656221}
+{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.7662334442138672, "Finetune/Loss (Raw)": 0.8839296102523804, "Finetune/Step": 4544, "Finetune/Step Time": 6.660033019259572}
+{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.7658862471580505, "Finetune/Loss (Raw)": 0.870061993598938, "Finetune/Step": 4545, "Finetune/Step Time": 6.672132516279817}
+{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.7661030292510986, "Finetune/Loss (Raw)": 0.8554377555847168, "Finetune/Step": 4546, "Finetune/Step Time": 6.671895543113351}
+{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.7661076188087463, "Finetune/Loss (Raw)": 0.8636858463287354, "Finetune/Step": 4547, "Finetune/Step Time": 6.666485419496894}
+{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.7653062343597412, "Finetune/Loss (Raw)": 0.5938416719436646, "Finetune/Step": 4548, "Finetune/Step Time": 6.689572962000966}
+{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.764159083366394, "Finetune/Loss (Raw)": 0.6417849659919739, "Finetune/Step": 4549, "Finetune/Step Time": 6.691488746553659}
+{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.7646394968032837, "Finetune/Loss (Raw)": 0.9039438366889954, "Finetune/Step": 4550, "Finetune/Step Time": 6.679421924054623}
+{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.7654374837875366, "Finetune/Loss (Raw)": 0.8252950310707092, "Finetune/Step": 4551, "Finetune/Step Time": 6.677569184452295}
+{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.7678000926971436, "Finetune/Loss (Raw)": 0.6319980025291443, "Finetune/Step": 4552, "Finetune/Step Time": 6.670136893168092}
+{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.768734335899353, "Finetune/Loss (Raw)": 0.868327260017395, "Finetune/Step": 4553, "Finetune/Step Time": 6.651315614581108}
+{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.7697407007217407, "Finetune/Loss (Raw)": 0.9791396856307983, "Finetune/Step": 4554, "Finetune/Step Time": 6.649351615458727}
+{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.7706277966499329, "Finetune/Loss (Raw)": 0.8308275938034058, "Finetune/Step": 4555, "Finetune/Step Time": 6.651154518127441}
+{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.7717080116271973, "Finetune/Loss (Raw)": 1.0041857957839966, "Finetune/Step": 4556, "Finetune/Step Time": 6.648467717692256}
+{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.771033763885498, "Finetune/Loss (Raw)": 0.7437071800231934, "Finetune/Step": 4557, "Finetune/Step Time": 6.651822404935956}
+{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.7708790302276611, "Finetune/Loss (Raw)": 0.6207271814346313, "Finetune/Step": 4558, "Finetune/Step Time": 6.629085708409548}
+{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.7717305421829224, "Finetune/Loss (Raw)": 0.9333329796791077, "Finetune/Step": 4559, "Finetune/Step Time": 6.629036454483867}
+{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.7710490226745605, "Finetune/Loss (Raw)": 0.7591049671173096, "Finetune/Step": 4560, "Finetune/Step Time": 6.625459594652057}
+{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.7727424502372742, "Finetune/Loss (Raw)": 0.8327128291130066, "Finetune/Step": 4561, "Finetune/Step Time": 6.614242605865002}
+{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.7726407051086426, "Finetune/Loss (Raw)": 0.8848674893379211, "Finetune/Step": 4562, "Finetune/Step Time": 6.615583835169673}
+{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.7686320543289185, "Finetune/Loss (Raw)": 0.3007034361362457, "Finetune/Step": 4563, "Finetune/Step Time": 6.633478404954076}
+{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.7691843509674072, "Finetune/Loss (Raw)": 0.7872534394264221, "Finetune/Step": 4564, "Finetune/Step Time": 6.617868945002556}
+{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.7691372632980347, "Finetune/Loss (Raw)": 0.7505674958229065, "Finetune/Step": 4565, "Finetune/Step Time": 6.612694030627608}
+{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.7691196203231812, "Finetune/Loss (Raw)": 0.8217228651046753, "Finetune/Step": 4566, "Finetune/Step Time": 6.615808239206672}
+{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.7687337398529053, "Finetune/Loss (Raw)": 0.9194663763046265, "Finetune/Step": 4567, "Finetune/Step Time": 6.614257290959358}
+{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.7681503891944885, "Finetune/Loss (Raw)": 0.8584011793136597, "Finetune/Step": 4568, "Finetune/Step Time": 6.61241845972836}
+{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.7683830261230469, "Finetune/Loss (Raw)": 0.944593071937561, "Finetune/Step": 4569, "Finetune/Step Time": 6.611368032172322}
+{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.768883228302002, "Finetune/Loss (Raw)": 0.9025365114212036, "Finetune/Step": 4570, "Finetune/Step Time": 6.598045153543353}
+{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.7684569358825684, "Finetune/Loss (Raw)": 0.7484468221664429, "Finetune/Step": 4571, "Finetune/Step Time": 6.615802809596062}
+{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.7686721682548523, "Finetune/Loss (Raw)": 0.799094021320343, "Finetune/Step": 4572, "Finetune/Step Time": 6.621083064004779}
+{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.7691890597343445, "Finetune/Loss (Raw)": 0.7619825601577759, "Finetune/Step": 4573, "Finetune/Step Time": 6.636782199144363}
+{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.7685004472732544, "Finetune/Loss (Raw)": 0.8474077582359314, "Finetune/Step": 4574, "Finetune/Step Time": 6.636627204716206}
+{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.7680444717407227, "Finetune/Loss (Raw)": 0.732759416103363, "Finetune/Step": 4575, "Finetune/Step Time": 6.650730852037668}
+{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.7674168348312378, "Finetune/Loss (Raw)": 0.726402223110199, "Finetune/Step": 4576, "Finetune/Step Time": 6.658116903156042}
+{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.7674399614334106, "Finetune/Loss (Raw)": 0.9519439935684204, "Finetune/Step": 4577, "Finetune/Step Time": 6.6609479282051325}
+{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.7688213586807251, "Finetune/Loss (Raw)": 0.8993386030197144, "Finetune/Step": 4578, "Finetune/Step Time": 6.664058791473508}
+{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.766745388507843, "Finetune/Loss (Raw)": 0.41612330079078674, "Finetune/Step": 4579, "Finetune/Step Time": 6.671459490433335}
+{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.7661254405975342, "Finetune/Loss (Raw)": 0.2634250521659851, "Finetune/Step": 4580, "Finetune/Step Time": 6.6717276610434055}
+{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.7659763097763062, "Finetune/Loss (Raw)": 0.6877559423446655, "Finetune/Step": 4581, "Finetune/Step Time": 6.679290859028697}
+{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.7660543918609619, "Finetune/Loss (Raw)": 0.8205424547195435, "Finetune/Step": 4582, "Finetune/Step Time": 6.681772174313664}
+{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.7683676481246948, "Finetune/Loss (Raw)": 0.9181143045425415, "Finetune/Step": 4583, "Finetune/Step Time": 6.668063208460808}
+{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.7681955099105835, "Finetune/Loss (Raw)": 0.7436128854751587, "Finetune/Step": 4584, "Finetune/Step Time": 6.678021188825369}
+{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.7681635618209839, "Finetune/Loss (Raw)": 0.696819007396698, "Finetune/Step": 4585, "Finetune/Step Time": 6.665634144097567}
+{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.767800509929657, "Finetune/Loss (Raw)": 0.7197540402412415, "Finetune/Step": 4586, "Finetune/Step Time": 6.656103393062949}
+{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.7687220573425293, "Finetune/Loss (Raw)": 0.8881673812866211, "Finetune/Step": 4587, "Finetune/Step Time": 6.651971189305186}
+{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.7691607475280762, "Finetune/Loss (Raw)": 0.9650551676750183, "Finetune/Step": 4588, "Finetune/Step Time": 6.674002733081579}
+{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.7695186138153076, "Finetune/Loss (Raw)": 0.7761938571929932, "Finetune/Step": 4589, "Finetune/Step Time": 6.6738227885216475}
+{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.7689565420150757, "Finetune/Loss (Raw)": 0.7728140354156494, "Finetune/Step": 4590, "Finetune/Step Time": 6.663495833054185}
+{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.7711948156356812, "Finetune/Loss (Raw)": 0.878541886806488, "Finetune/Step": 4591, "Finetune/Step Time": 6.647014187648892}
+{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.767114520072937, "Finetune/Loss (Raw)": 0.28820082545280457, "Finetune/Step": 4592, "Finetune/Step Time": 6.646627876907587}
+{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.7678030133247375, "Finetune/Loss (Raw)": 0.8524672389030457, "Finetune/Step": 4593, "Finetune/Step Time": 6.65069311670959}
+{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.765082597732544, "Finetune/Loss (Raw)": 0.4090811610221863, "Finetune/Step": 4594, "Finetune/Step Time": 6.668784532696009}
+{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.7652472853660583, "Finetune/Loss (Raw)": 0.8938380479812622, "Finetune/Step": 4595, "Finetune/Step Time": 6.658982573077083}
+{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.7659629583358765, "Finetune/Loss (Raw)": 0.8774623870849609, "Finetune/Step": 4596, "Finetune/Step Time": 6.666161211207509}
+{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.7655215263366699, "Finetune/Loss (Raw)": 0.7198874950408936, "Finetune/Step": 4597, "Finetune/Step Time": 6.66811915487051}
+{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.7657868266105652, "Finetune/Loss (Raw)": 0.8212540149688721, "Finetune/Step": 4598, "Finetune/Step Time": 6.665846986696124}
+{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.766357958316803, "Finetune/Loss (Raw)": 0.7366111874580383, "Finetune/Step": 4599, "Finetune/Step Time": 6.659672059118748}
+{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.7662886381149292, "Finetune/Loss (Raw)": 0.8078676462173462, "Finetune/Step": 4600, "Finetune/Step Time": 6.662826668471098}
+{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.763675332069397, "Finetune/Loss (Raw)": 0.6757333278656006, "Finetune/Step": 4601, "Finetune/Step Time": 6.667352315038443}
+{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.7648170590400696, "Finetune/Loss (Raw)": 0.99765944480896, "Finetune/Step": 4602, "Finetune/Step Time": 6.668697737157345}
+{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.7657713294029236, "Finetune/Loss (Raw)": 0.8206127285957336, "Finetune/Step": 4603, "Finetune/Step Time": 6.660685680806637}
+{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.765358567237854, "Finetune/Loss (Raw)": 0.8095949292182922, "Finetune/Step": 4604, "Finetune/Step Time": 6.6437474843114614}
+{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.7618914246559143, "Finetune/Loss (Raw)": 0.3283364176750183, "Finetune/Step": 4605, "Finetune/Step Time": 6.672783985733986}
+{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.7614494562149048, "Finetune/Loss (Raw)": 0.817646324634552, "Finetune/Step": 4606, "Finetune/Step Time": 6.679301839321852}
+{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.7611619234085083, "Finetune/Loss (Raw)": 0.778555154800415, "Finetune/Step": 4607, "Finetune/Step Time": 6.671719640493393}
+{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.7616422176361084, "Finetune/Loss (Raw)": 0.7924942374229431, "Finetune/Step": 4608, "Finetune/Step Time": 6.667038857936859}
+{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.7632603049278259, "Finetune/Loss (Raw)": 1.0005437135696411, "Finetune/Step": 4609, "Finetune/Step Time": 6.665624490007758}
+{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.7636534571647644, "Finetune/Loss (Raw)": 0.7855887413024902, "Finetune/Step": 4610, "Finetune/Step Time": 6.647966366261244}
+{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.7595912218093872, "Finetune/Loss (Raw)": 0.28398558497428894, "Finetune/Step": 4611, "Finetune/Step Time": 6.665979769080877}
+{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.7590383291244507, "Finetune/Loss (Raw)": 0.8295764327049255, "Finetune/Step": 4612, "Finetune/Step Time": 6.648382136598229}
+{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.7587606906890869, "Finetune/Loss (Raw)": 0.7462117671966553, "Finetune/Step": 4613, "Finetune/Step Time": 6.672248210757971}
+{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.7581155300140381, "Finetune/Loss (Raw)": 0.7419836521148682, "Finetune/Step": 4614, "Finetune/Step Time": 6.678330218419433}
+{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.7627604007720947, "Finetune/Loss (Raw)": 0.9156227707862854, "Finetune/Step": 4615, "Finetune/Step Time": 6.65956169180572}
+{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.7618011236190796, "Finetune/Loss (Raw)": 0.7692733407020569, "Finetune/Step": 4616, "Finetune/Step Time": 6.651420446112752}
+{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.7628750205039978, "Finetune/Loss (Raw)": 0.7223262190818787, "Finetune/Step": 4617, "Finetune/Step Time": 6.64350700750947}
+{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.7639399170875549, "Finetune/Loss (Raw)": 0.8341494202613831, "Finetune/Step": 4618, "Finetune/Step Time": 6.635157136246562}
+{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.7655275464057922, "Finetune/Loss (Raw)": 0.9522395730018616, "Finetune/Step": 4619, "Finetune/Step Time": 6.63731718249619}
+{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.7646092176437378, "Finetune/Loss (Raw)": 0.7378749251365662, "Finetune/Step": 4620, "Finetune/Step Time": 6.642085433006287}
+{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.7660152912139893, "Finetune/Loss (Raw)": 0.9454531073570251, "Finetune/Step": 4621, "Finetune/Step Time": 6.6319630686193705}
+{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.7676424384117126, "Finetune/Loss (Raw)": 0.8354838490486145, "Finetune/Step": 4622, "Finetune/Step Time": 6.628945415839553}
+{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.7679572701454163, "Finetune/Loss (Raw)": 0.8914362788200378, "Finetune/Step": 4623, "Finetune/Step Time": 6.626748986542225}
+{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.7684071660041809, "Finetune/Loss (Raw)": 0.7702564597129822, "Finetune/Step": 4624, "Finetune/Step Time": 6.62055111117661}
+{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.7689083814620972, "Finetune/Loss (Raw)": 0.8837268352508545, "Finetune/Step": 4625, "Finetune/Step Time": 6.620947506278753}
+{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.7660736441612244, "Finetune/Loss (Raw)": 0.34819599986076355, "Finetune/Step": 4626, "Finetune/Step Time": 6.634968826547265}
+{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.7652106881141663, "Finetune/Loss (Raw)": 0.8017986416816711, "Finetune/Step": 4627, "Finetune/Step Time": 6.64487680234015}
+{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.7647991180419922, "Finetune/Loss (Raw)": 0.7285539507865906, "Finetune/Step": 4628, "Finetune/Step Time": 6.648533320054412}
+{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.7641364932060242, "Finetune/Loss (Raw)": 0.8046682476997375, "Finetune/Step": 4629, "Finetune/Step Time": 6.64567494019866}
+{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.7641574740409851, "Finetune/Loss (Raw)": 0.6812115907669067, "Finetune/Step": 4630, "Finetune/Step Time": 6.653320347890258}
+{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.7623801827430725, "Finetune/Loss (Raw)": 0.633648157119751, "Finetune/Step": 4631, "Finetune/Step Time": 6.671890581026673}
+{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.75819993019104, "Finetune/Loss (Raw)": 0.2655755877494812, "Finetune/Step": 4632, "Finetune/Step Time": 6.685631230473518}
+{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.7578585743904114, "Finetune/Loss (Raw)": 0.7011169195175171, "Finetune/Step": 4633, "Finetune/Step Time": 6.697213318198919}
+{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.7571492791175842, "Finetune/Loss (Raw)": 0.8747522234916687, "Finetune/Step": 4634, "Finetune/Step Time": 6.704189138486981}
+{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.7596202492713928, "Finetune/Loss (Raw)": 0.6394801139831543, "Finetune/Step": 4635, "Finetune/Step Time": 6.703879443928599}
+{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.7594269514083862, "Finetune/Loss (Raw)": 0.806491494178772, "Finetune/Step": 4636, "Finetune/Step Time": 6.705837655812502}
+{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.760454535484314, "Finetune/Loss (Raw)": 0.8689131736755371, "Finetune/Step": 4637, "Finetune/Step Time": 6.700394384562969}
+{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.7614861726760864, "Finetune/Loss (Raw)": 1.0447368621826172, "Finetune/Step": 4638, "Finetune/Step Time": 6.703440437093377}
+{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.7586597204208374, "Finetune/Loss (Raw)": 0.6036617755889893, "Finetune/Step": 4639, "Finetune/Step Time": 6.737680019810796}
+{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.7628459930419922, "Finetune/Loss (Raw)": 0.8881970047950745, "Finetune/Step": 4640, "Finetune/Step Time": 6.72485226765275}
+{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.762913703918457, "Finetune/Loss (Raw)": 0.8096480965614319, "Finetune/Step": 4641, "Finetune/Step Time": 6.721756912767887}
+{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.7639347314834595, "Finetune/Loss (Raw)": 0.8244046568870544, "Finetune/Step": 4642, "Finetune/Step Time": 6.72172131203115}
+{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.7647463083267212, "Finetune/Loss (Raw)": 0.9053781628608704, "Finetune/Step": 4643, "Finetune/Step Time": 6.718625461682677}
+{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.7624217867851257, "Finetune/Loss (Raw)": 0.3698023557662964, "Finetune/Step": 4644, "Finetune/Step Time": 6.738389989361167}
+{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.7642391920089722, "Finetune/Loss (Raw)": 0.9333412647247314, "Finetune/Step": 4645, "Finetune/Step Time": 6.73636962659657}
+{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.762183666229248, "Finetune/Loss (Raw)": 0.6801168322563171, "Finetune/Step": 4646, "Finetune/Step Time": 6.748248552903533}
+{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.7616235017776489, "Finetune/Loss (Raw)": 0.8230302929878235, "Finetune/Step": 4647, "Finetune/Step Time": 6.751586625352502}
+{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.7612853050231934, "Finetune/Loss (Raw)": 0.8483749032020569, "Finetune/Step": 4648, "Finetune/Step Time": 6.756747759878635}
+{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.7609938979148865, "Finetune/Loss (Raw)": 0.8866641521453857, "Finetune/Step": 4649, "Finetune/Step Time": 6.7525875717401505}
+{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.7606745362281799, "Finetune/Loss (Raw)": 0.7048342227935791, "Finetune/Step": 4650, "Finetune/Step Time": 6.759809648618102}
+{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.7603908181190491, "Finetune/Loss (Raw)": 0.7870335578918457, "Finetune/Step": 4651, "Finetune/Step Time": 6.753139965236187}
+{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.7601982355117798, "Finetune/Loss (Raw)": 0.7994163036346436, "Finetune/Step": 4652, "Finetune/Step Time": 6.750897359102964}
+{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.7564327716827393, "Finetune/Loss (Raw)": 0.29682305455207825, "Finetune/Step": 4653, "Finetune/Step Time": 6.766599519178271}
+{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.7580970525741577, "Finetune/Loss (Raw)": 0.8047023415565491, "Finetune/Step": 4654, "Finetune/Step Time": 6.770784121006727}
+{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.7595757246017456, "Finetune/Loss (Raw)": 0.64815354347229, "Finetune/Step": 4655, "Finetune/Step Time": 6.754466688260436}
+{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.7568793296813965, "Finetune/Loss (Raw)": 0.4318692684173584, "Finetune/Step": 4656, "Finetune/Step Time": 6.781575841829181}
+{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.7563076019287109, "Finetune/Loss (Raw)": 0.7963351011276245, "Finetune/Step": 4657, "Finetune/Step Time": 6.778520485386252}
+{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.7561722993850708, "Finetune/Loss (Raw)": 0.883355975151062, "Finetune/Step": 4658, "Finetune/Step Time": 6.764245610684156}
+{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.7558789849281311, "Finetune/Loss (Raw)": 0.8829962611198425, "Finetune/Step": 4659, "Finetune/Step Time": 6.7606740184128284}
+{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.7579870820045471, "Finetune/Loss (Raw)": 0.89058917760849, "Finetune/Step": 4660, "Finetune/Step Time": 6.767120525240898}
+{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.7573151588439941, "Finetune/Loss (Raw)": 0.7383542060852051, "Finetune/Step": 4661, "Finetune/Step Time": 6.7682264391332865}
+{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.7614077925682068, "Finetune/Loss (Raw)": 0.8565250635147095, "Finetune/Step": 4662, "Finetune/Step Time": 6.748607033863664}
+{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.7628952264785767, "Finetune/Loss (Raw)": 0.8690827488899231, "Finetune/Step": 4663, "Finetune/Step Time": 6.7366809118539095}
+{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.7631866335868835, "Finetune/Loss (Raw)": 0.8228670954704285, "Finetune/Step": 4664, "Finetune/Step Time": 6.7126500234007835}
+{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.7625287175178528, "Finetune/Loss (Raw)": 0.716614305973053, "Finetune/Step": 4665, "Finetune/Step Time": 6.712092217057943}
+{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.7607335448265076, "Finetune/Loss (Raw)": 0.6139127016067505, "Finetune/Step": 4666, "Finetune/Step Time": 6.730848606675863}
+{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.7625524997711182, "Finetune/Loss (Raw)": 0.9071678519248962, "Finetune/Step": 4667, "Finetune/Step Time": 6.718747606500983}
+{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.7660025358200073, "Finetune/Loss (Raw)": 0.7501065731048584, "Finetune/Step": 4668, "Finetune/Step Time": 6.708915838971734}
+{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.7631002068519592, "Finetune/Loss (Raw)": 0.3478200137615204, "Finetune/Step": 4669, "Finetune/Step Time": 6.707522191107273}
+{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.7643659710884094, "Finetune/Loss (Raw)": 0.8308443427085876, "Finetune/Step": 4670, "Finetune/Step Time": 6.705784402787685}
+{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.7639766931533813, "Finetune/Loss (Raw)": 0.7383652329444885, "Finetune/Step": 4671, "Finetune/Step Time": 6.701261479407549}
+{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.7634830474853516, "Finetune/Loss (Raw)": 0.8207470774650574, "Finetune/Step": 4672, "Finetune/Step Time": 6.714822420850396}
+{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.7630386352539062, "Finetune/Loss (Raw)": 0.8131775856018066, "Finetune/Step": 4673, "Finetune/Step Time": 6.704043705016375}
+{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.7633144855499268, "Finetune/Loss (Raw)": 0.8907427191734314, "Finetune/Step": 4674, "Finetune/Step Time": 6.73798469081521}
+{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.7631678581237793, "Finetune/Loss (Raw)": 0.8449227809906006, "Finetune/Step": 4675, "Finetune/Step Time": 6.739659201353788}
+{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.7644979357719421, "Finetune/Loss (Raw)": 0.7640854120254517, "Finetune/Step": 4676, "Finetune/Step Time": 6.700574854388833}
+{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.7663819193840027, "Finetune/Loss (Raw)": 0.8829363584518433, "Finetune/Step": 4677, "Finetune/Step Time": 6.689412362873554}
+{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.7656195759773254, "Finetune/Loss (Raw)": 0.806362509727478, "Finetune/Step": 4678, "Finetune/Step Time": 6.7140431348234415}
+{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.764506459236145, "Finetune/Loss (Raw)": 0.6828228235244751, "Finetune/Step": 4679, "Finetune/Step Time": 6.713172337040305}
+{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.7668116092681885, "Finetune/Loss (Raw)": 0.9270541071891785, "Finetune/Step": 4680, "Finetune/Step Time": 6.704421829432249}
+{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.7661082148551941, "Finetune/Loss (Raw)": 0.7782894372940063, "Finetune/Step": 4681, "Finetune/Step Time": 6.720506694167852}
+{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.7645335793495178, "Finetune/Loss (Raw)": 0.7775869965553284, "Finetune/Step": 4682, "Finetune/Step Time": 6.732076650485396}
+{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.7647850513458252, "Finetune/Loss (Raw)": 0.8630144000053406, "Finetune/Step": 4683, "Finetune/Step Time": 6.716270849108696}
+{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.7639971971511841, "Finetune/Loss (Raw)": 0.9033418297767639, "Finetune/Step": 4684, "Finetune/Step Time": 6.714851541444659}
+{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.7649069428443909, "Finetune/Loss (Raw)": 0.8601557612419128, "Finetune/Step": 4685, "Finetune/Step Time": 6.716200318187475}
+{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.7653332352638245, "Finetune/Loss (Raw)": 0.6752899289131165, "Finetune/Step": 4686, "Finetune/Step Time": 6.714466935023665}
+{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.7644082307815552, "Finetune/Loss (Raw)": 0.814929187297821, "Finetune/Step": 4687, "Finetune/Step Time": 6.7063560504466295}
+{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.7668064832687378, "Finetune/Loss (Raw)": 1.0660816431045532, "Finetune/Step": 4688, "Finetune/Step Time": 6.703320188447833}
+{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.7677472829818726, "Finetune/Loss (Raw)": 0.953140914440155, "Finetune/Step": 4689, "Finetune/Step Time": 6.695758948102593}
+{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.7663520574569702, "Finetune/Loss (Raw)": 0.7062773108482361, "Finetune/Step": 4690, "Finetune/Step Time": 6.708265231922269}
+{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.7711035013198853, "Finetune/Loss (Raw)": 0.9088848233222961, "Finetune/Step": 4691, "Finetune/Step Time": 6.690330335870385}
+{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.772756040096283, "Finetune/Loss (Raw)": 0.9987819790840149, "Finetune/Step": 4692, "Finetune/Step Time": 6.689868276938796}
+{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.7729511260986328, "Finetune/Loss (Raw)": 0.7755438089370728, "Finetune/Step": 4693, "Finetune/Step Time": 6.71117277443409}
+{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.7738248109817505, "Finetune/Loss (Raw)": 0.9335453510284424, "Finetune/Step": 4694, "Finetune/Step Time": 6.705024382099509}
+{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.7739042043685913, "Finetune/Loss (Raw)": 0.9296346306800842, "Finetune/Step": 4695, "Finetune/Step Time": 6.707852644845843}
+{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.773051381111145, "Finetune/Loss (Raw)": 0.7492385506629944, "Finetune/Step": 4696, "Finetune/Step Time": 6.718391166999936}
+{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.7717272043228149, "Finetune/Loss (Raw)": 0.7751008868217468, "Finetune/Step": 4697, "Finetune/Step Time": 6.71253814920783}
+{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.7715075612068176, "Finetune/Loss (Raw)": 0.8744188547134399, "Finetune/Step": 4698, "Finetune/Step Time": 6.7148699555546045}
+{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.7727620005607605, "Finetune/Loss (Raw)": 0.9090149402618408, "Finetune/Step": 4699, "Finetune/Step Time": 6.709470011293888}
+{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.7728754281997681, "Finetune/Loss (Raw)": 0.8136123418807983, "Finetune/Step": 4700, "Finetune/Step Time": 6.704824289306998}
+{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.7736316919326782, "Finetune/Loss (Raw)": 0.8587885499000549, "Finetune/Step": 4701, "Finetune/Step Time": 6.692512582987547}
+{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.7732576131820679, "Finetune/Loss (Raw)": 0.7995238304138184, "Finetune/Step": 4702, "Finetune/Step Time": 6.693538108840585}
+{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.7746756076812744, "Finetune/Loss (Raw)": 0.914259135723114, "Finetune/Step": 4703, "Finetune/Step Time": 6.675660274922848}
+{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.7742695212364197, "Finetune/Loss (Raw)": 0.674424946308136, "Finetune/Step": 4704, "Finetune/Step Time": 6.668844124302268}
+{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.7738566398620605, "Finetune/Loss (Raw)": 0.8990893959999084, "Finetune/Step": 4705, "Finetune/Step Time": 6.669181337580085}
+{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.7723321914672852, "Finetune/Loss (Raw)": 0.704217791557312, "Finetune/Step": 4706, "Finetune/Step Time": 6.663354082033038}
+{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.7744759917259216, "Finetune/Loss (Raw)": 0.6905258893966675, "Finetune/Step": 4707, "Finetune/Step Time": 6.6463099252432585}
+{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.778052031993866, "Finetune/Loss (Raw)": 0.7211551666259766, "Finetune/Step": 4708, "Finetune/Step Time": 6.627337835729122}
+{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.777976393699646, "Finetune/Loss (Raw)": 0.6780768632888794, "Finetune/Step": 4709, "Finetune/Step Time": 6.631353981792927}
+{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.779242217540741, "Finetune/Loss (Raw)": 0.9825692772865295, "Finetune/Step": 4710, "Finetune/Step Time": 6.622253153473139}
+{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.7782827019691467, "Finetune/Loss (Raw)": 0.795296847820282, "Finetune/Step": 4711, "Finetune/Step Time": 6.622027991339564}
+{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.7781095504760742, "Finetune/Loss (Raw)": 0.7214471697807312, "Finetune/Step": 4712, "Finetune/Step Time": 6.624315468594432}
+{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.7796247601509094, "Finetune/Loss (Raw)": 0.8907660841941833, "Finetune/Step": 4713, "Finetune/Step Time": 6.626760480925441}
+{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.7801562547683716, "Finetune/Loss (Raw)": 0.7877859473228455, "Finetune/Step": 4714, "Finetune/Step Time": 6.6299301367253065}
+{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.7799100875854492, "Finetune/Loss (Raw)": 0.8566527366638184, "Finetune/Step": 4715, "Finetune/Step Time": 6.633401246741414}
+{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.7784916162490845, "Finetune/Loss (Raw)": 0.7834919691085815, "Finetune/Step": 4716, "Finetune/Step Time": 6.609874254092574}
+{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.7790355682373047, "Finetune/Loss (Raw)": 0.8458229303359985, "Finetune/Step": 4717, "Finetune/Step Time": 6.606682879850268}
+{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.7776460647583008, "Finetune/Loss (Raw)": 0.5949654579162598, "Finetune/Step": 4718, "Finetune/Step Time": 6.619765048846602}
+{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.7760258913040161, "Finetune/Loss (Raw)": 0.6711587905883789, "Finetune/Step": 4719, "Finetune/Step Time": 6.619443852454424}
+{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.7783136963844299, "Finetune/Loss (Raw)": 0.5810344219207764, "Finetune/Step": 4720, "Finetune/Step Time": 6.634806187823415}
+{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.7772868871688843, "Finetune/Loss (Raw)": 0.7210341691970825, "Finetune/Step": 4721, "Finetune/Step Time": 6.639349402859807}
+{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.7799750566482544, "Finetune/Loss (Raw)": 0.7531638145446777, "Finetune/Step": 4722, "Finetune/Step Time": 6.621553184464574}
+{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.7793733477592468, "Finetune/Loss (Raw)": 0.8168222308158875, "Finetune/Step": 4723, "Finetune/Step Time": 6.6197362914681435}
+{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.7785093784332275, "Finetune/Loss (Raw)": 0.7668736577033997, "Finetune/Step": 4724, "Finetune/Step Time": 6.640115715563297}
+{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.7792094945907593, "Finetune/Loss (Raw)": 0.8095096349716187, "Finetune/Step": 4725, "Finetune/Step Time": 6.642530372366309}
+{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.7781221866607666, "Finetune/Loss (Raw)": 0.6820738315582275, "Finetune/Step": 4726, "Finetune/Step Time": 6.6444419249892235}
+{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.778275191783905, "Finetune/Loss (Raw)": 0.7561929821968079, "Finetune/Step": 4727, "Finetune/Step Time": 6.6405048575252295}
+{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.7781758308410645, "Finetune/Loss (Raw)": 0.795150876045227, "Finetune/Step": 4728, "Finetune/Step Time": 6.642851367592812}
+{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.781001091003418, "Finetune/Loss (Raw)": 1.0373694896697998, "Finetune/Step": 4729, "Finetune/Step Time": 6.639320435002446}
+{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.7795896530151367, "Finetune/Loss (Raw)": 0.8169930577278137, "Finetune/Step": 4730, "Finetune/Step Time": 6.634069222956896}
+{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.7789389491081238, "Finetune/Loss (Raw)": 0.737323522567749, "Finetune/Step": 4731, "Finetune/Step Time": 6.632249699905515}
+{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.7789536118507385, "Finetune/Loss (Raw)": 0.811471700668335, "Finetune/Step": 4732, "Finetune/Step Time": 6.631621450185776}
+{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.7834136486053467, "Finetune/Loss (Raw)": 0.8992260098457336, "Finetune/Step": 4733, "Finetune/Step Time": 6.596132438629866}
+{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.7824796438217163, "Finetune/Loss (Raw)": 0.6980876922607422, "Finetune/Step": 4734, "Finetune/Step Time": 6.60231889039278}
+{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.7835501432418823, "Finetune/Loss (Raw)": 0.9155778884887695, "Finetune/Step": 4735, "Finetune/Step Time": 6.6018270049244165}
+{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.7822290658950806, "Finetune/Loss (Raw)": 0.6233918070793152, "Finetune/Step": 4736, "Finetune/Step Time": 6.610882475972176}
+{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.7800400257110596, "Finetune/Loss (Raw)": 0.720352292060852, "Finetune/Step": 4737, "Finetune/Step Time": 6.619631575420499}
+{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.7813796997070312, "Finetune/Loss (Raw)": 0.957065999507904, "Finetune/Step": 4738, "Finetune/Step Time": 6.628169409930706}
+{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.7847583293914795, "Finetune/Loss (Raw)": 0.7164508104324341, "Finetune/Step": 4739, "Finetune/Step Time": 6.612390421330929}
+{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.7842029333114624, "Finetune/Loss (Raw)": 0.7584837079048157, "Finetune/Step": 4740, "Finetune/Step Time": 6.615329172462225}
+{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.7831325531005859, "Finetune/Loss (Raw)": 0.6092135906219482, "Finetune/Step": 4741, "Finetune/Step Time": 6.597170770168304}
+{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.7829879522323608, "Finetune/Loss (Raw)": 0.7234663367271423, "Finetune/Step": 4742, "Finetune/Step Time": 6.6179523058235645}
+{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.7810235023498535, "Finetune/Loss (Raw)": 0.6641698479652405, "Finetune/Step": 4743, "Finetune/Step Time": 6.632821785286069}
+{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.7824916243553162, "Finetune/Loss (Raw)": 0.9571933746337891, "Finetune/Step": 4744, "Finetune/Step Time": 6.633834391832352}
+{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.7826235294342041, "Finetune/Loss (Raw)": 0.739211916923523, "Finetune/Step": 4745, "Finetune/Step Time": 6.651712397113442}
+{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.7818025350570679, "Finetune/Loss (Raw)": 0.72906494140625, "Finetune/Step": 4746, "Finetune/Step Time": 6.684663517400622}
+{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.7818190455436707, "Finetune/Loss (Raw)": 0.9543532729148865, "Finetune/Step": 4747, "Finetune/Step Time": 6.683549005538225}
+{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.7829082608222961, "Finetune/Loss (Raw)": 0.8772928714752197, "Finetune/Step": 4748, "Finetune/Step Time": 6.678203525021672}
+{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.7819328308105469, "Finetune/Loss (Raw)": 0.8206039667129517, "Finetune/Step": 4749, "Finetune/Step Time": 6.674157848581672}
+{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.7816733717918396, "Finetune/Loss (Raw)": 0.8022741079330444, "Finetune/Step": 4750, "Finetune/Step Time": 6.675492975860834}
+{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.7808743715286255, "Finetune/Loss (Raw)": 0.789151132106781, "Finetune/Step": 4751, "Finetune/Step Time": 6.689625959843397}
+{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.7815872430801392, "Finetune/Loss (Raw)": 0.8615033030509949, "Finetune/Step": 4752, "Finetune/Step Time": 6.6924967262893915}
+{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.7803587913513184, "Finetune/Loss (Raw)": 0.7264953255653381, "Finetune/Step": 4753, "Finetune/Step Time": 6.684145983308554}
+{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.7845293283462524, "Finetune/Loss (Raw)": 0.882028341293335, "Finetune/Step": 4754, "Finetune/Step Time": 6.66945106908679}
+{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.7848683595657349, "Finetune/Loss (Raw)": 0.8451880216598511, "Finetune/Step": 4755, "Finetune/Step Time": 6.668204510584474}
+{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.7854731678962708, "Finetune/Loss (Raw)": 0.8059648275375366, "Finetune/Step": 4756, "Finetune/Step Time": 6.660288792103529}
+{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.7856865525245667, "Finetune/Loss (Raw)": 0.8319861888885498, "Finetune/Step": 4757, "Finetune/Step Time": 6.659171571955085}
+{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.7864607572555542, "Finetune/Loss (Raw)": 0.7803131341934204, "Finetune/Step": 4758, "Finetune/Step Time": 6.648805173113942}
+{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.787420392036438, "Finetune/Loss (Raw)": 0.7564710378646851, "Finetune/Step": 4759, "Finetune/Step Time": 6.634136730805039}
+{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.7916799783706665, "Finetune/Loss (Raw)": 0.8108049631118774, "Finetune/Step": 4760, "Finetune/Step Time": 6.617263775318861}
+{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.7914001941680908, "Finetune/Loss (Raw)": 0.6653087735176086, "Finetune/Step": 4761, "Finetune/Step Time": 6.619839219376445}
+{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.7903251647949219, "Finetune/Loss (Raw)": 0.7371534705162048, "Finetune/Step": 4762, "Finetune/Step Time": 6.618003685027361}
+{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.7916164994239807, "Finetune/Loss (Raw)": 0.8047647476196289, "Finetune/Step": 4763, "Finetune/Step Time": 6.60283125564456}
+{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.7912335395812988, "Finetune/Loss (Raw)": 0.7574737071990967, "Finetune/Step": 4764, "Finetune/Step Time": 6.6060035061091185}
+{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.7898544073104858, "Finetune/Loss (Raw)": 0.6923821568489075, "Finetune/Step": 4765, "Finetune/Step Time": 6.605357041582465}
+{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.7892885208129883, "Finetune/Loss (Raw)": 0.9723126888275146, "Finetune/Step": 4766, "Finetune/Step Time": 6.606595249846578}
+{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.7910542488098145, "Finetune/Loss (Raw)": 0.8296634554862976, "Finetune/Step": 4767, "Finetune/Step Time": 6.5673449989408255}
+{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.7900230884552002, "Finetune/Loss (Raw)": 0.7562156915664673, "Finetune/Step": 4768, "Finetune/Step Time": 6.57029040530324}
+{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.7899013757705688, "Finetune/Loss (Raw)": 0.7940624952316284, "Finetune/Step": 4769, "Finetune/Step Time": 6.569497484713793}
+{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.7877144813537598, "Finetune/Loss (Raw)": 0.544488787651062, "Finetune/Step": 4770, "Finetune/Step Time": 6.572988780215383}
+{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.7880467176437378, "Finetune/Loss (Raw)": 0.947899580001831, "Finetune/Step": 4771, "Finetune/Step Time": 6.575924130156636}
+{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.7907488346099854, "Finetune/Loss (Raw)": 0.7156752347946167, "Finetune/Step": 4772, "Finetune/Step Time": 6.569167336449027}
+{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.787777304649353, "Finetune/Loss (Raw)": 0.5529772043228149, "Finetune/Step": 4773, "Finetune/Step Time": 6.569352718070149}
+{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.7889962196350098, "Finetune/Loss (Raw)": 0.836148738861084, "Finetune/Step": 4774, "Finetune/Step Time": 6.559612270444632}
+{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.7896654009819031, "Finetune/Loss (Raw)": 0.9086827635765076, "Finetune/Step": 4775, "Finetune/Step Time": 6.557340068742633}
+{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.7887990474700928, "Finetune/Loss (Raw)": 0.7374765872955322, "Finetune/Step": 4776, "Finetune/Step Time": 6.569162670522928}
+{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.7885007262229919, "Finetune/Loss (Raw)": 0.8484836220741272, "Finetune/Step": 4777, "Finetune/Step Time": 6.570591323077679}
+{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.7852268815040588, "Finetune/Loss (Raw)": 0.2857797145843506, "Finetune/Step": 4778, "Finetune/Step Time": 6.575026907026768}
+{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.7867519855499268, "Finetune/Loss (Raw)": 0.9822516441345215, "Finetune/Step": 4779, "Finetune/Step Time": 6.576337479054928}
+{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.7863519787788391, "Finetune/Loss (Raw)": 0.7482168078422546, "Finetune/Step": 4780, "Finetune/Step Time": 6.581436172127724}
+{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.7896372079849243, "Finetune/Loss (Raw)": 0.7173309326171875, "Finetune/Step": 4781, "Finetune/Step Time": 6.570850871503353}
+{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.7892152070999146, "Finetune/Loss (Raw)": 0.7506799697875977, "Finetune/Step": 4782, "Finetune/Step Time": 6.572671020403504}
+{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.786972165107727, "Finetune/Loss (Raw)": 0.361046701669693, "Finetune/Step": 4783, "Finetune/Step Time": 6.587633583694696}
+{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.7900688648223877, "Finetune/Loss (Raw)": 0.8282472491264343, "Finetune/Step": 4784, "Finetune/Step Time": 6.56112770922482}
+{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.7915468215942383, "Finetune/Loss (Raw)": 0.9855135679244995, "Finetune/Step": 4785, "Finetune/Step Time": 6.562993643805385}
+{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.791332483291626, "Finetune/Loss (Raw)": 0.8559193015098572, "Finetune/Step": 4786, "Finetune/Step Time": 6.5659789480268955}
+{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.7905915975570679, "Finetune/Loss (Raw)": 0.7881678938865662, "Finetune/Step": 4787, "Finetune/Step Time": 6.562277177348733}
+{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.7892923355102539, "Finetune/Loss (Raw)": 0.7242797017097473, "Finetune/Step": 4788, "Finetune/Step Time": 6.571755450218916}
+{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.7882448434829712, "Finetune/Loss (Raw)": 0.6042751669883728, "Finetune/Step": 4789, "Finetune/Step Time": 6.57270722463727}
+{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.7884034514427185, "Finetune/Loss (Raw)": 0.8768288493156433, "Finetune/Step": 4790, "Finetune/Step Time": 6.578013004735112}
+{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.7839297652244568, "Finetune/Loss (Raw)": 0.29645243287086487, "Finetune/Step": 4791, "Finetune/Step Time": 6.598216895014048}
+{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.7850675582885742, "Finetune/Loss (Raw)": 0.9685010313987732, "Finetune/Step": 4792, "Finetune/Step Time": 6.603294994682074}
+{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.7862556576728821, "Finetune/Loss (Raw)": 0.8686931133270264, "Finetune/Step": 4793, "Finetune/Step Time": 6.602453228086233}
+{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.7872323393821716, "Finetune/Loss (Raw)": 0.7389231324195862, "Finetune/Step": 4794, "Finetune/Step Time": 6.584788838401437}
+{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.7858150005340576, "Finetune/Loss (Raw)": 0.7257533669471741, "Finetune/Step": 4795, "Finetune/Step Time": 6.615644806995988}
+{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.7869843244552612, "Finetune/Loss (Raw)": 0.8997840285301208, "Finetune/Step": 4796, "Finetune/Step Time": 6.610490959137678}
+{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.790963888168335, "Finetune/Loss (Raw)": 0.8571946620941162, "Finetune/Step": 4797, "Finetune/Step Time": 6.592562275007367}
+{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.7893771529197693, "Finetune/Loss (Raw)": 0.6277480721473694, "Finetune/Step": 4798, "Finetune/Step Time": 6.608646186068654}
+{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.790158748626709, "Finetune/Loss (Raw)": 0.838405966758728, "Finetune/Step": 4799, "Finetune/Step Time": 6.613582946360111}
+{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.7916401028633118, "Finetune/Loss (Raw)": 1.0103590488433838, "Finetune/Step": 4800, "Finetune/Step Time": 6.6085752956569195}
+{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.7921873331069946, "Finetune/Loss (Raw)": 0.8832253813743591, "Finetune/Step": 4801, "Finetune/Step Time": 6.601402193307877}
+{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.7916195392608643, "Finetune/Loss (Raw)": 0.8180677890777588, "Finetune/Step": 4802, "Finetune/Step Time": 6.56503738835454}
+{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.7918750047683716, "Finetune/Loss (Raw)": 0.8776156902313232, "Finetune/Step": 4803, "Finetune/Step Time": 6.569367241114378}
+{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.7924644947052002, "Finetune/Loss (Raw)": 0.8395399451255798, "Finetune/Step": 4804, "Finetune/Step Time": 6.572026232257485}
+{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.7926101684570312, "Finetune/Loss (Raw)": 0.901587963104248, "Finetune/Step": 4805, "Finetune/Step Time": 6.5780921541154385}
+{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.7929304838180542, "Finetune/Loss (Raw)": 0.8473649621009827, "Finetune/Step": 4806, "Finetune/Step Time": 6.559781381860375}
+{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.7937631011009216, "Finetune/Loss (Raw)": 0.7893928289413452, "Finetune/Step": 4807, "Finetune/Step Time": 6.5607345420867205}
+{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.7937303781509399, "Finetune/Loss (Raw)": 0.9228701591491699, "Finetune/Step": 4808, "Finetune/Step Time": 6.557929027825594}
+{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.7926017045974731, "Finetune/Loss (Raw)": 0.6338216662406921, "Finetune/Step": 4809, "Finetune/Step Time": 6.546958412975073}
+{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.7928838729858398, "Finetune/Loss (Raw)": 0.8137009739875793, "Finetune/Step": 4810, "Finetune/Step Time": 6.5376193057745695}
+{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.7925082445144653, "Finetune/Loss (Raw)": 0.8149285912513733, "Finetune/Step": 4811, "Finetune/Step Time": 6.5639802403748035}
+{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.7918952107429504, "Finetune/Loss (Raw)": 0.8248785734176636, "Finetune/Step": 4812, "Finetune/Step Time": 6.563544746488333}
+{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.7888632416725159, "Finetune/Loss (Raw)": 0.4720633625984192, "Finetune/Step": 4813, "Finetune/Step Time": 6.578335244208574}
+{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.7901054620742798, "Finetune/Loss (Raw)": 0.8342964053153992, "Finetune/Step": 4814, "Finetune/Step Time": 6.5693865437060595}
+{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.7908579111099243, "Finetune/Loss (Raw)": 0.9112374782562256, "Finetune/Step": 4815, "Finetune/Step Time": 6.567411508411169}
+{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.7879019975662231, "Finetune/Loss (Raw)": 0.6877272725105286, "Finetune/Step": 4816, "Finetune/Step Time": 6.583755444735289}
+{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.7871812582015991, "Finetune/Loss (Raw)": 0.8608845472335815, "Finetune/Step": 4817, "Finetune/Step Time": 6.588701345026493}
+{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.7887735366821289, "Finetune/Loss (Raw)": 0.910097599029541, "Finetune/Step": 4818, "Finetune/Step Time": 6.579392386600375}
+{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.788465142250061, "Finetune/Loss (Raw)": 0.8694020509719849, "Finetune/Step": 4819, "Finetune/Step Time": 6.578819094225764}
+{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.7875985503196716, "Finetune/Loss (Raw)": 0.8878610134124756, "Finetune/Step": 4820, "Finetune/Step Time": 6.58104688860476}
+{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.7887070178985596, "Finetune/Loss (Raw)": 0.9174296259880066, "Finetune/Step": 4821, "Finetune/Step Time": 6.559055117890239}
+{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.7880530953407288, "Finetune/Loss (Raw)": 0.8498430252075195, "Finetune/Step": 4822, "Finetune/Step Time": 6.567148499190807}
+{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.7877681255340576, "Finetune/Loss (Raw)": 0.893152117729187, "Finetune/Step": 4823, "Finetune/Step Time": 6.567491747438908}
+{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.7841871976852417, "Finetune/Loss (Raw)": 0.290886789560318, "Finetune/Step": 4824, "Finetune/Step Time": 6.571976056322455}
+{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.7844203114509583, "Finetune/Loss (Raw)": 0.8049428462982178, "Finetune/Step": 4825, "Finetune/Step Time": 6.576948134228587}
+{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.7843942046165466, "Finetune/Loss (Raw)": 0.8710733652114868, "Finetune/Step": 4826, "Finetune/Step Time": 6.577183244749904}
+{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.7843105792999268, "Finetune/Loss (Raw)": 0.8983026146888733, "Finetune/Step": 4827, "Finetune/Step Time": 6.567373046651483}
+{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.7851870059967041, "Finetune/Loss (Raw)": 0.9258041381835938, "Finetune/Step": 4828, "Finetune/Step Time": 6.574285691604018}
+{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.7846899032592773, "Finetune/Loss (Raw)": 0.7951604723930359, "Finetune/Step": 4829, "Finetune/Step Time": 6.581091497093439}
+{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.784669816493988, "Finetune/Loss (Raw)": 0.7969459295272827, "Finetune/Step": 4830, "Finetune/Step Time": 6.579424971714616}
+{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.7802731394767761, "Finetune/Loss (Raw)": 0.3514886796474457, "Finetune/Step": 4831, "Finetune/Step Time": 6.602447429671884}
+{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.7806699275970459, "Finetune/Loss (Raw)": 0.7252166867256165, "Finetune/Step": 4832, "Finetune/Step Time": 6.626550551503897}
+{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.780042827129364, "Finetune/Loss (Raw)": 0.8188199996948242, "Finetune/Step": 4833, "Finetune/Step Time": 6.629994595423341}
+{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.7819600105285645, "Finetune/Loss (Raw)": 0.9496142268180847, "Finetune/Step": 4834, "Finetune/Step Time": 6.634906532242894}
+{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.783395528793335, "Finetune/Loss (Raw)": 0.8742707967758179, "Finetune/Step": 4835, "Finetune/Step Time": 6.632246643304825}
+{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.7849217653274536, "Finetune/Loss (Raw)": 0.9165107607841492, "Finetune/Step": 4836, "Finetune/Step Time": 6.630387047305703}
+{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.78598952293396, "Finetune/Loss (Raw)": 0.8147546648979187, "Finetune/Step": 4837, "Finetune/Step Time": 6.612886743620038}
+{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.7854830026626587, "Finetune/Loss (Raw)": 0.9177389740943909, "Finetune/Step": 4838, "Finetune/Step Time": 6.614480720832944}
+{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.7852068543434143, "Finetune/Loss (Raw)": 0.7599402070045471, "Finetune/Step": 4839, "Finetune/Step Time": 6.616504333913326}
+{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.7861782908439636, "Finetune/Loss (Raw)": 0.8457953929901123, "Finetune/Step": 4840, "Finetune/Step Time": 6.607630290091038}
+{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.7851022481918335, "Finetune/Loss (Raw)": 0.7530356645584106, "Finetune/Step": 4841, "Finetune/Step Time": 6.613863738253713}
+{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.784937858581543, "Finetune/Loss (Raw)": 0.7667407989501953, "Finetune/Step": 4842, "Finetune/Step Time": 6.6247348934412}
+{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.7859366536140442, "Finetune/Loss (Raw)": 0.9844959378242493, "Finetune/Step": 4843, "Finetune/Step Time": 6.621701430529356}
+{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.7856804132461548, "Finetune/Loss (Raw)": 0.7506914138793945, "Finetune/Step": 4844, "Finetune/Step Time": 6.6422216687351465}
+{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.7865138053894043, "Finetune/Loss (Raw)": 0.9525038003921509, "Finetune/Step": 4845, "Finetune/Step Time": 6.644951947033405}
+{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.7882048487663269, "Finetune/Loss (Raw)": 0.8114113807678223, "Finetune/Step": 4846, "Finetune/Step Time": 6.656587705016136}
+{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.7854621410369873, "Finetune/Loss (Raw)": 0.32010287046432495, "Finetune/Step": 4847, "Finetune/Step Time": 6.677700540050864}
+{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.7864112854003906, "Finetune/Loss (Raw)": 0.7025222182273865, "Finetune/Step": 4848, "Finetune/Step Time": 6.642645889893174}
+{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.7864400148391724, "Finetune/Loss (Raw)": 0.7247142195701599, "Finetune/Step": 4849, "Finetune/Step Time": 6.657925000414252}
+{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.7876474857330322, "Finetune/Loss (Raw)": 0.9077159762382507, "Finetune/Step": 4850, "Finetune/Step Time": 6.667381435632706}
+{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.7879742980003357, "Finetune/Loss (Raw)": 0.858651340007782, "Finetune/Step": 4851, "Finetune/Step Time": 6.672865508124232}
+{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.7876400351524353, "Finetune/Loss (Raw)": 0.7240925431251526, "Finetune/Step": 4852, "Finetune/Step Time": 6.666795540601015}
+{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.7886614799499512, "Finetune/Loss (Raw)": 0.9402564167976379, "Finetune/Step": 4853, "Finetune/Step Time": 6.6737814620137215}
+{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.7874500155448914, "Finetune/Loss (Raw)": 0.5270004868507385, "Finetune/Step": 4854, "Finetune/Step Time": 6.687521990388632}
+{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.7884106636047363, "Finetune/Loss (Raw)": 0.8791583776473999, "Finetune/Step": 4855, "Finetune/Step Time": 6.689565092325211}
+{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.7889093160629272, "Finetune/Loss (Raw)": 0.8589805364608765, "Finetune/Step": 4856, "Finetune/Step Time": 6.684447029605508}
+{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.7879016399383545, "Finetune/Loss (Raw)": 0.908388078212738, "Finetune/Step": 4857, "Finetune/Step Time": 6.683682283386588}
+{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.7891145944595337, "Finetune/Loss (Raw)": 0.9722450375556946, "Finetune/Step": 4858, "Finetune/Step Time": 6.694004176184535}
+{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.7899409532546997, "Finetune/Loss (Raw)": 0.8430964350700378, "Finetune/Step": 4859, "Finetune/Step Time": 6.6812363509088755}
+{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.7893084287643433, "Finetune/Loss (Raw)": 0.7305127382278442, "Finetune/Step": 4860, "Finetune/Step Time": 6.6803629491478205}
+{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.788206934928894, "Finetune/Loss (Raw)": 0.7582370042800903, "Finetune/Step": 4861, "Finetune/Step Time": 6.695059485733509}
+{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.7900357842445374, "Finetune/Loss (Raw)": 0.932174563407898, "Finetune/Step": 4862, "Finetune/Step Time": 6.680901708081365}
+{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.7902599573135376, "Finetune/Loss (Raw)": 0.9442777633666992, "Finetune/Step": 4863, "Finetune/Step Time": 6.684984769672155}
+{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.79197096824646, "Finetune/Loss (Raw)": 0.8424023389816284, "Finetune/Step": 4864, "Finetune/Step Time": 6.691271360963583}
+{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.7931129336357117, "Finetune/Loss (Raw)": 0.8665199875831604, "Finetune/Step": 4865, "Finetune/Step Time": 6.686346048489213}
+{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.7914215326309204, "Finetune/Loss (Raw)": 0.7405673861503601, "Finetune/Step": 4866, "Finetune/Step Time": 6.679218262434006}
+{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.7885212898254395, "Finetune/Loss (Raw)": 0.3452148139476776, "Finetune/Step": 4867, "Finetune/Step Time": 6.699617687612772}
+{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.7881874442100525, "Finetune/Loss (Raw)": 0.7157596349716187, "Finetune/Step": 4868, "Finetune/Step Time": 6.699737388640642}
+{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.7889279127120972, "Finetune/Loss (Raw)": 0.7039886713027954, "Finetune/Step": 4869, "Finetune/Step Time": 6.704329129308462}
+{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.7890474796295166, "Finetune/Loss (Raw)": 0.7387731671333313, "Finetune/Step": 4870, "Finetune/Step Time": 6.679293662309647}
+{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.7905334234237671, "Finetune/Loss (Raw)": 0.8543736338615417, "Finetune/Step": 4871, "Finetune/Step Time": 6.673912275582552}
+{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.7891029119491577, "Finetune/Loss (Raw)": 0.7740883827209473, "Finetune/Step": 4872, "Finetune/Step Time": 6.674441993236542}
+{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.7891584634780884, "Finetune/Loss (Raw)": 0.7463129758834839, "Finetune/Step": 4873, "Finetune/Step Time": 6.672668529674411}
+{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.7881800532341003, "Finetune/Loss (Raw)": 0.6038292050361633, "Finetune/Step": 4874, "Finetune/Step Time": 6.657563922926784}
+{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.7866633534431458, "Finetune/Loss (Raw)": 0.760219931602478, "Finetune/Step": 4875, "Finetune/Step Time": 6.66545713506639}
+{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.7868087291717529, "Finetune/Loss (Raw)": 0.8959022164344788, "Finetune/Step": 4876, "Finetune/Step Time": 6.659713925793767}
+{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.7874642610549927, "Finetune/Loss (Raw)": 0.9045094847679138, "Finetune/Step": 4877, "Finetune/Step Time": 6.661606224253774}
+{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.7871097922325134, "Finetune/Loss (Raw)": 0.756899893283844, "Finetune/Step": 4878, "Finetune/Step Time": 6.663978964090347}
+{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.7876724004745483, "Finetune/Loss (Raw)": 0.8611642122268677, "Finetune/Step": 4879, "Finetune/Step Time": 6.646160814911127}
+{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.7879277467727661, "Finetune/Loss (Raw)": 0.8941917419433594, "Finetune/Step": 4880, "Finetune/Step Time": 6.654183324426413}
+{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.7900422811508179, "Finetune/Loss (Raw)": 0.997154712677002, "Finetune/Step": 4881, "Finetune/Step Time": 6.648847701027989}
+{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.7886900305747986, "Finetune/Loss (Raw)": 0.7089378237724304, "Finetune/Step": 4882, "Finetune/Step Time": 6.651299986988306}
+{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.7876800298690796, "Finetune/Loss (Raw)": 0.7159053087234497, "Finetune/Step": 4883, "Finetune/Step Time": 6.643339985981584}
+{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.7886777520179749, "Finetune/Loss (Raw)": 0.933681309223175, "Finetune/Step": 4884, "Finetune/Step Time": 6.645576158538461}
+{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.78819739818573, "Finetune/Loss (Raw)": 0.7704907655715942, "Finetune/Step": 4885, "Finetune/Step Time": 6.6485919542610645}
+{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.7892341017723083, "Finetune/Loss (Raw)": 0.913016676902771, "Finetune/Step": 4886, "Finetune/Step Time": 6.65617067553103}
+{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.7898715734481812, "Finetune/Loss (Raw)": 0.838071882724762, "Finetune/Step": 4887, "Finetune/Step Time": 6.662735726684332}
+{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.7902572154998779, "Finetune/Loss (Raw)": 0.8601651787757874, "Finetune/Step": 4888, "Finetune/Step Time": 6.672888724133372}
+{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.791602373123169, "Finetune/Loss (Raw)": 0.8374906778335571, "Finetune/Step": 4889, "Finetune/Step Time": 6.66230533644557}
+{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.7920989990234375, "Finetune/Loss (Raw)": 0.8007181882858276, "Finetune/Step": 4890, "Finetune/Step Time": 6.68161697499454}
+{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.791648268699646, "Finetune/Loss (Raw)": 0.7470646500587463, "Finetune/Step": 4891, "Finetune/Step Time": 6.679815353825688}
+{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.7922123670578003, "Finetune/Loss (Raw)": 0.8296905159950256, "Finetune/Step": 4892, "Finetune/Step Time": 6.676234195008874}
+{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.7942111492156982, "Finetune/Loss (Raw)": 0.9482138752937317, "Finetune/Step": 4893, "Finetune/Step Time": 6.676993127912283}
+{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.7927584052085876, "Finetune/Loss (Raw)": 0.786362886428833, "Finetune/Step": 4894, "Finetune/Step Time": 6.6845339294523}
+{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.7919538021087646, "Finetune/Loss (Raw)": 0.7266814112663269, "Finetune/Step": 4895, "Finetune/Step Time": 6.68719875253737}
+{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.7929927110671997, "Finetune/Loss (Raw)": 0.8891916275024414, "Finetune/Step": 4896, "Finetune/Step Time": 6.681465331465006}
+{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.791856586933136, "Finetune/Loss (Raw)": 0.6486408114433289, "Finetune/Step": 4897, "Finetune/Step Time": 6.68752328120172}
+{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.7931591868400574, "Finetune/Loss (Raw)": 0.711219072341919, "Finetune/Step": 4898, "Finetune/Step Time": 6.690068241208792}
+{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.7930138111114502, "Finetune/Loss (Raw)": 0.9292975068092346, "Finetune/Step": 4899, "Finetune/Step Time": 6.688189256936312}
+{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.793571949005127, "Finetune/Loss (Raw)": 0.7871162295341492, "Finetune/Step": 4900, "Finetune/Step Time": 6.676171034574509}
+{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.7953614592552185, "Finetune/Loss (Raw)": 0.7820304036140442, "Finetune/Step": 4901, "Finetune/Step Time": 6.674670783802867}
+{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.794880211353302, "Finetune/Loss (Raw)": 0.7745488882064819, "Finetune/Step": 4902, "Finetune/Step Time": 6.675817245617509}
+{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.7938605546951294, "Finetune/Loss (Raw)": 0.7781738638877869, "Finetune/Step": 4903, "Finetune/Step Time": 6.675382286310196}
+{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.7942932844161987, "Finetune/Loss (Raw)": 0.7928642630577087, "Finetune/Step": 4904, "Finetune/Step Time": 6.66071330755949}
+{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.7944653034210205, "Finetune/Loss (Raw)": 0.870498538017273, "Finetune/Step": 4905, "Finetune/Step Time": 6.6645051669329405}
+{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.7984102964401245, "Finetune/Loss (Raw)": 0.7907388806343079, "Finetune/Step": 4906, "Finetune/Step Time": 6.648011231794953}
+{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.7960238456726074, "Finetune/Loss (Raw)": 0.6767832636833191, "Finetune/Step": 4907, "Finetune/Step Time": 6.655594177544117}
+{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.7962880730628967, "Finetune/Loss (Raw)": 0.7820379137992859, "Finetune/Step": 4908, "Finetune/Step Time": 6.677842453122139}
+{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.7967438697814941, "Finetune/Loss (Raw)": 0.7756744027137756, "Finetune/Step": 4909, "Finetune/Step Time": 6.674558363854885}
+{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.7975232601165771, "Finetune/Loss (Raw)": 0.8504444360733032, "Finetune/Step": 4910, "Finetune/Step Time": 6.664050038903952}
+{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.800755500793457, "Finetune/Loss (Raw)": 0.7747679948806763, "Finetune/Step": 4911, "Finetune/Step Time": 6.644195169210434}
+{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.8006531000137329, "Finetune/Loss (Raw)": 0.8151492476463318, "Finetune/Step": 4912, "Finetune/Step Time": 6.651124494150281}
+{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.7995725870132446, "Finetune/Loss (Raw)": 0.8472069501876831, "Finetune/Step": 4913, "Finetune/Step Time": 6.6598353907465935}
+{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.7960292100906372, "Finetune/Loss (Raw)": 0.40235814452171326, "Finetune/Step": 4914, "Finetune/Step Time": 6.676234925165772}
+{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.7952243089675903, "Finetune/Loss (Raw)": 0.685148298740387, "Finetune/Step": 4915, "Finetune/Step Time": 6.6793858371675014}
+{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.7957133650779724, "Finetune/Loss (Raw)": 0.7868784070014954, "Finetune/Step": 4916, "Finetune/Step Time": 6.653978332877159}
+{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.7941732406616211, "Finetune/Loss (Raw)": 0.40713804960250854, "Finetune/Step": 4917, "Finetune/Step Time": 6.668489325791597}
+{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.7937853336334229, "Finetune/Loss (Raw)": 0.8271716237068176, "Finetune/Step": 4918, "Finetune/Step Time": 6.66217040643096}
+{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.7977943420410156, "Finetune/Loss (Raw)": 0.80961674451828, "Finetune/Step": 4919, "Finetune/Step Time": 6.644788747653365}
+{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.797008216381073, "Finetune/Loss (Raw)": 0.8678693175315857, "Finetune/Step": 4920, "Finetune/Step Time": 6.639667375013232}
+{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.7969120144844055, "Finetune/Loss (Raw)": 0.8563824892044067, "Finetune/Step": 4921, "Finetune/Step Time": 6.651345929130912}
+{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.7966561913490295, "Finetune/Loss (Raw)": 0.7061771154403687, "Finetune/Step": 4922, "Finetune/Step Time": 6.651924001052976}
+{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.7967501878738403, "Finetune/Loss (Raw)": 0.737782895565033, "Finetune/Step": 4923, "Finetune/Step Time": 6.626385698094964}
+{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.7957353591918945, "Finetune/Loss (Raw)": 0.769888699054718, "Finetune/Step": 4924, "Finetune/Step Time": 6.626863084733486}
+{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.7948815822601318, "Finetune/Loss (Raw)": 0.7479071021080017, "Finetune/Step": 4925, "Finetune/Step Time": 6.625537429004908}
+{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.7961025238037109, "Finetune/Loss (Raw)": 0.7840346693992615, "Finetune/Step": 4926, "Finetune/Step Time": 6.609517859295011}
+{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.7955900430679321, "Finetune/Loss (Raw)": 0.7728024125099182, "Finetune/Step": 4927, "Finetune/Step Time": 6.607113977894187}
+{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.7923245429992676, "Finetune/Loss (Raw)": 0.5923815965652466, "Finetune/Step": 4928, "Finetune/Step Time": 6.617974134162068}
+{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.7911831140518188, "Finetune/Loss (Raw)": 0.7371175289154053, "Finetune/Step": 4929, "Finetune/Step Time": 6.621986195445061}
+{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.7913302183151245, "Finetune/Loss (Raw)": 0.836891770362854, "Finetune/Step": 4930, "Finetune/Step Time": 6.620641753077507}
+{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.7914128303527832, "Finetune/Loss (Raw)": 0.8881945610046387, "Finetune/Step": 4931, "Finetune/Step Time": 6.618674855679274}
+{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.7916167974472046, "Finetune/Loss (Raw)": 0.8656510710716248, "Finetune/Step": 4932, "Finetune/Step Time": 6.626657642424107}
+{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.7901914119720459, "Finetune/Loss (Raw)": 0.719138503074646, "Finetune/Step": 4933, "Finetune/Step Time": 6.636844119057059}
+{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.7903143167495728, "Finetune/Loss (Raw)": 0.8630945682525635, "Finetune/Step": 4934, "Finetune/Step Time": 6.631947938352823}
+{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.790891170501709, "Finetune/Loss (Raw)": 0.8632305860519409, "Finetune/Step": 4935, "Finetune/Step Time": 6.631186572834849}
+{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.7894124984741211, "Finetune/Loss (Raw)": 0.733606219291687, "Finetune/Step": 4936, "Finetune/Step Time": 6.640455449000001}
+{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.7917205095291138, "Finetune/Loss (Raw)": 0.9292406439781189, "Finetune/Step": 4937, "Finetune/Step Time": 6.634135950356722}
+{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.7919225692749023, "Finetune/Loss (Raw)": 0.8395624160766602, "Finetune/Step": 4938, "Finetune/Step Time": 6.644652269780636}
+{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.7881740927696228, "Finetune/Loss (Raw)": 0.33512285351753235, "Finetune/Step": 4939, "Finetune/Step Time": 6.631672874093056}
+{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.7867103219032288, "Finetune/Loss (Raw)": 0.6375191807746887, "Finetune/Step": 4940, "Finetune/Step Time": 6.631172738969326}
+{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.788354754447937, "Finetune/Loss (Raw)": 0.6825485825538635, "Finetune/Step": 4941, "Finetune/Step Time": 6.612670671194792}
+{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.787540078163147, "Finetune/Loss (Raw)": 0.730014979839325, "Finetune/Step": 4942, "Finetune/Step Time": 6.617874443531036}
+{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.7861844301223755, "Finetune/Loss (Raw)": 0.7377189993858337, "Finetune/Step": 4943, "Finetune/Step Time": 6.639522587880492}
+{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.7874784469604492, "Finetune/Loss (Raw)": 0.853363573551178, "Finetune/Step": 4944, "Finetune/Step Time": 6.625654604285955}
+{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.7876390218734741, "Finetune/Loss (Raw)": 0.8814420104026794, "Finetune/Step": 4945, "Finetune/Step Time": 6.624292088672519}
+{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.7865791320800781, "Finetune/Loss (Raw)": 0.7744196653366089, "Finetune/Step": 4946, "Finetune/Step Time": 6.62495462782681}
+{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.7864319086074829, "Finetune/Loss (Raw)": 0.8505651950836182, "Finetune/Step": 4947, "Finetune/Step Time": 6.626781240105629}
+{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.7856241464614868, "Finetune/Loss (Raw)": 0.7844655513763428, "Finetune/Step": 4948, "Finetune/Step Time": 6.624765232205391}
+{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.7845638990402222, "Finetune/Loss (Raw)": 0.7817173600196838, "Finetune/Step": 4949, "Finetune/Step Time": 6.622304942458868}
+{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.7833839654922485, "Finetune/Loss (Raw)": 0.6988163590431213, "Finetune/Step": 4950, "Finetune/Step Time": 6.628590624779463}
+{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.7832092642784119, "Finetune/Loss (Raw)": 0.8707842230796814, "Finetune/Step": 4951, "Finetune/Step Time": 6.626815287396312}
+{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.7876881957054138, "Finetune/Loss (Raw)": 0.8641957640647888, "Finetune/Step": 4952, "Finetune/Step Time": 6.617289822548628}
+{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.7872777581214905, "Finetune/Loss (Raw)": 0.7524086236953735, "Finetune/Step": 4953, "Finetune/Step Time": 6.6181601490825415}
+{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.7873131036758423, "Finetune/Loss (Raw)": 0.8755902051925659, "Finetune/Step": 4954, "Finetune/Step Time": 6.652048772200942}
+{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.786805272102356, "Finetune/Loss (Raw)": 0.8332985043525696, "Finetune/Step": 4955, "Finetune/Step Time": 6.655304700136185}
+{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.7863508462905884, "Finetune/Loss (Raw)": 0.8676397800445557, "Finetune/Step": 4956, "Finetune/Step Time": 6.643409933894873}
+{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.7870932817459106, "Finetune/Loss (Raw)": 0.890194296836853, "Finetune/Step": 4957, "Finetune/Step Time": 6.6328741908073425}
+{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.7865515947341919, "Finetune/Loss (Raw)": 0.7276107668876648, "Finetune/Step": 4958, "Finetune/Step Time": 6.649519147351384}
+{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.7872071266174316, "Finetune/Loss (Raw)": 0.43539807200431824, "Finetune/Step": 4959, "Finetune/Step Time": 6.649973291903734}
+{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.7876589298248291, "Finetune/Loss (Raw)": 0.783046305179596, "Finetune/Step": 4960, "Finetune/Step Time": 6.623810444027185}
+{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.7872514128684998, "Finetune/Loss (Raw)": 0.7666608095169067, "Finetune/Step": 4961, "Finetune/Step Time": 6.621341500431299}
+{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.7865230441093445, "Finetune/Loss (Raw)": 0.8563780188560486, "Finetune/Step": 4962, "Finetune/Step Time": 6.629987448453903}
+{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.7857168912887573, "Finetune/Loss (Raw)": 0.7710825204849243, "Finetune/Step": 4963, "Finetune/Step Time": 6.633775994181633}
+{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.7856889963150024, "Finetune/Loss (Raw)": 0.9129363298416138, "Finetune/Step": 4964, "Finetune/Step Time": 6.637645082548261}
+{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.786470353603363, "Finetune/Loss (Raw)": 0.9147735834121704, "Finetune/Step": 4965, "Finetune/Step Time": 6.638367086648941}
+{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.7851431369781494, "Finetune/Loss (Raw)": 0.747856080532074, "Finetune/Step": 4966, "Finetune/Step Time": 6.641071520745754}
+{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.785906195640564, "Finetune/Loss (Raw)": 0.8576114177703857, "Finetune/Step": 4967, "Finetune/Step Time": 6.639119081199169}
+{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.7856206893920898, "Finetune/Loss (Raw)": 0.8092513084411621, "Finetune/Step": 4968, "Finetune/Step Time": 6.634857652708888}
+{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.7858690023422241, "Finetune/Loss (Raw)": 0.7848181128501892, "Finetune/Step": 4969, "Finetune/Step Time": 6.638089239597321}
+{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.786828875541687, "Finetune/Loss (Raw)": 0.8896098732948303, "Finetune/Step": 4970, "Finetune/Step Time": 6.619941821321845}
+{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.7866606712341309, "Finetune/Loss (Raw)": 0.9629584550857544, "Finetune/Step": 4971, "Finetune/Step Time": 6.630540734156966}
+{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.7868764400482178, "Finetune/Loss (Raw)": 0.7783057689666748, "Finetune/Step": 4972, "Finetune/Step Time": 6.624216699972749}
+{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.7871081233024597, "Finetune/Loss (Raw)": 0.9821662306785583, "Finetune/Step": 4973, "Finetune/Step Time": 6.624730674549937}
+{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.7831108570098877, "Finetune/Loss (Raw)": 0.2997626066207886, "Finetune/Step": 4974, "Finetune/Step Time": 6.616887625306845}
+{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.786674976348877, "Finetune/Loss (Raw)": 0.7763081789016724, "Finetune/Step": 4975, "Finetune/Step Time": 6.600979762151837}
+{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.788530170917511, "Finetune/Loss (Raw)": 0.9399855732917786, "Finetune/Step": 4976, "Finetune/Step Time": 6.603927029296756}
+{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.7883873581886292, "Finetune/Loss (Raw)": 0.7064346671104431, "Finetune/Step": 4977, "Finetune/Step Time": 6.603787686675787}
+{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.7873830795288086, "Finetune/Loss (Raw)": 0.7791677713394165, "Finetune/Step": 4978, "Finetune/Step Time": 6.594544557854533}
+{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.786763608455658, "Finetune/Loss (Raw)": 0.7793582081794739, "Finetune/Step": 4979, "Finetune/Step Time": 6.5968357771635056}
+{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.7863450646400452, "Finetune/Loss (Raw)": 0.6705161929130554, "Finetune/Step": 4980, "Finetune/Step Time": 6.5904172770679}
+{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.7846052646636963, "Finetune/Loss (Raw)": 0.7175635099411011, "Finetune/Step": 4981, "Finetune/Step Time": 6.581090131774545}
+{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.7876902222633362, "Finetune/Loss (Raw)": 0.9218804836273193, "Finetune/Step": 4982, "Finetune/Step Time": 6.566169090569019}
+{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.7840196490287781, "Finetune/Loss (Raw)": 0.4093244969844818, "Finetune/Step": 4983, "Finetune/Step Time": 6.58341209217906}
+{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.7828643918037415, "Finetune/Loss (Raw)": 0.711108386516571, "Finetune/Step": 4984, "Finetune/Step Time": 6.595319112762809}
+{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.7830735445022583, "Finetune/Loss (Raw)": 0.9351624250411987, "Finetune/Step": 4985, "Finetune/Step Time": 6.592285640537739}
+{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.780388593673706, "Finetune/Loss (Raw)": 0.6285658478736877, "Finetune/Step": 4986, "Finetune/Step Time": 6.5844376888126135}
+{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.7805625200271606, "Finetune/Loss (Raw)": 0.8653593063354492, "Finetune/Step": 4987, "Finetune/Step Time": 6.5920210257172585}
+{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.7818248867988586, "Finetune/Loss (Raw)": 0.8920939564704895, "Finetune/Step": 4988, "Finetune/Step Time": 6.600727530196309}
+{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.7823730707168579, "Finetune/Loss (Raw)": 0.8284053206443787, "Finetune/Step": 4989, "Finetune/Step Time": 6.593503592535853}
+{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.7813258767127991, "Finetune/Loss (Raw)": 0.798137366771698, "Finetune/Step": 4990, "Finetune/Step Time": 6.59676069766283}
+{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.7800860404968262, "Finetune/Loss (Raw)": 0.7855780720710754, "Finetune/Step": 4991, "Finetune/Step Time": 6.602695969864726}
+{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.7807571887969971, "Finetune/Loss (Raw)": 0.9283021092414856, "Finetune/Step": 4992, "Finetune/Step Time": 6.602757070213556}
+{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.7782686948776245, "Finetune/Loss (Raw)": 0.5479938387870789, "Finetune/Step": 4993, "Finetune/Step Time": 6.616389079019427}
+{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.7788503170013428, "Finetune/Loss (Raw)": 0.8150243163108826, "Finetune/Step": 4994, "Finetune/Step Time": 6.622978411614895}
+{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.7805922031402588, "Finetune/Loss (Raw)": 0.568174421787262, "Finetune/Step": 4995, "Finetune/Step Time": 6.606745617464185}
+{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.7822713255882263, "Finetune/Loss (Raw)": 0.9306846857070923, "Finetune/Step": 4996, "Finetune/Step Time": 6.607921842485666}
+{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.7835844159126282, "Finetune/Loss (Raw)": 0.8720628023147583, "Finetune/Step": 4997, "Finetune/Step Time": 6.593345945701003}
+{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.7861223220825195, "Finetune/Loss (Raw)": 1.0636346340179443, "Finetune/Step": 4998, "Finetune/Step Time": 6.591288546100259}
+{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.786756157875061, "Finetune/Loss (Raw)": 0.9354941844940186, "Finetune/Step": 4999, "Finetune/Step Time": 6.582550825551152}
+{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.7834162712097168, "Finetune/Loss (Raw)": 0.3465912640094757, "Finetune/Step": 5000, "Finetune/Step Time": 6.60284760966897}
+{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.7843125462532043, "Finetune/Loss (Raw)": 0.8610265851020813, "Finetune/Step": 5001, "Finetune/Step Time": 6.5857315100729465}
+{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.7836685180664062, "Finetune/Loss (Raw)": 0.5213949084281921, "Finetune/Step": 5002, "Finetune/Step Time": 6.588091034442186}
+{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.7837314605712891, "Finetune/Loss (Raw)": 0.7682819366455078, "Finetune/Step": 5003, "Finetune/Step Time": 6.577438851818442}
+{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.7819545269012451, "Finetune/Loss (Raw)": 0.6684555411338806, "Finetune/Step": 5004, "Finetune/Step Time": 6.590243609622121}
+{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.7814826965332031, "Finetune/Loss (Raw)": 0.844107449054718, "Finetune/Step": 5005, "Finetune/Step Time": 6.592475287616253}
+{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.7820125818252563, "Finetune/Loss (Raw)": 0.8247331976890564, "Finetune/Step": 5006, "Finetune/Step Time": 6.584288379177451}
+{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.7806210517883301, "Finetune/Loss (Raw)": 0.6830477118492126, "Finetune/Step": 5007, "Finetune/Step Time": 6.5936160907149315}
+{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.7793479561805725, "Finetune/Loss (Raw)": 0.7312321662902832, "Finetune/Step": 5008, "Finetune/Step Time": 6.58896572701633}
+{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.7791178226470947, "Finetune/Loss (Raw)": 0.9676952958106995, "Finetune/Step": 5009, "Finetune/Step Time": 6.591882415115833}
+{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.7805519104003906, "Finetune/Loss (Raw)": 0.8925021290779114, "Finetune/Step": 5010, "Finetune/Step Time": 6.58318367600441}
+{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.7810755968093872, "Finetune/Loss (Raw)": 0.7829432487487793, "Finetune/Step": 5011, "Finetune/Step Time": 6.5837854370474815}
+{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.7800158262252808, "Finetune/Loss (Raw)": 0.7980260848999023, "Finetune/Step": 5012, "Finetune/Step Time": 6.582940587773919}
+{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.7792786955833435, "Finetune/Loss (Raw)": 0.6761395931243896, "Finetune/Step": 5013, "Finetune/Step Time": 6.58204104937613}
+{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.7781122326850891, "Finetune/Loss (Raw)": 0.7637107968330383, "Finetune/Step": 5014, "Finetune/Step Time": 6.571870245039463}
+{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.7772369980812073, "Finetune/Loss (Raw)": 0.7260377407073975, "Finetune/Step": 5015, "Finetune/Step Time": 6.5611652713268995}
+{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.7764837741851807, "Finetune/Loss (Raw)": 0.7637556195259094, "Finetune/Step": 5016, "Finetune/Step Time": 6.5861819963902235}
+{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.7754145860671997, "Finetune/Loss (Raw)": 0.7006286978721619, "Finetune/Step": 5017, "Finetune/Step Time": 6.5868112575262785}
+{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.774644672870636, "Finetune/Loss (Raw)": 0.7021735906600952, "Finetune/Step": 5018, "Finetune/Step Time": 6.575063355267048}
+{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.7745109796524048, "Finetune/Loss (Raw)": 0.7299516201019287, "Finetune/Step": 5019, "Finetune/Step Time": 6.573603833094239}
+{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.7706969976425171, "Finetune/Loss (Raw)": 0.3415045440196991, "Finetune/Step": 5020, "Finetune/Step Time": 6.590664638206363}
+{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.7700859308242798, "Finetune/Loss (Raw)": 0.8699941039085388, "Finetune/Step": 5021, "Finetune/Step Time": 6.589918550103903}
+{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.7705089449882507, "Finetune/Loss (Raw)": 0.8405100107192993, "Finetune/Step": 5022, "Finetune/Step Time": 6.571718843653798}
+{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.7709348797798157, "Finetune/Loss (Raw)": 0.7811992764472961, "Finetune/Step": 5023, "Finetune/Step Time": 6.577300518751144}
+{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.7701716423034668, "Finetune/Loss (Raw)": 0.7914993762969971, "Finetune/Step": 5024, "Finetune/Step Time": 6.58077722415328}
+{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.7709376215934753, "Finetune/Loss (Raw)": 0.7466826438903809, "Finetune/Step": 5025, "Finetune/Step Time": 6.585322458297014}
+{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.772229790687561, "Finetune/Loss (Raw)": 0.8766154646873474, "Finetune/Step": 5026, "Finetune/Step Time": 6.577240779995918}
+{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.7718681693077087, "Finetune/Loss (Raw)": 0.8830093741416931, "Finetune/Step": 5027, "Finetune/Step Time": 6.579276580363512}
+{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.7729315757751465, "Finetune/Loss (Raw)": 0.92323237657547, "Finetune/Step": 5028, "Finetune/Step Time": 6.581364268437028}
+{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.7733074426651001, "Finetune/Loss (Raw)": 0.8301481008529663, "Finetune/Step": 5029, "Finetune/Step Time": 6.583189191296697}
+{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.7731726169586182, "Finetune/Loss (Raw)": 0.7572847008705139, "Finetune/Step": 5030, "Finetune/Step Time": 6.585883943364024}
+{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.7734463214874268, "Finetune/Loss (Raw)": 0.8132094144821167, "Finetune/Step": 5031, "Finetune/Step Time": 6.588066257536411}
+{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.774337649345398, "Finetune/Loss (Raw)": 0.9069483280181885, "Finetune/Step": 5032, "Finetune/Step Time": 6.586498666554689}
+{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.773871660232544, "Finetune/Loss (Raw)": 0.8108615279197693, "Finetune/Step": 5033, "Finetune/Step Time": 6.58596907928586}
+{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.7742297649383545, "Finetune/Loss (Raw)": 0.8365733623504639, "Finetune/Step": 5034, "Finetune/Step Time": 6.58384620398283}
+{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.7746664881706238, "Finetune/Loss (Raw)": 0.7326840758323669, "Finetune/Step": 5035, "Finetune/Step Time": 6.58120734244585}
+{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.7746843099594116, "Finetune/Loss (Raw)": 0.7843197584152222, "Finetune/Step": 5036, "Finetune/Step Time": 6.55132576264441}
+{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.7758510112762451, "Finetune/Loss (Raw)": 0.9250170588493347, "Finetune/Step": 5037, "Finetune/Step Time": 6.5463926419615746}
+{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.7764346599578857, "Finetune/Loss (Raw)": 0.9251521229743958, "Finetune/Step": 5038, "Finetune/Step Time": 6.554078616201878}
+{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.7779701948165894, "Finetune/Loss (Raw)": 0.9713130593299866, "Finetune/Step": 5039, "Finetune/Step Time": 6.558998193591833}
+{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.7765906453132629, "Finetune/Loss (Raw)": 0.6385634541511536, "Finetune/Step": 5040, "Finetune/Step Time": 6.5634860172867775}
+{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.777406632900238, "Finetune/Loss (Raw)": 0.9516514539718628, "Finetune/Step": 5041, "Finetune/Step Time": 6.551416711881757}
+{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.7814829349517822, "Finetune/Loss (Raw)": 0.92412930727005, "Finetune/Step": 5042, "Finetune/Step Time": 6.544813588261604}
+{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.7825380563735962, "Finetune/Loss (Raw)": 0.8201942443847656, "Finetune/Step": 5043, "Finetune/Step Time": 6.545922147110105}
+{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.7828793525695801, "Finetune/Loss (Raw)": 0.8305703401565552, "Finetune/Step": 5044, "Finetune/Step Time": 6.5479371920228004}
+{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.7819110155105591, "Finetune/Loss (Raw)": 0.28319308161735535, "Finetune/Step": 5045, "Finetune/Step Time": 6.546609468758106}
+{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.7780026197433472, "Finetune/Loss (Raw)": 0.32690370082855225, "Finetune/Step": 5046, "Finetune/Step Time": 6.565303722396493}
+{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.7780992984771729, "Finetune/Loss (Raw)": 0.8219798803329468, "Finetune/Step": 5047, "Finetune/Step Time": 6.564937107264996}
+{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.7784512042999268, "Finetune/Loss (Raw)": 0.9129199981689453, "Finetune/Step": 5048, "Finetune/Step Time": 6.575964272022247}
+{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.7779020071029663, "Finetune/Loss (Raw)": 0.7860816121101379, "Finetune/Step": 5049, "Finetune/Step Time": 6.568523023277521}
+{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.7784083485603333, "Finetune/Loss (Raw)": 0.7709890604019165, "Finetune/Step": 5050, "Finetune/Step Time": 6.579080305993557}
+{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.7781699895858765, "Finetune/Loss (Raw)": 0.7072787284851074, "Finetune/Step": 5051, "Finetune/Step Time": 6.593136630952358}
+{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.7750173211097717, "Finetune/Loss (Raw)": 0.36634576320648193, "Finetune/Step": 5052, "Finetune/Step Time": 6.607155408710241}
+{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.7747671604156494, "Finetune/Loss (Raw)": 0.7158905267715454, "Finetune/Step": 5053, "Finetune/Step Time": 6.615997122600675}
+{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.7760412096977234, "Finetune/Loss (Raw)": 0.9471059441566467, "Finetune/Step": 5054, "Finetune/Step Time": 6.621732015162706}
+{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.7760249972343445, "Finetune/Loss (Raw)": 0.7707306146621704, "Finetune/Step": 5055, "Finetune/Step Time": 6.6219443287700415}
+{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.7777675986289978, "Finetune/Loss (Raw)": 0.8154323697090149, "Finetune/Step": 5056, "Finetune/Step Time": 6.597198981791735}
+{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.778170108795166, "Finetune/Loss (Raw)": 0.7886326313018799, "Finetune/Step": 5057, "Finetune/Step Time": 6.600358622148633}
+{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.7778671979904175, "Finetune/Loss (Raw)": 0.7981246709823608, "Finetune/Step": 5058, "Finetune/Step Time": 6.604216855019331}
+{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.7780656814575195, "Finetune/Loss (Raw)": 0.9136015176773071, "Finetune/Step": 5059, "Finetune/Step Time": 6.601912451907992}
+{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.7784925699234009, "Finetune/Loss (Raw)": 0.9202937483787537, "Finetune/Step": 5060, "Finetune/Step Time": 6.602466834709048}
+{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.779664158821106, "Finetune/Loss (Raw)": 0.8690983653068542, "Finetune/Step": 5061, "Finetune/Step Time": 6.585349841043353}
+{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.778430700302124, "Finetune/Loss (Raw)": 0.7052082419395447, "Finetune/Step": 5062, "Finetune/Step Time": 6.589600909501314}
+{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.7786452174186707, "Finetune/Loss (Raw)": 0.8906922936439514, "Finetune/Step": 5063, "Finetune/Step Time": 6.586611814796925}
+{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.7782224416732788, "Finetune/Loss (Raw)": 0.6794992089271545, "Finetune/Step": 5064, "Finetune/Step Time": 6.582177916541696}
+{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.7778490781784058, "Finetune/Loss (Raw)": 0.8814469575881958, "Finetune/Step": 5065, "Finetune/Step Time": 6.5879904963076115}
+{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.7781689763069153, "Finetune/Loss (Raw)": 0.8805015683174133, "Finetune/Step": 5066, "Finetune/Step Time": 6.579813944175839}
+{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.7816534042358398, "Finetune/Loss (Raw)": 0.781129777431488, "Finetune/Step": 5067, "Finetune/Step Time": 6.564535643905401}
+{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.7831525206565857, "Finetune/Loss (Raw)": 0.8294104933738708, "Finetune/Step": 5068, "Finetune/Step Time": 6.557512519881129}
+{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.7835863828659058, "Finetune/Loss (Raw)": 0.7380884289741516, "Finetune/Step": 5069, "Finetune/Step Time": 6.558981217443943}
+{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.7838696837425232, "Finetune/Loss (Raw)": 0.766266942024231, "Finetune/Step": 5070, "Finetune/Step Time": 6.5669255796819925}
+{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.7841455936431885, "Finetune/Loss (Raw)": 0.7730411291122437, "Finetune/Step": 5071, "Finetune/Step Time": 6.562555903568864}
+{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.7853113412857056, "Finetune/Loss (Raw)": 1.0025813579559326, "Finetune/Step": 5072, "Finetune/Step Time": 6.56539386510849}
+{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.7850334644317627, "Finetune/Loss (Raw)": 0.845874547958374, "Finetune/Step": 5073, "Finetune/Step Time": 6.569274067878723}
+{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.7861701250076294, "Finetune/Loss (Raw)": 0.9199010729789734, "Finetune/Step": 5074, "Finetune/Step Time": 6.565062003210187}
+{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.7824486494064331, "Finetune/Loss (Raw)": 0.3742287755012512, "Finetune/Step": 5075, "Finetune/Step Time": 6.581758754327893}
+{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.782991886138916, "Finetune/Loss (Raw)": 0.8540006875991821, "Finetune/Step": 5076, "Finetune/Step Time": 6.580285457894206}
+{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.7830477356910706, "Finetune/Loss (Raw)": 0.7888561487197876, "Finetune/Step": 5077, "Finetune/Step Time": 6.601442141458392}
+{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.78382807970047, "Finetune/Loss (Raw)": 0.7986969947814941, "Finetune/Step": 5078, "Finetune/Step Time": 6.585809290409088}
+{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.7843248844146729, "Finetune/Loss (Raw)": 0.9343790411949158, "Finetune/Step": 5079, "Finetune/Step Time": 6.585345719009638}
+{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.7846914529800415, "Finetune/Loss (Raw)": 0.9111148118972778, "Finetune/Step": 5080, "Finetune/Step Time": 6.577436847612262}
+{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.7837095856666565, "Finetune/Loss (Raw)": 0.6267377734184265, "Finetune/Step": 5081, "Finetune/Step Time": 6.573175437748432}
+{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.7795373797416687, "Finetune/Loss (Raw)": 0.3415389060974121, "Finetune/Step": 5082, "Finetune/Step Time": 6.553106667473912}
+{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.7790570259094238, "Finetune/Loss (Raw)": 0.771824300289154, "Finetune/Step": 5083, "Finetune/Step Time": 6.556765161454678}
+{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.7778332829475403, "Finetune/Loss (Raw)": 0.7109940648078918, "Finetune/Step": 5084, "Finetune/Step Time": 6.566598813980818}
+{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.7771847248077393, "Finetune/Loss (Raw)": 0.8071843385696411, "Finetune/Step": 5085, "Finetune/Step Time": 6.569567983970046}
+{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.7788079380989075, "Finetune/Loss (Raw)": 0.9353715777397156, "Finetune/Step": 5086, "Finetune/Step Time": 6.556330790743232}
+{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.7819615602493286, "Finetune/Loss (Raw)": 0.83907151222229, "Finetune/Step": 5087, "Finetune/Step Time": 6.55840752646327}
+{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.7834087014198303, "Finetune/Loss (Raw)": 0.9682771563529968, "Finetune/Step": 5088, "Finetune/Step Time": 6.557892717421055}
+{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.784344494342804, "Finetune/Loss (Raw)": 0.886438250541687, "Finetune/Step": 5089, "Finetune/Step Time": 6.557212166488171}
+{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.7832802534103394, "Finetune/Loss (Raw)": 0.720151960849762, "Finetune/Step": 5090, "Finetune/Step Time": 6.548233883455396}
+{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.7841460704803467, "Finetune/Loss (Raw)": 0.8819128274917603, "Finetune/Step": 5091, "Finetune/Step Time": 6.555900581181049}
+{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.7795134782791138, "Finetune/Loss (Raw)": 0.31995970010757446, "Finetune/Step": 5092, "Finetune/Step Time": 6.570928879082203}
+{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.7790437936782837, "Finetune/Loss (Raw)": 0.8546508550643921, "Finetune/Step": 5093, "Finetune/Step Time": 6.572604689747095}
+{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.7784643769264221, "Finetune/Loss (Raw)": 0.6736962795257568, "Finetune/Step": 5094, "Finetune/Step Time": 6.581745438277721}
+{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.7765820622444153, "Finetune/Loss (Raw)": 0.6166794896125793, "Finetune/Step": 5095, "Finetune/Step Time": 6.5884349793195724}
+{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.7759042978286743, "Finetune/Loss (Raw)": 0.722501814365387, "Finetune/Step": 5096, "Finetune/Step Time": 6.614944076165557}
+{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.7741481065750122, "Finetune/Loss (Raw)": 0.5600208044052124, "Finetune/Step": 5097, "Finetune/Step Time": 6.605922283604741}
+{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.7724224925041199, "Finetune/Loss (Raw)": 0.6687294244766235, "Finetune/Step": 5098, "Finetune/Step Time": 6.6074572168290615}
+{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.7706279158592224, "Finetune/Loss (Raw)": 0.7332555651664734, "Finetune/Step": 5099, "Finetune/Step Time": 6.595846747979522}
+{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.7701743841171265, "Finetune/Loss (Raw)": 0.7202533483505249, "Finetune/Step": 5100, "Finetune/Step Time": 6.582324326038361}
+{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.7682309746742249, "Finetune/Loss (Raw)": 0.7334061861038208, "Finetune/Step": 5101, "Finetune/Step Time": 6.583758605644107}
+{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.7724550366401672, "Finetune/Loss (Raw)": 0.8404399156570435, "Finetune/Step": 5102, "Finetune/Step Time": 6.567376473918557}
+{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.7734229564666748, "Finetune/Loss (Raw)": 0.9002078771591187, "Finetune/Step": 5103, "Finetune/Step Time": 6.5832324251532555}
+{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.7701867818832397, "Finetune/Loss (Raw)": 0.5257545113563538, "Finetune/Step": 5104, "Finetune/Step Time": 6.584859134629369}
+{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.7713332772254944, "Finetune/Loss (Raw)": 0.8531816601753235, "Finetune/Step": 5105, "Finetune/Step Time": 6.562841093167663}
+{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.7726516723632812, "Finetune/Loss (Raw)": 0.9479274153709412, "Finetune/Step": 5106, "Finetune/Step Time": 6.567455122247338}
+{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.7731866836547852, "Finetune/Loss (Raw)": 0.847835123538971, "Finetune/Step": 5107, "Finetune/Step Time": 6.5662433039397}
+{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.7741625308990479, "Finetune/Loss (Raw)": 0.7954279780387878, "Finetune/Step": 5108, "Finetune/Step Time": 6.549326855689287}
+{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.7758310437202454, "Finetune/Loss (Raw)": 0.9311309456825256, "Finetune/Step": 5109, "Finetune/Step Time": 6.5513661578297615}
+{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.7746679186820984, "Finetune/Loss (Raw)": 0.7730028033256531, "Finetune/Step": 5110, "Finetune/Step Time": 6.562262635678053}
+{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.7769179344177246, "Finetune/Loss (Raw)": 0.6973328590393066, "Finetune/Step": 5111, "Finetune/Step Time": 6.567874135449529}
+{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.7740554213523865, "Finetune/Loss (Raw)": 0.3447049558162689, "Finetune/Step": 5112, "Finetune/Step Time": 6.575668470934033}
+{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.7689968347549438, "Finetune/Loss (Raw)": 0.28765466809272766, "Finetune/Step": 5113, "Finetune/Step Time": 6.599374555051327}
+{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.7704901099205017, "Finetune/Loss (Raw)": 0.8197128176689148, "Finetune/Step": 5114, "Finetune/Step Time": 6.600598091259599}
+{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.7694393396377563, "Finetune/Loss (Raw)": 0.7308526039123535, "Finetune/Step": 5115, "Finetune/Step Time": 6.6036198157817125}
+{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.7644467949867249, "Finetune/Loss (Raw)": 0.2530554234981537, "Finetune/Step": 5116, "Finetune/Step Time": 6.615033818408847}
+{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.7657033205032349, "Finetune/Loss (Raw)": 0.989237368106842, "Finetune/Step": 5117, "Finetune/Step Time": 6.615183399990201}
+{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.7662340402603149, "Finetune/Loss (Raw)": 0.8660743832588196, "Finetune/Step": 5118, "Finetune/Step Time": 6.61717788502574}
+{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.767277717590332, "Finetune/Loss (Raw)": 0.9191694259643555, "Finetune/Step": 5119, "Finetune/Step Time": 6.606552857905626}
+{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.7626891136169434, "Finetune/Loss (Raw)": 0.3409574329853058, "Finetune/Step": 5120, "Finetune/Step Time": 6.609065372496843}
+{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.7643457651138306, "Finetune/Loss (Raw)": 0.7600425481796265, "Finetune/Step": 5121, "Finetune/Step Time": 6.594986394047737}
+{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.7634185552597046, "Finetune/Loss (Raw)": 0.696347713470459, "Finetune/Step": 5122, "Finetune/Step Time": 6.586695304140449}
+{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.7655580639839172, "Finetune/Loss (Raw)": 0.8420250415802002, "Finetune/Step": 5123, "Finetune/Step Time": 6.588230172172189}
+{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.7652255296707153, "Finetune/Loss (Raw)": 0.8881248235702515, "Finetune/Step": 5124, "Finetune/Step Time": 6.588654439896345}
+{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.7657737731933594, "Finetune/Loss (Raw)": 0.9422418475151062, "Finetune/Step": 5125, "Finetune/Step Time": 6.603267598897219}
+{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.7604759335517883, "Finetune/Loss (Raw)": 0.38550490140914917, "Finetune/Step": 5126, "Finetune/Step Time": 6.620559187605977}
+{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.7592719197273254, "Finetune/Loss (Raw)": 0.7813829183578491, "Finetune/Step": 5127, "Finetune/Step Time": 6.633239785209298}
+{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.7626490592956543, "Finetune/Loss (Raw)": 0.7788658738136292, "Finetune/Step": 5128, "Finetune/Step Time": 6.617132496088743}
+{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.7581890821456909, "Finetune/Loss (Raw)": 0.29014289379119873, "Finetune/Step": 5129, "Finetune/Step Time": 6.636284658685327}
+{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.7601438164710999, "Finetune/Loss (Raw)": 0.7716077566146851, "Finetune/Step": 5130, "Finetune/Step Time": 6.619658317416906}
+{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.7593298554420471, "Finetune/Loss (Raw)": 0.6640877723693848, "Finetune/Step": 5131, "Finetune/Step Time": 6.625501066446304}
+{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.7593517899513245, "Finetune/Loss (Raw)": 0.6712685227394104, "Finetune/Step": 5132, "Finetune/Step Time": 6.619829902425408}
+{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.7589883804321289, "Finetune/Loss (Raw)": 0.7975957989692688, "Finetune/Step": 5133, "Finetune/Step Time": 6.620091615244746}
+{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.7591837644577026, "Finetune/Loss (Raw)": 0.8497348427772522, "Finetune/Step": 5134, "Finetune/Step Time": 6.623746437951922}
+{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.758990466594696, "Finetune/Loss (Raw)": 0.6583036780357361, "Finetune/Step": 5135, "Finetune/Step Time": 6.618240365758538}
+{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.7608352303504944, "Finetune/Loss (Raw)": 0.9673640131950378, "Finetune/Step": 5136, "Finetune/Step Time": 6.6228062361478806}
+{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.7594553232192993, "Finetune/Loss (Raw)": 0.7910632491111755, "Finetune/Step": 5137, "Finetune/Step Time": 6.626258922740817}
+{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.7584682703018188, "Finetune/Loss (Raw)": 0.7661699056625366, "Finetune/Step": 5138, "Finetune/Step Time": 6.640482669696212}
+{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.7549948692321777, "Finetune/Loss (Raw)": 0.33834028244018555, "Finetune/Step": 5139, "Finetune/Step Time": 6.659086713567376}
+{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.755480945110321, "Finetune/Loss (Raw)": 0.8602460026741028, "Finetune/Step": 5140, "Finetune/Step Time": 6.6546425223350525}
+{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.757568359375, "Finetune/Loss (Raw)": 0.943335235118866, "Finetune/Step": 5141, "Finetune/Step Time": 6.652092907577753}
+{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.7573614120483398, "Finetune/Loss (Raw)": 0.7372130155563354, "Finetune/Step": 5142, "Finetune/Step Time": 6.655862109735608}
+{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.7587906122207642, "Finetune/Loss (Raw)": 0.9089810848236084, "Finetune/Step": 5143, "Finetune/Step Time": 6.658813204616308}
+{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.7572579979896545, "Finetune/Loss (Raw)": 0.5675774216651917, "Finetune/Step": 5144, "Finetune/Step Time": 6.6538747269660234}
+{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.757854163646698, "Finetune/Loss (Raw)": 0.7769390940666199, "Finetune/Step": 5145, "Finetune/Step Time": 6.65498642064631}
+{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.7597484588623047, "Finetune/Loss (Raw)": 0.9446454048156738, "Finetune/Step": 5146, "Finetune/Step Time": 6.650315789505839}
+{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.7602849006652832, "Finetune/Loss (Raw)": 0.7986064553260803, "Finetune/Step": 5147, "Finetune/Step Time": 6.651968974620104}
+{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.7621845006942749, "Finetune/Loss (Raw)": 0.5846598744392395, "Finetune/Step": 5148, "Finetune/Step Time": 6.639174662530422}
+{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.7615828514099121, "Finetune/Loss (Raw)": 0.7929885983467102, "Finetune/Step": 5149, "Finetune/Step Time": 6.645369533449411}
+{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.7609914541244507, "Finetune/Loss (Raw)": 0.7648008465766907, "Finetune/Step": 5150, "Finetune/Step Time": 6.652615420520306}
+{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.7606468200683594, "Finetune/Loss (Raw)": 0.7370855808258057, "Finetune/Step": 5151, "Finetune/Step Time": 6.649795966222882}
+{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.7600780725479126, "Finetune/Loss (Raw)": 0.7187070250511169, "Finetune/Step": 5152, "Finetune/Step Time": 6.651752883568406}
+{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.7574866414070129, "Finetune/Loss (Raw)": 0.4149773120880127, "Finetune/Step": 5153, "Finetune/Step Time": 6.658943019807339}
+{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.7534819841384888, "Finetune/Loss (Raw)": 0.36401692032814026, "Finetune/Step": 5154, "Finetune/Step Time": 6.678439350798726}
+{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.7519675493240356, "Finetune/Loss (Raw)": 0.6891642212867737, "Finetune/Step": 5155, "Finetune/Step Time": 6.67996228300035}
+{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.7516326904296875, "Finetune/Loss (Raw)": 0.8803611993789673, "Finetune/Step": 5156, "Finetune/Step Time": 6.6920446287840605}
+{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.7514341473579407, "Finetune/Loss (Raw)": 0.8047415018081665, "Finetune/Step": 5157, "Finetune/Step Time": 6.701754743233323}
+{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.7518343925476074, "Finetune/Loss (Raw)": 0.8085101246833801, "Finetune/Step": 5158, "Finetune/Step Time": 6.708032727241516}
+{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.7524629831314087, "Finetune/Loss (Raw)": 0.8936746120452881, "Finetune/Step": 5159, "Finetune/Step Time": 6.70923612639308}
+{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.7527359127998352, "Finetune/Loss (Raw)": 0.9418853521347046, "Finetune/Step": 5160, "Finetune/Step Time": 6.707641841843724}
+{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.7532285451889038, "Finetune/Loss (Raw)": 0.8739125728607178, "Finetune/Step": 5161, "Finetune/Step Time": 6.718073697760701}
+{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.7525244951248169, "Finetune/Loss (Raw)": 0.7464641332626343, "Finetune/Step": 5162, "Finetune/Step Time": 6.7218911200761795}
+{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.7534778118133545, "Finetune/Loss (Raw)": 0.8547059297561646, "Finetune/Step": 5163, "Finetune/Step Time": 6.71758090518415}
+{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.7546703815460205, "Finetune/Loss (Raw)": 0.9369680881500244, "Finetune/Step": 5164, "Finetune/Step Time": 6.730203032493591}
+{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.7524993419647217, "Finetune/Loss (Raw)": 0.6471267938613892, "Finetune/Step": 5165, "Finetune/Step Time": 6.73924789018929}
+{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.7518124580383301, "Finetune/Loss (Raw)": 0.8372287750244141, "Finetune/Step": 5166, "Finetune/Step Time": 6.746291162446141}
+{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.7501727938652039, "Finetune/Loss (Raw)": 0.761432945728302, "Finetune/Step": 5167, "Finetune/Step Time": 6.739479277282953}
+{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.7521175146102905, "Finetune/Loss (Raw)": 0.8874837160110474, "Finetune/Step": 5168, "Finetune/Step Time": 6.7293766010552645}
+{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.7515925168991089, "Finetune/Loss (Raw)": 0.884457528591156, "Finetune/Step": 5169, "Finetune/Step Time": 6.73010678589344}
+{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.7496108412742615, "Finetune/Loss (Raw)": 0.6704797148704529, "Finetune/Step": 5170, "Finetune/Step Time": 6.738138126209378}
+{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.7509772181510925, "Finetune/Loss (Raw)": 0.995086133480072, "Finetune/Step": 5171, "Finetune/Step Time": 6.733705822378397}
+{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.7508858442306519, "Finetune/Loss (Raw)": 0.8188754916191101, "Finetune/Step": 5172, "Finetune/Step Time": 6.730923106893897}
+{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.7545187473297119, "Finetune/Loss (Raw)": 0.7482026815414429, "Finetune/Step": 5173, "Finetune/Step Time": 6.711510460823774}
+{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.7598870992660522, "Finetune/Loss (Raw)": 1.0140562057495117, "Finetune/Step": 5174, "Finetune/Step Time": 6.692774876952171}
+{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.7597411870956421, "Finetune/Loss (Raw)": 0.8033049702644348, "Finetune/Step": 5175, "Finetune/Step Time": 6.6989411395043135}
+{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.7551285028457642, "Finetune/Loss (Raw)": 0.3224956691265106, "Finetune/Step": 5176, "Finetune/Step Time": 6.706012561917305}
+{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.7563353180885315, "Finetune/Loss (Raw)": 0.9405515193939209, "Finetune/Step": 5177, "Finetune/Step Time": 6.700630525127053}
+{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.7554855942726135, "Finetune/Loss (Raw)": 0.6622219085693359, "Finetune/Step": 5178, "Finetune/Step Time": 6.686004290357232}
+{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.755599319934845, "Finetune/Loss (Raw)": 0.7218332886695862, "Finetune/Step": 5179, "Finetune/Step Time": 6.692086609080434}
+{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.7580393552780151, "Finetune/Loss (Raw)": 0.6786744594573975, "Finetune/Step": 5180, "Finetune/Step Time": 6.681609885767102}
+{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.7592925429344177, "Finetune/Loss (Raw)": 0.8762982487678528, "Finetune/Step": 5181, "Finetune/Step Time": 6.677039794623852}
+{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.7570082545280457, "Finetune/Loss (Raw)": 0.6547136306762695, "Finetune/Step": 5182, "Finetune/Step Time": 6.680672165006399}
+{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.7576073408126831, "Finetune/Loss (Raw)": 0.8474171757698059, "Finetune/Step": 5183, "Finetune/Step Time": 6.685374030843377}
+{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.7573760747909546, "Finetune/Loss (Raw)": 0.7858304381370544, "Finetune/Step": 5184, "Finetune/Step Time": 6.695755105465651}
+{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.7582923173904419, "Finetune/Loss (Raw)": 0.9059097766876221, "Finetune/Step": 5185, "Finetune/Step Time": 6.707561833783984}
+{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.7549696564674377, "Finetune/Loss (Raw)": 0.3728271424770355, "Finetune/Step": 5186, "Finetune/Step Time": 6.725019143894315}
+{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.752885103225708, "Finetune/Loss (Raw)": 0.6467780470848083, "Finetune/Step": 5187, "Finetune/Step Time": 6.743777636438608}
+{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.751489520072937, "Finetune/Loss (Raw)": 0.7416563630104065, "Finetune/Step": 5188, "Finetune/Step Time": 6.735048910602927}
+{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.7498563528060913, "Finetune/Loss (Raw)": 0.660061776638031, "Finetune/Step": 5189, "Finetune/Step Time": 6.7483033034950495}
+{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.749271810054779, "Finetune/Loss (Raw)": 0.6303785443305969, "Finetune/Step": 5190, "Finetune/Step Time": 6.747408850118518}
+{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.7475575804710388, "Finetune/Loss (Raw)": 0.671271562576294, "Finetune/Step": 5191, "Finetune/Step Time": 6.759784642606974}
+{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.748228907585144, "Finetune/Loss (Raw)": 0.7654321789741516, "Finetune/Step": 5192, "Finetune/Step Time": 6.756170546635985}
+{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.7465514540672302, "Finetune/Loss (Raw)": 0.6667292714118958, "Finetune/Step": 5193, "Finetune/Step Time": 6.768385291099548}
+{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.7422536611557007, "Finetune/Loss (Raw)": 0.3303775191307068, "Finetune/Step": 5194, "Finetune/Step Time": 6.78727213665843}
+{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.742302656173706, "Finetune/Loss (Raw)": 0.7874026894569397, "Finetune/Step": 5195, "Finetune/Step Time": 6.786563633009791}
+{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.7413791418075562, "Finetune/Loss (Raw)": 0.7112075686454773, "Finetune/Step": 5196, "Finetune/Step Time": 6.79349329508841}
+{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.7420576810836792, "Finetune/Loss (Raw)": 0.8249401450157166, "Finetune/Step": 5197, "Finetune/Step Time": 6.786936016753316}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.7423198223114014, "Finetune/Loss (Raw)": 0.799822211265564, "Finetune/Step": 5198, "Finetune/Step Time": 6.772573621943593}