diff --git "a/reproduction-llava-v15+13b/run-metrics.jsonl" "b/reproduction-llava-v15+13b/run-metrics.jsonl"
new file mode 100644--- /dev/null
+++ "b/reproduction-llava-v15+13b/run-metrics.jsonl"
@@ -0,0 +1,5199 @@
+{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-v15", "dataset_root_dir": "data", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_mix665k.json", "download/llava-v1.5-instruct"], "type": "llava-v15"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 256, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 16, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 1, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-05, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 16, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "letterbox", "llm_backbone_id": "vicuna-v15-13b", "llm_max_length": 2048, "model_id": "reproduction-llava-v15+13b", "reduce_in_full_precision": false, "type": "reproduction-llava-v15+13b", "vision_backbone_id": "clip-vit-l-336px"}, "pretrained_checkpoint": null, "run_id": "reproduction-llava-v15+13b", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": null, "wandb_project": "prismatic"}, "run_id": "reproduction-llava-v15+13b+stage-finetune+x7"}
+{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 0.8861809372901917, "Finetune/Loss (Raw)": 0.8861809372901917, "Finetune/Step": 1, "Finetune/Step Time": 32.537206411361694}
+{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 1.1143056154251099, "Finetune/Loss (Raw)": 1.3424302339553833, "Finetune/Step": 2, "Finetune/Step Time": 24.5310275554657}
+{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 1.0996993780136108, "Finetune/Loss (Raw)": 1.0704870223999023, "Finetune/Step": 3, "Finetune/Step Time": 19.717537959416706}
+{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 1.0782577991485596, "Finetune/Loss (Raw)": 1.0139325857162476, "Finetune/Step": 4, "Finetune/Step Time": 17.380503475666046}
+{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 1.0789364576339722, "Finetune/Loss (Raw)": 1.0816508531570435, "Finetune/Step": 5, "Finetune/Step Time": 16.298566770553588}
+{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 1.0732696056365967, "Finetune/Loss (Raw)": 1.0449360609054565, "Finetune/Step": 6, "Finetune/Step Time": 15.504868984222412}
+{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 1.074008822441101, "Finetune/Loss (Raw)": 1.078444242477417, "Finetune/Step": 7, "Finetune/Step Time": 14.868611063276019}
+{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 1.084255576133728, "Finetune/Loss (Raw)": 1.1559820175170898, "Finetune/Step": 8, "Finetune/Step Time": 14.72997534275055}
+{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 1.0649913549423218, "Finetune/Loss (Raw)": 0.9108773469924927, "Finetune/Step": 9, "Finetune/Step Time": 14.351136022143894}
+{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 1.0814670324325562, "Finetune/Loss (Raw)": 1.2297496795654297, "Finetune/Step": 10, "Finetune/Step Time": 14.524625277519226}
+{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 1.090456247329712, "Finetune/Loss (Raw)": 1.1803464889526367, "Finetune/Step": 11, "Finetune/Step Time": 14.174576737663962}
+{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 1.0894403457641602, "Finetune/Loss (Raw)": 1.0782661437988281, "Finetune/Step": 12, "Finetune/Step Time": 13.904971162478128}
+{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 1.0826860666275024, "Finetune/Loss (Raw)": 1.0016344785690308, "Finetune/Step": 13, "Finetune/Step Time": 13.695479924862202}
+{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 1.091761589050293, "Finetune/Loss (Raw)": 1.209742784500122, "Finetune/Step": 14, "Finetune/Step Time": 13.458188874380928}
+{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 1.0973694324493408, "Finetune/Loss (Raw)": 1.1758794784545898, "Finetune/Step": 15, "Finetune/Step Time": 13.460370715459188}
+{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 1.078644037246704, "Finetune/Loss (Raw)": 0.7977645993232727, "Finetune/Step": 16, "Finetune/Step Time": 13.45432536303997}
+{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 1.076016902923584, "Finetune/Loss (Raw)": 1.0339826345443726, "Finetune/Step": 17, "Finetune/Step Time": 13.322071594350477}
+{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 1.0629745721817017, "Finetune/Loss (Raw)": 0.8412553668022156, "Finetune/Step": 18, "Finetune/Step Time": 13.26236793729994}
+{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 1.0613014698028564, "Finetune/Loss (Raw)": 1.0311840772628784, "Finetune/Step": 19, "Finetune/Step Time": 13.117468582956414}
+{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 1.0583256483078003, "Finetune/Loss (Raw)": 1.0017848014831543, "Finetune/Step": 20, "Finetune/Step Time": 12.957570219039917}
+{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 1.0516177415847778, "Finetune/Loss (Raw)": 0.9174607396125793, "Finetune/Step": 21, "Finetune/Step Time": 12.978241307394844}
+{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 1.0463019609451294, "Finetune/Loss (Raw)": 0.9346703290939331, "Finetune/Step": 22, "Finetune/Step Time": 12.90218355438926}
+{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 1.007050633430481, "Finetune/Loss (Raw)": 0.14351904392242432, "Finetune/Step": 23, "Finetune/Step Time": 13.032058145688927}
+{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 1.0089411735534668, "Finetune/Loss (Raw)": 1.052426815032959, "Finetune/Step": 24, "Finetune/Step Time": 12.912559509277344}
+{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 1.0047465562820435, "Finetune/Loss (Raw)": 0.904073178768158, "Finetune/Step": 25, "Finetune/Step Time": 12.84349585533142}
+{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 0.9728909134864807, "Finetune/Loss (Raw)": 0.17649923264980316, "Finetune/Step": 26, "Finetune/Step Time": 12.9622874718446}
+{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 0.97791588306427, "Finetune/Loss (Raw)": 1.1085658073425293, "Finetune/Step": 27, "Finetune/Step Time": 12.840688449365121}
+{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 0.9783046245574951, "Finetune/Loss (Raw)": 0.9888021945953369, "Finetune/Step": 28, "Finetune/Step Time": 12.746288861547198}
+{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 0.9805557131767273, "Finetune/Loss (Raw)": 1.0435842275619507, "Finetune/Step": 29, "Finetune/Step Time": 12.750261504074622}
+{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 0.9781749248504639, "Finetune/Loss (Raw)": 0.9091306328773499, "Finetune/Step": 30, "Finetune/Step Time": 12.757623553276062}
+{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 0.9794726967811584, "Finetune/Loss (Raw)": 1.0184112787246704, "Finetune/Step": 31, "Finetune/Step Time": 12.720045997250464}
+{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 0.9754699468612671, "Finetune/Loss (Raw)": 0.8513824939727783, "Finetune/Step": 32, "Finetune/Step Time": 12.787031449377537}
+{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 0.9687908291816711, "Finetune/Loss (Raw)": 0.7550569772720337, "Finetune/Step": 33, "Finetune/Step Time": 12.760316747607607}
+{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 0.9660651087760925, "Finetune/Loss (Raw)": 0.8761158585548401, "Finetune/Step": 34, "Finetune/Step Time": 12.706329857601839}
+{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 0.9687522649765015, "Finetune/Loss (Raw)": 1.0601180791854858, "Finetune/Step": 35, "Finetune/Step Time": 12.676636259896414}
+{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 0.967680811882019, "Finetune/Loss (Raw)": 0.9301809072494507, "Finetune/Step": 36, "Finetune/Step Time": 12.712028205394745}
+{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 0.9699512124061584, "Finetune/Loss (Raw)": 1.051684021949768, "Finetune/Step": 37, "Finetune/Step Time": 12.81938161076726}
+{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 0.969431459903717, "Finetune/Loss (Raw)": 0.950200617313385, "Finetune/Step": 38, "Finetune/Step Time": 12.751438197336698}
+{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 0.9675189256668091, "Finetune/Loss (Raw)": 0.8948438763618469, "Finetune/Step": 39, "Finetune/Step Time": 12.716260787768242}
+{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 0.9671184420585632, "Finetune/Loss (Raw)": 0.9515013694763184, "Finetune/Step": 40, "Finetune/Step Time": 12.742230129241943}
+{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 0.9698057770729065, "Finetune/Loss (Raw)": 1.0772994756698608, "Finetune/Step": 41, "Finetune/Step Time": 12.690737520776144}
+{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 0.9725509881973267, "Finetune/Loss (Raw)": 1.085100531578064, "Finetune/Step": 42, "Finetune/Step Time": 12.629055062929789}
+{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 0.9718487858772278, "Finetune/Loss (Raw)": 0.942359209060669, "Finetune/Step": 43, "Finetune/Step Time": 12.63354185570118}
+{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 0.9723106026649475, "Finetune/Loss (Raw)": 0.9921649694442749, "Finetune/Step": 44, "Finetune/Step Time": 12.62050750580701}
+{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 0.9692872762680054, "Finetune/Loss (Raw)": 0.8362621068954468, "Finetune/Step": 45, "Finetune/Step Time": 12.737343798743353}
+{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 0.9519321918487549, "Finetune/Loss (Raw)": 0.17095331847667694, "Finetune/Step": 46, "Finetune/Step Time": 12.807610879773678}
+{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 0.9524031281471252, "Finetune/Loss (Raw)": 0.9740670919418335, "Finetune/Step": 47, "Finetune/Step Time": 12.769375932977555}
+{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 0.951736569404602, "Finetune/Loss (Raw)": 0.9204063415527344, "Finetune/Step": 48, "Finetune/Step Time": 12.79176640510559}
+{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 0.9527178406715393, "Finetune/Loss (Raw)": 0.9998233914375305, "Finetune/Step": 49, "Finetune/Step Time": 12.75631289092862}
+{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 0.9511218667030334, "Finetune/Loss (Raw)": 0.8729188442230225, "Finetune/Step": 50, "Finetune/Step Time": 12.700910224914551}
+{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 0.9522592425346375, "Finetune/Loss (Raw)": 1.0091241598129272, "Finetune/Step": 51, "Finetune/Step Time": 12.660393065097285}
+{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 0.9525136351585388, "Finetune/Loss (Raw)": 0.965489387512207, "Finetune/Step": 52, "Finetune/Step Time": 12.654296132234427}
+{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 0.9477916955947876, "Finetune/Loss (Raw)": 0.7022517919540405, "Finetune/Step": 53, "Finetune/Step Time": 12.689144818287975}
+{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 0.9452744722366333, "Finetune/Loss (Raw)": 0.8118641376495361, "Finetune/Step": 54, "Finetune/Step Time": 12.68784092532264}
+{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 0.9450450539588928, "Finetune/Loss (Raw)": 0.9326517581939697, "Finetune/Step": 55, "Finetune/Step Time": 12.69728326363997}
+{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 0.9444850087165833, "Finetune/Loss (Raw)": 0.9136825203895569, "Finetune/Step": 56, "Finetune/Step Time": 12.726584264210292}
+{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 0.9429195523262024, "Finetune/Loss (Raw)": 0.8552571535110474, "Finetune/Step": 57, "Finetune/Step Time": 12.694439607754088}
+{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 0.9416149258613586, "Finetune/Loss (Raw)": 0.8672512173652649, "Finetune/Step": 58, "Finetune/Step Time": 12.751918344662107}
+{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 0.9408118724822998, "Finetune/Loss (Raw)": 0.8942314982414246, "Finetune/Step": 59, "Finetune/Step Time": 12.773515527531252}
+{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 0.9405726194381714, "Finetune/Loss (Raw)": 0.9264538288116455, "Finetune/Step": 60, "Finetune/Step Time": 12.736122334003449}
+{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 0.9410457611083984, "Finetune/Loss (Raw)": 0.9694402813911438, "Finetune/Step": 61, "Finetune/Step Time": 12.711988581985723}
+{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 0.9417146444320679, "Finetune/Loss (Raw)": 0.9825178384780884, "Finetune/Step": 62, "Finetune/Step Time": 12.672571816752034}
+{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 0.9432185888290405, "Finetune/Loss (Raw)": 1.036455750465393, "Finetune/Step": 63, "Finetune/Step Time": 12.638008303112453}
+{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 0.941484808921814, "Finetune/Loss (Raw)": 0.8322594165802002, "Finetune/Step": 64, "Finetune/Step Time": 12.705997198820114}
+{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 0.9413372278213501, "Finetune/Loss (Raw)": 0.9318919777870178, "Finetune/Step": 65, "Finetune/Step Time": 12.697726253362802}
+{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 0.9394431114196777, "Finetune/Loss (Raw)": 0.8163274526596069, "Finetune/Step": 66, "Finetune/Step Time": 12.67607160770532}
+{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 0.9363941550254822, "Finetune/Loss (Raw)": 0.7351648211479187, "Finetune/Step": 67, "Finetune/Step Time": 12.635664160571881}
+{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 0.9361501336097717, "Finetune/Loss (Raw)": 0.9198015928268433, "Finetune/Step": 68, "Finetune/Step Time": 12.634344209642972}
+{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 0.9379210472106934, "Finetune/Loss (Raw)": 1.0583418607711792, "Finetune/Step": 69, "Finetune/Step Time": 12.596001866934955}
+{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 0.9393115639686584, "Finetune/Loss (Raw)": 1.0352574586868286, "Finetune/Step": 70, "Finetune/Step Time": 12.564084901128496}
+{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 0.937435507774353, "Finetune/Loss (Raw)": 0.8061100840568542, "Finetune/Step": 71, "Finetune/Step Time": 12.537524774040975}
+{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 0.9368225932121277, "Finetune/Loss (Raw)": 0.8933015465736389, "Finetune/Step": 72, "Finetune/Step Time": 12.498607387145361}
+{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 0.9348372220993042, "Finetune/Loss (Raw)": 0.791893482208252, "Finetune/Step": 73, "Finetune/Step Time": 12.470466587641468}
+{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 0.9327555894851685, "Finetune/Loss (Raw)": 0.7807952165603638, "Finetune/Step": 74, "Finetune/Step Time": 12.443922442358893}
+{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 0.9295669794082642, "Finetune/Loss (Raw)": 0.6936087608337402, "Finetune/Step": 75, "Finetune/Step Time": 12.43860478401184}
+{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 0.9281321167945862, "Finetune/Loss (Raw)": 0.8205244541168213, "Finetune/Step": 76, "Finetune/Step Time": 12.428980432058635}
+{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 0.9280731678009033, "Finetune/Loss (Raw)": 0.9235913753509521, "Finetune/Step": 77, "Finetune/Step Time": 12.396589220344246}
+{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 0.9293607473373413, "Finetune/Loss (Raw)": 1.02850341796875, "Finetune/Step": 78, "Finetune/Step Time": 12.363961996176304}
+{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 0.9308910369873047, "Finetune/Loss (Raw)": 1.0502545833587646, "Finetune/Step": 79, "Finetune/Step Time": 12.34052305885508}
+{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 0.9300251007080078, "Finetune/Loss (Raw)": 0.8616181015968323, "Finetune/Step": 80, "Finetune/Step Time": 12.356040462851524}
+{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 0.9304090738296509, "Finetune/Loss (Raw)": 0.9611281752586365, "Finetune/Step": 81, "Finetune/Step Time": 12.35610756756347}
+{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 0.9304468631744385, "Finetune/Loss (Raw)": 0.9335138201713562, "Finetune/Step": 82, "Finetune/Step Time": 12.330118388664431}
+{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 0.9286089539527893, "Finetune/Loss (Raw)": 0.7778962850570679, "Finetune/Step": 83, "Finetune/Step Time": 12.350670352039566}
+{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 0.9291383624076843, "Finetune/Loss (Raw)": 0.9730799794197083, "Finetune/Step": 84, "Finetune/Step Time": 12.358847232091994}
+{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 0.929144024848938, "Finetune/Loss (Raw)": 0.9296154379844666, "Finetune/Step": 85, "Finetune/Step Time": 12.338597824994256}
+{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 0.9213843941688538, "Finetune/Loss (Raw)": 0.261814683675766, "Finetune/Step": 86, "Finetune/Step Time": 12.396685289782146}
+{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 0.9208266139030457, "Finetune/Loss (Raw)": 0.872859001159668, "Finetune/Step": 87, "Finetune/Step Time": 12.391656146652396}
+{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 0.9220574498176575, "Finetune/Loss (Raw)": 1.0291329622268677, "Finetune/Step": 88, "Finetune/Step Time": 12.41085873408751}
+{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 0.9218894839286804, "Finetune/Loss (Raw)": 0.9071140289306641, "Finetune/Step": 89, "Finetune/Step Time": 12.39036952243762}
+{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 0.9225184321403503, "Finetune/Loss (Raw)": 0.9784957766532898, "Finetune/Step": 90, "Finetune/Step Time": 12.409756848547193}
+{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 0.9231356382369995, "Finetune/Loss (Raw)": 0.9786787033081055, "Finetune/Step": 91, "Finetune/Step Time": 12.418456792831421}
+{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 0.9247429966926575, "Finetune/Loss (Raw)": 1.0710136890411377, "Finetune/Step": 92, "Finetune/Step Time": 12.40147881663364}
+{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 0.9233502745628357, "Finetune/Loss (Raw)": 0.7952229380607605, "Finetune/Step": 93, "Finetune/Step Time": 12.388972461864512}
+{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 0.9244502186775208, "Finetune/Loss (Raw)": 1.0267482995986938, "Finetune/Step": 94, "Finetune/Step Time": 12.363471934135925}
+{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 0.9241962432861328, "Finetune/Loss (Raw)": 0.9003162384033203, "Finetune/Step": 95, "Finetune/Step Time": 12.346073547162508}
+{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 0.9240650534629822, "Finetune/Loss (Raw)": 0.9116029143333435, "Finetune/Step": 96, "Finetune/Step Time": 12.355000731845697}
+{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 0.9237173795700073, "Finetune/Loss (Raw)": 0.8903403282165527, "Finetune/Step": 97, "Finetune/Step Time": 12.349297213800174}
+{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 0.9240530729293823, "Finetune/Loss (Raw)": 0.9566213488578796, "Finetune/Step": 98, "Finetune/Step Time": 12.330414567674909}
+{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 0.9163210391998291, "Finetune/Loss (Raw)": 0.15857364237308502, "Finetune/Step": 99, "Finetune/Step Time": 12.358370183694243}
+{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 0.9180021286010742, "Finetune/Loss (Raw)": 1.0844368934631348, "Finetune/Step": 100, "Finetune/Step Time": 12.348009128570556}
+{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 0.9175367951393127, "Finetune/Loss (Raw)": 0.8710049986839294, "Finetune/Step": 101, "Finetune/Step Time": 12.354824904168007}
+{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 0.9190158247947693, "Finetune/Loss (Raw)": 1.0683873891830444, "Finetune/Step": 102, "Finetune/Step Time": 12.327807863553366}
+{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 0.9118137359619141, "Finetune/Loss (Raw)": 0.17720794677734375, "Finetune/Step": 103, "Finetune/Step Time": 12.356344121173748}
+{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 0.9128467440605164, "Finetune/Loss (Raw)": 1.0192407369613647, "Finetune/Step": 104, "Finetune/Step Time": 12.335981756448746}
+{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 0.9127652645111084, "Finetune/Loss (Raw)": 0.9042904376983643, "Finetune/Step": 105, "Finetune/Step Time": 12.309352089109876}
+{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 0.9127858877182007, "Finetune/Loss (Raw)": 0.9149541854858398, "Finetune/Step": 106, "Finetune/Step Time": 12.289445058354792}
+{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 0.9131730198860168, "Finetune/Loss (Raw)": 0.9542157649993896, "Finetune/Step": 107, "Finetune/Step Time": 12.270977532752207}
+{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 0.9131215214729309, "Finetune/Loss (Raw)": 0.9076040387153625, "Finetune/Step": 108, "Finetune/Step Time": 12.257859565593579}
+{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 0.9136617183685303, "Finetune/Loss (Raw)": 0.972010612487793, "Finetune/Step": 109, "Finetune/Step Time": 12.240839428857926}
+{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 0.9137966632843018, "Finetune/Loss (Raw)": 0.9285061359405518, "Finetune/Step": 110, "Finetune/Step Time": 12.2223956563256}
+{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 0.913245439529419, "Finetune/Loss (Raw)": 0.852597713470459, "Finetune/Step": 111, "Finetune/Step Time": 12.236530276032182}
+{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 0.913650393486023, "Finetune/Loss (Raw)": 0.9586095213890076, "Finetune/Step": 112, "Finetune/Step Time": 12.229811255420957}
+{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 0.9138333201408386, "Finetune/Loss (Raw)": 0.9343240857124329, "Finetune/Step": 113, "Finetune/Step Time": 12.238634120046566}
+{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 0.9073002338409424, "Finetune/Loss (Raw)": 0.16905823349952698, "Finetune/Step": 114, "Finetune/Step Time": 12.272041868745236}
+{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 0.9078590869903564, "Finetune/Loss (Raw)": 0.9715730547904968, "Finetune/Step": 115, "Finetune/Step Time": 12.257143265268077}
+{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 0.9065939784049988, "Finetune/Loss (Raw)": 0.761101245880127, "Finetune/Step": 116, "Finetune/Step Time": 12.270337115074026}
+{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 0.9072203040122986, "Finetune/Loss (Raw)": 0.9798629879951477, "Finetune/Step": 117, "Finetune/Step Time": 12.264503277265108}
+{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 0.9079252481460571, "Finetune/Loss (Raw)": 0.9904113411903381, "Finetune/Step": 118, "Finetune/Step Time": 12.24862120515209}
+{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 0.9078837633132935, "Finetune/Loss (Raw)": 0.9029908776283264, "Finetune/Step": 119, "Finetune/Step Time": 12.236320419471804}
+{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 0.908129096031189, "Finetune/Loss (Raw)": 0.937319278717041, "Finetune/Step": 120, "Finetune/Step Time": 12.230349059899648}
+{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 0.908176600933075, "Finetune/Loss (Raw)": 0.9138889312744141, "Finetune/Step": 121, "Finetune/Step Time": 12.24690379387091}
+{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 0.9077596664428711, "Finetune/Loss (Raw)": 0.8573158383369446, "Finetune/Step": 122, "Finetune/Step Time": 12.23350610107672}
+{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 0.9077497720718384, "Finetune/Loss (Raw)": 0.9065352082252502, "Finetune/Step": 123, "Finetune/Step Time": 12.219362712487943}
+{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 0.9079973697662354, "Finetune/Loss (Raw)": 0.9384444355964661, "Finetune/Step": 124, "Finetune/Step Time": 12.208704181255833}
+{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 0.9076162576675415, "Finetune/Loss (Raw)": 0.8603507876396179, "Finetune/Step": 125, "Finetune/Step Time": 12.19874787902832}
+{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 0.9080919027328491, "Finetune/Loss (Raw)": 0.9675512909889221, "Finetune/Step": 126, "Finetune/Step Time": 12.223709969293504}
+{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 0.9076178669929504, "Finetune/Loss (Raw)": 0.8478950262069702, "Finetune/Step": 127, "Finetune/Step Time": 12.207415766603365}
+{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 0.9080944061279297, "Finetune/Loss (Raw)": 0.9686198234558105, "Finetune/Step": 128, "Finetune/Step Time": 12.196862250566483}
+{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 0.9087594747543335, "Finetune/Loss (Raw)": 0.9713053703308105, "Finetune/Step": 129, "Finetune/Step Time": 12.024530529975891}
+{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 0.9061586856842041, "Finetune/Loss (Raw)": 1.0095252990722656, "Finetune/Step": 130, "Finetune/Step Time": 12.001940727233887}
+{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 0.9053077697753906, "Finetune/Loss (Raw)": 0.9615694880485535, "Finetune/Step": 131, "Finetune/Step Time": 12.010552579537034}
+{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 0.9046742916107178, "Finetune/Loss (Raw)": 0.9328556656837463, "Finetune/Step": 132, "Finetune/Step Time": 12.0098936855793}
+{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 0.9020723104476929, "Finetune/Loss (Raw)": 0.7485926747322083, "Finetune/Step": 133, "Finetune/Step Time": 12.028052970767021}
+{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 0.9020179510116577, "Finetune/Loss (Raw)": 1.0379780530929565, "Finetune/Step": 134, "Finetune/Step Time": 12.018084816634655}
+{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 0.9000236392021179, "Finetune/Loss (Raw)": 0.8231691718101501, "Finetune/Step": 135, "Finetune/Step Time": 12.021049350500107}
+{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 0.8979357481002808, "Finetune/Loss (Raw)": 0.888737678527832, "Finetune/Step": 136, "Finetune/Step Time": 11.992450948804617}
+{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 0.8973339796066284, "Finetune/Loss (Raw)": 0.8338525891304016, "Finetune/Step": 137, "Finetune/Step Time": 11.99653291888535}
+{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 0.8947608470916748, "Finetune/Loss (Raw)": 0.9003824591636658, "Finetune/Step": 138, "Finetune/Step Time": 11.942721145227551}
+{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 0.8916338682174683, "Finetune/Loss (Raw)": 0.7800936102867126, "Finetune/Step": 139, "Finetune/Step Time": 11.94535057619214}
+{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 0.8921915888786316, "Finetune/Loss (Raw)": 1.1496539115905762, "Finetune/Step": 140, "Finetune/Step Time": 11.934332253411412}
+{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 0.8914339542388916, "Finetune/Loss (Raw)": 0.9046565294265747, "Finetune/Step": 141, "Finetune/Step Time": 11.920801881700754}
+{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 0.8887723684310913, "Finetune/Loss (Raw)": 0.8690649271011353, "Finetune/Step": 142, "Finetune/Step Time": 11.993187824264169}
+{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 0.8856044411659241, "Finetune/Loss (Raw)": 0.7703850269317627, "Finetune/Step": 143, "Finetune/Step Time": 12.014248603954911}
+{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 0.8812696933746338, "Finetune/Loss (Raw)": 0.24291443824768066, "Finetune/Step": 144, "Finetune/Step Time": 12.032723180949688}
+{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 0.8751033544540405, "Finetune/Loss (Raw)": 0.24469305574893951, "Finetune/Step": 145, "Finetune/Step Time": 12.068741785362363}
+{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 0.8752890825271606, "Finetune/Loss (Raw)": 0.8650335073471069, "Finetune/Step": 146, "Finetune/Step Time": 12.050267646089196}
+{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 0.8733340501785278, "Finetune/Loss (Raw)": 0.7809270620346069, "Finetune/Step": 147, "Finetune/Step Time": 12.06015045940876}
+{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 0.8728110790252686, "Finetune/Loss (Raw)": 0.9348530769348145, "Finetune/Step": 148, "Finetune/Step Time": 12.064262442290783}
+{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 0.873250424861908, "Finetune/Loss (Raw)": 0.9736933708190918, "Finetune/Step": 149, "Finetune/Step Time": 12.043845867738128}
+{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 0.8733807802200317, "Finetune/Loss (Raw)": 0.951353132724762, "Finetune/Step": 150, "Finetune/Step Time": 12.049790624529123}
+{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 0.8793766498565674, "Finetune/Loss (Raw)": 0.9109894633293152, "Finetune/Step": 151, "Finetune/Step Time": 12.013740601018071}
+{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 0.878208577632904, "Finetune/Loss (Raw)": 0.9029155373573303, "Finetune/Step": 152, "Finetune/Step Time": 12.022761955857277}
+{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 0.8789050579071045, "Finetune/Loss (Raw)": 0.9932293891906738, "Finetune/Step": 153, "Finetune/Step Time": 12.039960574358702}
+{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 0.8851187229156494, "Finetune/Loss (Raw)": 0.9718441963195801, "Finetune/Step": 154, "Finetune/Step Time": 11.998437128961086}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 0.8844352960586548, "Finetune/Loss (Raw)": 1.0210926532745361, "Finetune/Step": 155, "Finetune/Step Time": 12.01081032678485}
+{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 0.8787642121315002, "Finetune/Loss (Raw)": 0.2628995478153229, "Finetune/Step": 156, "Finetune/Step Time": 12.05118097178638}
+{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 0.8780320882797241, "Finetune/Loss (Raw)": 0.9498730897903442, "Finetune/Step": 157, "Finetune/Step Time": 12.032291628420353}
+{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 0.8784511089324951, "Finetune/Loss (Raw)": 0.9627670645713806, "Finetune/Step": 158, "Finetune/Step Time": 12.015147656202316}
+{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 0.8774977922439575, "Finetune/Loss (Raw)": 0.8963889479637146, "Finetune/Step": 159, "Finetune/Step Time": 12.000719552859664}
+{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 0.8773982524871826, "Finetune/Loss (Raw)": 0.8386359214782715, "Finetune/Step": 160, "Finetune/Step Time": 11.979790000244975}
+{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 0.8782740831375122, "Finetune/Loss (Raw)": 0.8671557307243347, "Finetune/Step": 161, "Finetune/Step Time": 11.972715316340327}
+{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 0.8795395493507385, "Finetune/Loss (Raw)": 1.0381046533584595, "Finetune/Step": 162, "Finetune/Step Time": 11.969544755294919}
+{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 0.8787698745727539, "Finetune/Loss (Raw)": 0.9615971446037292, "Finetune/Step": 163, "Finetune/Step Time": 11.968908429145813}
+{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 0.8775748610496521, "Finetune/Loss (Raw)": 0.7772223949432373, "Finetune/Step": 164, "Finetune/Step Time": 11.963608866557479}
+{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 0.8764769434928894, "Finetune/Loss (Raw)": 0.9111436009407043, "Finetune/Step": 165, "Finetune/Step Time": 11.920400634407997}
+{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 0.8754664659500122, "Finetune/Loss (Raw)": 0.8208616971969604, "Finetune/Step": 166, "Finetune/Step Time": 11.923630733042955}
+{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 0.8764283657073975, "Finetune/Loss (Raw)": 1.017975091934204, "Finetune/Step": 167, "Finetune/Step Time": 11.916378892958164}
+{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 0.8757105469703674, "Finetune/Loss (Raw)": 0.8596137762069702, "Finetune/Step": 168, "Finetune/Step Time": 11.894392099231482}
+{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 0.8741215467453003, "Finetune/Loss (Raw)": 0.8739086985588074, "Finetune/Step": 169, "Finetune/Step Time": 11.89219024963677}
+{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 0.867924690246582, "Finetune/Loss (Raw)": 0.2918977439403534, "Finetune/Step": 170, "Finetune/Step Time": 11.928833093494177}
+{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 0.8673034906387329, "Finetune/Loss (Raw)": 0.8628504872322083, "Finetune/Step": 171, "Finetune/Step Time": 11.925643814727664}
+{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 0.86592036485672, "Finetune/Loss (Raw)": 0.815127432346344, "Finetune/Step": 172, "Finetune/Step Time": 11.95345552265644}
+{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 0.8675185441970825, "Finetune/Loss (Raw)": 1.0408214330673218, "Finetune/Step": 173, "Finetune/Step Time": 11.894053407013416}
+{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 0.8721170425415039, "Finetune/Loss (Raw)": 0.7595702409744263, "Finetune/Step": 174, "Finetune/Step Time": 11.85986321605742}
+{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 0.8724479675292969, "Finetune/Loss (Raw)": 1.0164241790771484, "Finetune/Step": 175, "Finetune/Step Time": 11.854941746219993}
+{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 0.867455005645752, "Finetune/Loss (Raw)": 0.28130799531936646, "Finetune/Step": 176, "Finetune/Step Time": 11.866064354777336}
+{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 0.8661298751831055, "Finetune/Loss (Raw)": 0.8301982879638672, "Finetune/Step": 177, "Finetune/Step Time": 11.87139250151813}
+{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 0.8673812747001648, "Finetune/Loss (Raw)": 1.0331029891967773, "Finetune/Step": 178, "Finetune/Step Time": 11.886045588180423}
+{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 0.8656929731369019, "Finetune/Loss (Raw)": 0.7930217385292053, "Finetune/Step": 179, "Finetune/Step Time": 11.894165186211467}
+{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 0.8652273416519165, "Finetune/Loss (Raw)": 0.9058883190155029, "Finetune/Step": 180, "Finetune/Step Time": 11.889274761080742}
+{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 0.8668967485427856, "Finetune/Loss (Raw)": 0.9159356951713562, "Finetune/Step": 181, "Finetune/Step Time": 11.852847084403038}
+{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 0.8677489757537842, "Finetune/Loss (Raw)": 0.9209520816802979, "Finetune/Step": 182, "Finetune/Step Time": 11.841421842575073}
+{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 0.867592453956604, "Finetune/Loss (Raw)": 0.9126223921775818, "Finetune/Step": 183, "Finetune/Step Time": 11.810693189501762}
+{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 0.8685226440429688, "Finetune/Loss (Raw)": 1.0327430963516235, "Finetune/Step": 184, "Finetune/Step Time": 11.785801967605948}
+{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 0.868226170539856, "Finetune/Loss (Raw)": 0.8172998428344727, "Finetune/Step": 185, "Finetune/Step Time": 11.781405285000801}
+{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 0.8675928711891174, "Finetune/Loss (Raw)": 0.7861968874931335, "Finetune/Step": 186, "Finetune/Step Time": 11.76411928422749}
+{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 0.8672535419464111, "Finetune/Loss (Raw)": 0.8507957458496094, "Finetune/Step": 187, "Finetune/Step Time": 11.737827062606812}
+{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 0.8674532771110535, "Finetune/Loss (Raw)": 0.9520212411880493, "Finetune/Step": 188, "Finetune/Step Time": 11.734496721997857}
+{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 0.8663935661315918, "Finetune/Loss (Raw)": 0.8337895274162292, "Finetune/Step": 189, "Finetune/Step Time": 11.756033120676875}
+{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 0.8659859895706177, "Finetune/Loss (Raw)": 0.9303517937660217, "Finetune/Step": 190, "Finetune/Step Time": 11.766426857560873}
+{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 0.8649452328681946, "Finetune/Loss (Raw)": 0.9032414555549622, "Finetune/Step": 191, "Finetune/Step Time": 11.776908626779914}
+{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 0.8657559156417847, "Finetune/Loss (Raw)": 0.9360232949256897, "Finetune/Step": 192, "Finetune/Step Time": 11.741710390895605}
+{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 0.8646208047866821, "Finetune/Loss (Raw)": 0.7865974307060242, "Finetune/Step": 193, "Finetune/Step Time": 11.730661107227206}
+{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 0.8656349778175354, "Finetune/Loss (Raw)": 0.946144700050354, "Finetune/Step": 194, "Finetune/Step Time": 11.728467721492052}
+{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 0.8666104078292847, "Finetune/Loss (Raw)": 0.86002117395401, "Finetune/Step": 195, "Finetune/Step Time": 11.740320786833763}
+{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 0.8656630516052246, "Finetune/Loss (Raw)": 0.7985357642173767, "Finetune/Step": 196, "Finetune/Step Time": 11.733523493632674}
+{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 0.8645630478858948, "Finetune/Loss (Raw)": 0.9175421595573425, "Finetune/Step": 197, "Finetune/Step Time": 11.744613958522677}
+{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 0.8629497289657593, "Finetune/Loss (Raw)": 0.8287562727928162, "Finetune/Step": 198, "Finetune/Step Time": 11.74343808554113}
+{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 0.863554835319519, "Finetune/Loss (Raw)": 0.8835663199424744, "Finetune/Step": 199, "Finetune/Step Time": 11.750162493437529}
+{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 0.8636757135391235, "Finetune/Loss (Raw)": 0.908775806427002, "Finetune/Step": 200, "Finetune/Step Time": 11.757969120517373}
+{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 0.8648887276649475, "Finetune/Loss (Raw)": 0.9471524357795715, "Finetune/Step": 201, "Finetune/Step Time": 11.76490349881351}
+{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 0.8665957450866699, "Finetune/Loss (Raw)": 0.999299943447113, "Finetune/Step": 202, "Finetune/Step Time": 11.76977502554655}
+{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 0.8686263561248779, "Finetune/Loss (Raw)": 0.9535210728645325, "Finetune/Step": 203, "Finetune/Step Time": 11.758786506950855}
+{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 0.8695616126060486, "Finetune/Loss (Raw)": 0.9402445554733276, "Finetune/Step": 204, "Finetune/Step Time": 11.748616810888052}
+{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 0.8639585971832275, "Finetune/Loss (Raw)": 0.20639745891094208, "Finetune/Step": 205, "Finetune/Step Time": 11.796084251254797}
+{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 0.8631182312965393, "Finetune/Loss (Raw)": 0.9209383130073547, "Finetune/Step": 206, "Finetune/Step Time": 11.811845362186432}
+{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 0.8613978028297424, "Finetune/Loss (Raw)": 0.8300385475158691, "Finetune/Step": 207, "Finetune/Step Time": 11.856467312201858}
+{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 0.8613134622573853, "Finetune/Loss (Raw)": 0.850829005241394, "Finetune/Step": 208, "Finetune/Step Time": 11.828359162434936}
+{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 0.860832929611206, "Finetune/Loss (Raw)": 0.89961177110672, "Finetune/Step": 209, "Finetune/Step Time": 11.816645694896579}
+{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 0.8553977608680725, "Finetune/Loss (Raw)": 0.23781850934028625, "Finetune/Step": 210, "Finetune/Step Time": 11.858286250382662}
+{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 0.8554556369781494, "Finetune/Loss (Raw)": 0.7853002548217773, "Finetune/Step": 211, "Finetune/Step Time": 11.843147400766611}
+{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 0.854886531829834, "Finetune/Loss (Raw)": 0.9002365469932556, "Finetune/Step": 212, "Finetune/Step Time": 11.83758001960814}
+{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 0.8556293845176697, "Finetune/Loss (Raw)": 1.0246951580047607, "Finetune/Step": 213, "Finetune/Step Time": 11.840674210339785}
+{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 0.860265851020813, "Finetune/Loss (Raw)": 0.8552841544151306, "Finetune/Step": 214, "Finetune/Step Time": 11.82006385549903}
+{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 0.8602613806724548, "Finetune/Loss (Raw)": 0.8722875714302063, "Finetune/Step": 215, "Finetune/Step Time": 11.807180803269148}
+{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 0.8585052490234375, "Finetune/Loss (Raw)": 0.8043509721755981, "Finetune/Step": 216, "Finetune/Step Time": 11.803010940551758}
+{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 0.8588039875030518, "Finetune/Loss (Raw)": 0.9453469514846802, "Finetune/Step": 217, "Finetune/Step Time": 11.798121204599738}
+{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 0.8588054180145264, "Finetune/Loss (Raw)": 0.9786819815635681, "Finetune/Step": 218, "Finetune/Step Time": 11.787124892696738}
+{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 0.8593671321868896, "Finetune/Loss (Raw)": 1.050585389137268, "Finetune/Step": 219, "Finetune/Step Time": 11.775023616850376}
+{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 0.8575261235237122, "Finetune/Loss (Raw)": 0.8353607058525085, "Finetune/Step": 220, "Finetune/Step Time": 11.768563825637102}
+{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 0.8581094741821289, "Finetune/Loss (Raw)": 0.8698894381523132, "Finetune/Step": 221, "Finetune/Step Time": 11.77305074967444}
+{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 0.8562836647033691, "Finetune/Loss (Raw)": 0.7930480241775513, "Finetune/Step": 222, "Finetune/Step Time": 11.782492795959115}
+{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 0.8556553721427917, "Finetune/Loss (Raw)": 0.8198862075805664, "Finetune/Step": 223, "Finetune/Step Time": 11.78284908272326}
+{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 0.8504725694656372, "Finetune/Loss (Raw)": 0.24821129441261292, "Finetune/Step": 224, "Finetune/Step Time": 11.79678300768137}
+{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 0.8507983684539795, "Finetune/Loss (Raw)": 0.9320384860038757, "Finetune/Step": 225, "Finetune/Step Time": 11.795590648427606}
+{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 0.8516157865524292, "Finetune/Loss (Raw)": 1.061249852180481, "Finetune/Step": 226, "Finetune/Step Time": 11.790712164714932}
+{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 0.8581966161727905, "Finetune/Loss (Raw)": 1.0009275674819946, "Finetune/Step": 227, "Finetune/Step Time": 11.751013742759824}
+{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 0.8573856353759766, "Finetune/Loss (Raw)": 0.9806267619132996, "Finetune/Step": 228, "Finetune/Step Time": 11.74145376868546}
+{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 0.8572520017623901, "Finetune/Loss (Raw)": 0.8539018034934998, "Finetune/Step": 229, "Finetune/Step Time": 11.72850801050663}
+{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 0.8565794229507446, "Finetune/Loss (Raw)": 0.9822872877120972, "Finetune/Step": 230, "Finetune/Step Time": 11.732450453564525}
+{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 0.8624382615089417, "Finetune/Loss (Raw)": 0.9271475076675415, "Finetune/Step": 231, "Finetune/Step Time": 11.695566464215517}
+{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 0.8618658185005188, "Finetune/Loss (Raw)": 0.9459689259529114, "Finetune/Step": 232, "Finetune/Step Time": 11.7007838729769}
+{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 0.8564746379852295, "Finetune/Loss (Raw)": 0.214213564991951, "Finetune/Step": 233, "Finetune/Step Time": 11.743972830474377}
+{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 0.8570378422737122, "Finetune/Loss (Raw)": 0.9870433807373047, "Finetune/Step": 234, "Finetune/Step Time": 11.77968824096024}
+{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 0.8571491241455078, "Finetune/Loss (Raw)": 0.9684608578681946, "Finetune/Step": 235, "Finetune/Step Time": 11.857665883377194}
+{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 0.8569417595863342, "Finetune/Loss (Raw)": 0.8810632228851318, "Finetune/Step": 236, "Finetune/Step Time": 11.858764259144664}
+{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 0.8562790155410767, "Finetune/Loss (Raw)": 0.8871814012527466, "Finetune/Step": 237, "Finetune/Step Time": 11.928371397778392}
+{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 0.8561518788337708, "Finetune/Loss (Raw)": 0.9122294783592224, "Finetune/Step": 238, "Finetune/Step Time": 11.934554995968938}
+{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 0.8556623458862305, "Finetune/Loss (Raw)": 0.7899405360221863, "Finetune/Step": 239, "Finetune/Step Time": 11.904611609876156}
+{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 0.8544188737869263, "Finetune/Loss (Raw)": 0.7994449734687805, "Finetune/Step": 240, "Finetune/Step Time": 11.90084396675229}
+{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 0.8545642495155334, "Finetune/Loss (Raw)": 0.9529353380203247, "Finetune/Step": 241, "Finetune/Step Time": 11.87762901186943}
+{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 0.8604843616485596, "Finetune/Loss (Raw)": 0.9268274903297424, "Finetune/Step": 242, "Finetune/Step Time": 11.83939690887928}
+{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 0.8603500127792358, "Finetune/Loss (Raw)": 0.954383134841919, "Finetune/Step": 243, "Finetune/Step Time": 11.85810673609376}
+{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 0.8605263233184814, "Finetune/Loss (Raw)": 0.7836573123931885, "Finetune/Step": 244, "Finetune/Step Time": 11.830243907868862}
+{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 0.8616847991943359, "Finetune/Loss (Raw)": 1.1281596422195435, "Finetune/Step": 245, "Finetune/Step Time": 11.815790528431535}
+{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 0.861606776714325, "Finetune/Loss (Raw)": 0.9804134368896484, "Finetune/Step": 246, "Finetune/Step Time": 11.832266554236412}
+{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 0.8614911437034607, "Finetune/Loss (Raw)": 0.8881959319114685, "Finetune/Step": 247, "Finetune/Step Time": 11.831291293725371}
+{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 0.8611689209938049, "Finetune/Loss (Raw)": 0.8960747718811035, "Finetune/Step": 248, "Finetune/Step Time": 11.838645320385695}
+{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 0.8610849976539612, "Finetune/Loss (Raw)": 0.9031468033790588, "Finetune/Step": 249, "Finetune/Step Time": 11.806273970752954}
+{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 0.8616412878036499, "Finetune/Loss (Raw)": 0.9285141825675964, "Finetune/Step": 250, "Finetune/Step Time": 11.803265063092113}
+{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 0.8621699810028076, "Finetune/Loss (Raw)": 0.9742146134376526, "Finetune/Step": 251, "Finetune/Step Time": 11.835821058601141}
+{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 0.8618552684783936, "Finetune/Loss (Raw)": 0.8981617093086243, "Finetune/Step": 252, "Finetune/Step Time": 11.834564736112952}
+{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 0.8626143336296082, "Finetune/Loss (Raw)": 0.9575091600418091, "Finetune/Step": 253, "Finetune/Step Time": 11.82546554878354}
+{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 0.8615274429321289, "Finetune/Loss (Raw)": 0.828425943851471, "Finetune/Step": 254, "Finetune/Step Time": 11.788314351812005}
+{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 0.8567723631858826, "Finetune/Loss (Raw)": 0.23925244808197021, "Finetune/Step": 255, "Finetune/Step Time": 11.825451251119375}
+{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 0.8556179404258728, "Finetune/Loss (Raw)": 0.8208500146865845, "Finetune/Step": 256, "Finetune/Step Time": 11.827558195218444}
+{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 0.855914831161499, "Finetune/Loss (Raw)": 1.0093146562576294, "Finetune/Step": 257, "Finetune/Step Time": 11.82769993506372}
+{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 0.8546485900878906, "Finetune/Loss (Raw)": 0.8474336266517639, "Finetune/Step": 258, "Finetune/Step Time": 11.819212820380926}
+{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 0.8548052310943604, "Finetune/Loss (Raw)": 0.9816252589225769, "Finetune/Step": 259, "Finetune/Step Time": 11.814149621874094}
+{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 0.8537082672119141, "Finetune/Loss (Raw)": 0.792441725730896, "Finetune/Step": 260, "Finetune/Step Time": 11.853915153071284}
+{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 0.8538592457771301, "Finetune/Loss (Raw)": 0.7679206728935242, "Finetune/Step": 261, "Finetune/Step Time": 11.823136888444424}
+{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 0.8513756394386292, "Finetune/Loss (Raw)": 0.7200765609741211, "Finetune/Step": 262, "Finetune/Step Time": 11.854889877140522}
+{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 0.852327823638916, "Finetune/Loss (Raw)": 0.9450516104698181, "Finetune/Step": 263, "Finetune/Step Time": 11.862873334437609}
+{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 0.8517420291900635, "Finetune/Loss (Raw)": 0.8137548565864563, "Finetune/Step": 264, "Finetune/Step Time": 11.89079382456839}
+{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 0.8518922328948975, "Finetune/Loss (Raw)": 0.8530752062797546, "Finetune/Step": 265, "Finetune/Step Time": 11.885397981852293}
+{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 0.8528882265090942, "Finetune/Loss (Raw)": 1.0278661251068115, "Finetune/Step": 266, "Finetune/Step Time": 11.907171756029129}
+{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 0.8527916669845581, "Finetune/Loss (Raw)": 0.7677378058433533, "Finetune/Step": 267, "Finetune/Step Time": 11.904153684154153}
+{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 0.8513013124465942, "Finetune/Loss (Raw)": 0.958889365196228, "Finetune/Step": 268, "Finetune/Step Time": 11.912566160783172}
+{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 0.8514896631240845, "Finetune/Loss (Raw)": 0.9287638068199158, "Finetune/Step": 269, "Finetune/Step Time": 11.924992585554719}
+{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 0.8515538573265076, "Finetune/Loss (Raw)": 0.877285361289978, "Finetune/Step": 270, "Finetune/Step Time": 11.861881513148546}
+{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 0.8521614074707031, "Finetune/Loss (Raw)": 0.8481525182723999, "Finetune/Step": 271, "Finetune/Step Time": 11.84772458486259}
+{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 0.857567310333252, "Finetune/Loss (Raw)": 0.9348679184913635, "Finetune/Step": 272, "Finetune/Step Time": 11.814180947840214}
+{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 0.8631943464279175, "Finetune/Loss (Raw)": 0.9649592041969299, "Finetune/Step": 273, "Finetune/Step Time": 11.778606161475182}
+{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 0.8639048337936401, "Finetune/Loss (Raw)": 0.955966055393219, "Finetune/Step": 274, "Finetune/Step Time": 11.790576504543424}
+{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 0.864307165145874, "Finetune/Loss (Raw)": 0.8324267268180847, "Finetune/Step": 275, "Finetune/Step Time": 11.786537816748023}
+{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 0.8621337413787842, "Finetune/Loss (Raw)": 0.6566601991653442, "Finetune/Step": 276, "Finetune/Step Time": 11.857901038601995}
+{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 0.8616693019866943, "Finetune/Loss (Raw)": 0.9142340421676636, "Finetune/Step": 277, "Finetune/Step Time": 11.85742419399321}
+{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 0.8613681793212891, "Finetune/Loss (Raw)": 0.9128171801567078, "Finetune/Step": 278, "Finetune/Step Time": 11.844205349683762}
+{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 0.8613530397415161, "Finetune/Loss (Raw)": 0.9090609550476074, "Finetune/Step": 279, "Finetune/Step Time": 11.855906333774328}
+{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 0.8609143495559692, "Finetune/Loss (Raw)": 0.8467519283294678, "Finetune/Step": 280, "Finetune/Step Time": 11.854129558429122}
+{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 0.8604511618614197, "Finetune/Loss (Raw)": 0.9339399933815002, "Finetune/Step": 281, "Finetune/Step Time": 11.827506786212325}
+{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 0.8598892688751221, "Finetune/Loss (Raw)": 0.8999214768409729, "Finetune/Step": 282, "Finetune/Step Time": 11.826367016881704}
+{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 0.8599904775619507, "Finetune/Loss (Raw)": 1.0340458154678345, "Finetune/Step": 283, "Finetune/Step Time": 11.823761068284512}
+{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 0.8658601641654968, "Finetune/Loss (Raw)": 1.01422119140625, "Finetune/Step": 284, "Finetune/Step Time": 11.782389199361205}
+{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 0.8642177581787109, "Finetune/Loss (Raw)": 0.7396486401557922, "Finetune/Step": 285, "Finetune/Step Time": 11.820403134450316}
+{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 0.8634697198867798, "Finetune/Loss (Raw)": 0.8670156598091125, "Finetune/Step": 286, "Finetune/Step Time": 11.84799112379551}
+{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 0.8638231158256531, "Finetune/Loss (Raw)": 0.9416300654411316, "Finetune/Step": 287, "Finetune/Step Time": 11.860852252691984}
+{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 0.8632001876831055, "Finetune/Loss (Raw)": 0.7588984966278076, "Finetune/Step": 288, "Finetune/Step Time": 11.875816637650132}
+{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 0.8638689517974854, "Finetune/Loss (Raw)": 0.952763020992279, "Finetune/Step": 289, "Finetune/Step Time": 11.883658239617944}
+{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 0.8619978427886963, "Finetune/Loss (Raw)": 0.7985967993736267, "Finetune/Step": 290, "Finetune/Step Time": 11.90384535305202}
+{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 0.8620793223381042, "Finetune/Loss (Raw)": 0.972024142742157, "Finetune/Step": 291, "Finetune/Step Time": 11.892577886581421}
+{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 0.8636170625686646, "Finetune/Loss (Raw)": 0.974052369594574, "Finetune/Step": 292, "Finetune/Step Time": 11.872136238962412}
+{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 0.8637396097183228, "Finetune/Loss (Raw)": 0.9268346428871155, "Finetune/Step": 293, "Finetune/Step Time": 11.865029381588101}
+{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 0.8620404005050659, "Finetune/Loss (Raw)": 0.6033582091331482, "Finetune/Step": 294, "Finetune/Step Time": 11.876354798674583}
+{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 0.8614090085029602, "Finetune/Loss (Raw)": 0.9371609091758728, "Finetune/Step": 295, "Finetune/Step Time": 11.887383436784148}
+{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 0.8613510131835938, "Finetune/Loss (Raw)": 0.8521863222122192, "Finetune/Step": 296, "Finetune/Step Time": 11.896739814430475}
+{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 0.8621019124984741, "Finetune/Loss (Raw)": 0.9700188636779785, "Finetune/Step": 297, "Finetune/Step Time": 11.902928240597248}
+{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 0.8654542565345764, "Finetune/Loss (Raw)": 0.7210047841072083, "Finetune/Step": 298, "Finetune/Step Time": 11.918711695820093}
+{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 0.86039137840271, "Finetune/Loss (Raw)": 0.21480578184127808, "Finetune/Step": 299, "Finetune/Step Time": 11.947882493957877}
+{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 0.8562857508659363, "Finetune/Loss (Raw)": 0.2896021604537964, "Finetune/Step": 300, "Finetune/Step Time": 11.942451234906912}
+{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 0.8506934642791748, "Finetune/Loss (Raw)": 0.3250049650669098, "Finetune/Step": 301, "Finetune/Step Time": 11.981090683490038}
+{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 0.8508036732673645, "Finetune/Loss (Raw)": 0.7736790180206299, "Finetune/Step": 302, "Finetune/Step Time": 11.99697612784803}
+{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 0.8451070785522461, "Finetune/Loss (Raw)": 0.2872638702392578, "Finetune/Step": 303, "Finetune/Step Time": 12.033062666654587}
+{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 0.8501702547073364, "Finetune/Loss (Raw)": 0.9293950796127319, "Finetune/Step": 304, "Finetune/Step Time": 12.019562819972634}
+{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 0.8508159518241882, "Finetune/Loss (Raw)": 0.9128481149673462, "Finetune/Step": 305, "Finetune/Step Time": 12.004630792886019}
+{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 0.8492375612258911, "Finetune/Loss (Raw)": 0.831062376499176, "Finetune/Step": 306, "Finetune/Step Time": 12.005040243268013}
+{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 0.851071298122406, "Finetune/Loss (Raw)": 1.0277445316314697, "Finetune/Step": 307, "Finetune/Step Time": 12.007938791066408}
+{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 0.8510900735855103, "Finetune/Loss (Raw)": 0.9082949161529541, "Finetune/Step": 308, "Finetune/Step Time": 12.00667422823608}
+{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 0.8512915372848511, "Finetune/Loss (Raw)": 0.941724956035614, "Finetune/Step": 309, "Finetune/Step Time": 12.031709587201476}
+{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 0.8511706590652466, "Finetune/Loss (Raw)": 0.9054743051528931, "Finetune/Step": 310, "Finetune/Step Time": 12.031764214858413}
+{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 0.8512704968452454, "Finetune/Loss (Raw)": 0.9254019260406494, "Finetune/Step": 311, "Finetune/Step Time": 12.044543527066708}
+{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 0.849798321723938, "Finetune/Loss (Raw)": 0.844306468963623, "Finetune/Step": 312, "Finetune/Step Time": 12.041596036404371}
+{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 0.8512903451919556, "Finetune/Loss (Raw)": 1.0082800388336182, "Finetune/Step": 313, "Finetune/Step Time": 12.05501084588468}
+{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 0.8531033992767334, "Finetune/Loss (Raw)": 1.0182591676712036, "Finetune/Step": 314, "Finetune/Step Time": 12.023856541141868}
+{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 0.853082537651062, "Finetune/Loss (Raw)": 0.8481353521347046, "Finetune/Step": 315, "Finetune/Step Time": 12.034904396161437}
+{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 0.8481850624084473, "Finetune/Loss (Raw)": 0.32513636350631714, "Finetune/Step": 316, "Finetune/Step Time": 12.074449056759477}
+{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 0.8481926918029785, "Finetune/Loss (Raw)": 0.8347737789154053, "Finetune/Step": 317, "Finetune/Step Time": 12.056521752849221}
+{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 0.8483003973960876, "Finetune/Loss (Raw)": 0.9441340565681458, "Finetune/Step": 318, "Finetune/Step Time": 12.043803246691823}
+{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 0.8474482297897339, "Finetune/Loss (Raw)": 0.794163167476654, "Finetune/Step": 319, "Finetune/Step Time": 12.058909047394991}
+{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 0.8465890884399414, "Finetune/Loss (Raw)": 0.8260566592216492, "Finetune/Step": 320, "Finetune/Step Time": 12.050165224820375}
+{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 0.8425044417381287, "Finetune/Loss (Raw)": 0.26375702023506165, "Finetune/Step": 321, "Finetune/Step Time": 12.093001443892717}
+{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 0.841721773147583, "Finetune/Loss (Raw)": 0.8459675312042236, "Finetune/Step": 322, "Finetune/Step Time": 12.095936672762036}
+{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 0.8421139717102051, "Finetune/Loss (Raw)": 0.9102173447608948, "Finetune/Step": 323, "Finetune/Step Time": 12.087087649852037}
+{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 0.8434171080589294, "Finetune/Loss (Raw)": 0.9653381109237671, "Finetune/Step": 324, "Finetune/Step Time": 12.086466507986188}
+{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 0.8434032797813416, "Finetune/Loss (Raw)": 0.9157772064208984, "Finetune/Step": 325, "Finetune/Step Time": 12.082833090797067}
+{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 0.8443852663040161, "Finetune/Loss (Raw)": 0.9544503688812256, "Finetune/Step": 326, "Finetune/Step Time": 12.084349755197763}
+{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 0.84400475025177, "Finetune/Loss (Raw)": 0.8348585963249207, "Finetune/Step": 327, "Finetune/Step Time": 12.075348623096943}
+{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 0.8442182540893555, "Finetune/Loss (Raw)": 0.9361014366149902, "Finetune/Step": 328, "Finetune/Step Time": 12.088204311206937}
+{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 0.8429826498031616, "Finetune/Loss (Raw)": 0.788996696472168, "Finetune/Step": 329, "Finetune/Step Time": 12.12014428153634}
+{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 0.8413959741592407, "Finetune/Loss (Raw)": 0.7962023615837097, "Finetune/Step": 330, "Finetune/Step Time": 12.128772059455514}
+{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 0.8411237001419067, "Finetune/Loss (Raw)": 0.91867595911026, "Finetune/Step": 331, "Finetune/Step Time": 12.136640518903732}
+{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 0.8394113779067993, "Finetune/Loss (Raw)": 0.7210620641708374, "Finetune/Step": 332, "Finetune/Step Time": 12.168606899678707}
+{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 0.8449703454971313, "Finetune/Loss (Raw)": 0.9179473519325256, "Finetune/Step": 333, "Finetune/Step Time": 12.134347857907414}
+{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 0.844836413860321, "Finetune/Loss (Raw)": 0.9037948250770569, "Finetune/Step": 334, "Finetune/Step Time": 12.126705810427666}
+{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 0.8448586463928223, "Finetune/Loss (Raw)": 0.8328902125358582, "Finetune/Step": 335, "Finetune/Step Time": 12.101847996935248}
+{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 0.8456897735595703, "Finetune/Loss (Raw)": 0.9572091102600098, "Finetune/Step": 336, "Finetune/Step Time": 12.107902491465211}
+{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 0.8469889163970947, "Finetune/Loss (Raw)": 1.0658982992172241, "Finetune/Step": 337, "Finetune/Step Time": 12.100707165896893}
+{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 0.8513660430908203, "Finetune/Loss (Raw)": 0.7980989217758179, "Finetune/Step": 338, "Finetune/Step Time": 12.07583623379469}
+{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 0.8516157865524292, "Finetune/Loss (Raw)": 0.8172683119773865, "Finetune/Step": 339, "Finetune/Step Time": 12.082684086635709}
+{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 0.8509225249290466, "Finetune/Loss (Raw)": 0.8114891648292542, "Finetune/Step": 340, "Finetune/Step Time": 12.081063510850072}
+{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 0.8497470021247864, "Finetune/Loss (Raw)": 0.8742332458496094, "Finetune/Step": 341, "Finetune/Step Time": 12.08544054441154}
+{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 0.850106954574585, "Finetune/Loss (Raw)": 0.9013581275939941, "Finetune/Step": 342, "Finetune/Step Time": 12.052257999777794}
+{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 0.8502523303031921, "Finetune/Loss (Raw)": 0.8908960223197937, "Finetune/Step": 343, "Finetune/Step Time": 12.0512685328722}
+{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 0.8511998057365417, "Finetune/Loss (Raw)": 0.9256255030632019, "Finetune/Step": 344, "Finetune/Step Time": 12.025669207796454}
+{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 0.8513720035552979, "Finetune/Loss (Raw)": 0.9673910737037659, "Finetune/Step": 345, "Finetune/Step Time": 12.032008474692702}
+{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 0.8513081669807434, "Finetune/Loss (Raw)": 0.9705049991607666, "Finetune/Step": 346, "Finetune/Step Time": 12.035504257306457}
+{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 0.8509430885314941, "Finetune/Loss (Raw)": 1.0038615465164185, "Finetune/Step": 347, "Finetune/Step Time": 12.033007610589266}
+{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 0.8513627648353577, "Finetune/Loss (Raw)": 0.8890780210494995, "Finetune/Step": 348, "Finetune/Step Time": 12.071949383243918}
+{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 0.8521431684494019, "Finetune/Loss (Raw)": 0.9697759747505188, "Finetune/Step": 349, "Finetune/Step Time": 12.090200306847692}
+{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 0.8520535230636597, "Finetune/Loss (Raw)": 0.7815715670585632, "Finetune/Step": 350, "Finetune/Step Time": 12.119028348475695}
+{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 0.852333128452301, "Finetune/Loss (Raw)": 0.8556885719299316, "Finetune/Step": 351, "Finetune/Step Time": 12.165535802021623}
+{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 0.857048749923706, "Finetune/Loss (Raw)": 0.8518016338348389, "Finetune/Step": 352, "Finetune/Step Time": 12.148916268721223}
+{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 0.8559662103652954, "Finetune/Loss (Raw)": 0.7934783697128296, "Finetune/Step": 353, "Finetune/Step Time": 12.148670637980103}
+{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 0.8537709712982178, "Finetune/Loss (Raw)": 0.7802613973617554, "Finetune/Step": 354, "Finetune/Step Time": 12.16106835193932}
+{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 0.8533457517623901, "Finetune/Loss (Raw)": 0.9465014338493347, "Finetune/Step": 355, "Finetune/Step Time": 12.179086055606604}
+{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 0.8514960408210754, "Finetune/Loss (Raw)": 0.7438560724258423, "Finetune/Step": 356, "Finetune/Step Time": 12.191883902996778}
+{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 0.8502676486968994, "Finetune/Loss (Raw)": 0.6966648697853088, "Finetune/Step": 357, "Finetune/Step Time": 12.217200493440032}
+{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 0.8444847464561462, "Finetune/Loss (Raw)": 0.24207741022109985, "Finetune/Step": 358, "Finetune/Step Time": 12.252243675291538}
+{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.8431835174560547, "Finetune/Loss (Raw)": 0.7605924606323242, "Finetune/Step": 359, "Finetune/Step Time": 12.25444014929235}
+{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.8425381183624268, "Finetune/Loss (Raw)": 0.8633535504341125, "Finetune/Step": 360, "Finetune/Step Time": 12.253877269104123}
+{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 0.8469399213790894, "Finetune/Loss (Raw)": 0.7776429653167725, "Finetune/Step": 361, "Finetune/Step Time": 12.21620474010706}
+{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.8456140756607056, "Finetune/Loss (Raw)": 0.8173377513885498, "Finetune/Step": 362, "Finetune/Step Time": 12.200669033452868}
+{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.8455029726028442, "Finetune/Loss (Raw)": 0.9542518854141235, "Finetune/Step": 363, "Finetune/Step Time": 12.12133640050888}
+{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.8462806940078735, "Finetune/Loss (Raw)": 0.9806034564971924, "Finetune/Step": 364, "Finetune/Step Time": 12.11796466447413}
+{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.8471068143844604, "Finetune/Loss (Raw)": 0.9929215908050537, "Finetune/Step": 365, "Finetune/Step Time": 12.052875375375152}
+{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.8461209535598755, "Finetune/Loss (Raw)": 0.7860405445098877, "Finetune/Step": 366, "Finetune/Step Time": 12.061686418950558}
+{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.8470908999443054, "Finetune/Loss (Raw)": 0.9141024351119995, "Finetune/Step": 367, "Finetune/Step Time": 12.07085702009499}
+{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.8475684523582458, "Finetune/Loss (Raw)": 0.8605635762214661, "Finetune/Step": 368, "Finetune/Step Time": 12.07124681584537}
+{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.8469260931015015, "Finetune/Loss (Raw)": 0.870710015296936, "Finetune/Step": 369, "Finetune/Step Time": 12.070918964222074}
+{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.8475691080093384, "Finetune/Loss (Raw)": 1.009139060974121, "Finetune/Step": 370, "Finetune/Step Time": 12.069350438192487}
+{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 0.848151445388794, "Finetune/Loss (Raw)": 1.0289256572723389, "Finetune/Step": 371, "Finetune/Step Time": 12.05091336928308}
+{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 0.8490684628486633, "Finetune/Loss (Raw)": 0.9010320901870728, "Finetune/Step": 372, "Finetune/Step Time": 12.065534396097064}
+{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.8426830172538757, "Finetune/Loss (Raw)": 0.31082186102867126, "Finetune/Step": 373, "Finetune/Step Time": 12.107620803639293}
+{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.836890459060669, "Finetune/Loss (Raw)": 0.2389659732580185, "Finetune/Step": 374, "Finetune/Step Time": 12.127892635762691}
+{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.8373070359230042, "Finetune/Loss (Raw)": 0.9415220022201538, "Finetune/Step": 375, "Finetune/Step Time": 12.124180093407631}
+{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.8361403942108154, "Finetune/Loss (Raw)": 0.7467470765113831, "Finetune/Step": 376, "Finetune/Step Time": 12.123295733705163}
+{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.8357061743736267, "Finetune/Loss (Raw)": 0.8475570678710938, "Finetune/Step": 377, "Finetune/Step Time": 12.124448681250215}
+{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.8366035223007202, "Finetune/Loss (Raw)": 1.043378472328186, "Finetune/Step": 378, "Finetune/Step Time": 12.124140253290534}
+{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.8368337750434875, "Finetune/Loss (Raw)": 1.0036919116973877, "Finetune/Step": 379, "Finetune/Step Time": 12.093041649088264}
+{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.8369461297988892, "Finetune/Loss (Raw)": 0.9125396013259888, "Finetune/Step": 380, "Finetune/Step Time": 12.089818866923451}
+{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.8366212844848633, "Finetune/Loss (Raw)": 0.9159317016601562, "Finetune/Step": 381, "Finetune/Step Time": 12.10561167448759}
+{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.8362908363342285, "Finetune/Loss (Raw)": 0.7861266732215881, "Finetune/Step": 382, "Finetune/Step Time": 12.184989422559738}
+{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.840038537979126, "Finetune/Loss (Raw)": 0.7189621925354004, "Finetune/Step": 383, "Finetune/Step Time": 12.213285196572542}
+{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.8364139199256897, "Finetune/Loss (Raw)": 0.35689404606819153, "Finetune/Step": 384, "Finetune/Step Time": 12.241471936926246}
+{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.8352044820785522, "Finetune/Loss (Raw)": 0.8545029163360596, "Finetune/Step": 385, "Finetune/Step Time": 12.235369944944978}
+{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.8345940709114075, "Finetune/Loss (Raw)": 0.7693055868148804, "Finetune/Step": 386, "Finetune/Step Time": 12.2328190356493}
+{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.8331400752067566, "Finetune/Loss (Raw)": 0.7955115437507629, "Finetune/Step": 387, "Finetune/Step Time": 12.234673775732517}
+{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.832712709903717, "Finetune/Loss (Raw)": 0.7377385497093201, "Finetune/Step": 388, "Finetune/Step Time": 12.191530367359519}
+{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.833129346370697, "Finetune/Loss (Raw)": 0.8212491273880005, "Finetune/Step": 389, "Finetune/Step Time": 12.19041989184916}
+{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.8329270482063293, "Finetune/Loss (Raw)": 0.6941818594932556, "Finetune/Step": 390, "Finetune/Step Time": 12.155545489862561}
+{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.8325828909873962, "Finetune/Loss (Raw)": 0.9010026454925537, "Finetune/Step": 391, "Finetune/Step Time": 12.136513715609908}
+{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.8325831294059753, "Finetune/Loss (Raw)": 0.8137834668159485, "Finetune/Step": 392, "Finetune/Step Time": 12.128682436421514}
+{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.8313206434249878, "Finetune/Loss (Raw)": 0.691478967666626, "Finetune/Step": 393, "Finetune/Step Time": 12.15027666464448}
+{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.8289444446563721, "Finetune/Loss (Raw)": 0.7237152457237244, "Finetune/Step": 394, "Finetune/Step Time": 12.177407508715987}
+{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.8311935663223267, "Finetune/Loss (Raw)": 1.055619239807129, "Finetune/Step": 395, "Finetune/Step Time": 12.195440586656332}
+{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.8314191699028015, "Finetune/Loss (Raw)": 0.9877699613571167, "Finetune/Step": 396, "Finetune/Step Time": 12.195615960285068}
+{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.8290329575538635, "Finetune/Loss (Raw)": 0.623324453830719, "Finetune/Step": 397, "Finetune/Step Time": 12.223048832267523}
+{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.8301157355308533, "Finetune/Loss (Raw)": 1.015883207321167, "Finetune/Step": 398, "Finetune/Step Time": 12.210911935195327}
+{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.828802227973938, "Finetune/Loss (Raw)": 0.6800162196159363, "Finetune/Step": 399, "Finetune/Step Time": 12.187502309679985}
+{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.8281124234199524, "Finetune/Loss (Raw)": 0.8465819954872131, "Finetune/Step": 400, "Finetune/Step Time": 12.182247592136264}
+{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.8280941247940063, "Finetune/Loss (Raw)": 0.9626161456108093, "Finetune/Step": 401, "Finetune/Step Time": 12.18627911992371}
+{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.8273152112960815, "Finetune/Loss (Raw)": 0.8562631011009216, "Finetune/Step": 402, "Finetune/Step Time": 12.208550373092294}
+{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.8277784585952759, "Finetune/Loss (Raw)": 0.8917257785797119, "Finetune/Step": 403, "Finetune/Step Time": 12.20750799588859}
+{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.8302940726280212, "Finetune/Loss (Raw)": 0.9786545634269714, "Finetune/Step": 404, "Finetune/Step Time": 12.138084897771478}
+{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.8284701108932495, "Finetune/Loss (Raw)": 0.680768609046936, "Finetune/Step": 405, "Finetune/Step Time": 12.160623617470264}
+{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.824213981628418, "Finetune/Loss (Raw)": 0.3680339455604553, "Finetune/Step": 406, "Finetune/Step Time": 12.200025724247098}
+{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.8193961977958679, "Finetune/Loss (Raw)": 0.29238516092300415, "Finetune/Step": 407, "Finetune/Step Time": 12.216734005138278}
+{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.8194664716720581, "Finetune/Loss (Raw)": 0.8557419180870056, "Finetune/Step": 408, "Finetune/Step Time": 12.216574614867568}
+{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.820608913898468, "Finetune/Loss (Raw)": 1.0801769495010376, "Finetune/Step": 409, "Finetune/Step Time": 12.21901324018836}
+{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.8218680620193481, "Finetune/Loss (Raw)": 1.0610909461975098, "Finetune/Step": 410, "Finetune/Step Time": 12.217156747356057}
+{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.8205011487007141, "Finetune/Loss (Raw)": 0.8590801358222961, "Finetune/Step": 411, "Finetune/Step Time": 12.223870977759361}
+{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.814171552658081, "Finetune/Loss (Raw)": 0.20403334498405457, "Finetune/Step": 412, "Finetune/Step Time": 12.271997703239322}
+{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.8157315254211426, "Finetune/Loss (Raw)": 0.9393272995948792, "Finetune/Step": 413, "Finetune/Step Time": 12.22732675075531}
+{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.8152843117713928, "Finetune/Loss (Raw)": 0.8097726702690125, "Finetune/Step": 414, "Finetune/Step Time": 12.201145445927978}
+{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.8148764371871948, "Finetune/Loss (Raw)": 0.8894157409667969, "Finetune/Step": 415, "Finetune/Step Time": 12.197296341881156}
+{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.8165956139564514, "Finetune/Loss (Raw)": 0.9789589643478394, "Finetune/Step": 416, "Finetune/Step Time": 12.171947624534369}
+{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.8161831498146057, "Finetune/Loss (Raw)": 0.8999715447425842, "Finetune/Step": 417, "Finetune/Step Time": 12.163328001275659}
+{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.8172603845596313, "Finetune/Loss (Raw)": 0.9364733099937439, "Finetune/Step": 418, "Finetune/Step Time": 12.14111578091979}
+{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.8161290884017944, "Finetune/Loss (Raw)": 0.827228307723999, "Finetune/Step": 419, "Finetune/Step Time": 12.175290741026402}
+{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.8106629848480225, "Finetune/Loss (Raw)": 0.27438652515411377, "Finetune/Step": 420, "Finetune/Step Time": 12.20934252627194}
+{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.8104778528213501, "Finetune/Loss (Raw)": 0.9031358361244202, "Finetune/Step": 421, "Finetune/Step Time": 12.210196414962411}
+{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.8125810623168945, "Finetune/Loss (Raw)": 0.872575044631958, "Finetune/Step": 422, "Finetune/Step Time": 12.221478359773755}
+{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.812914252281189, "Finetune/Loss (Raw)": 0.9798060059547424, "Finetune/Step": 423, "Finetune/Step Time": 12.210393454879522}
+{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.8137152194976807, "Finetune/Loss (Raw)": 0.9547054767608643, "Finetune/Step": 424, "Finetune/Step Time": 12.209017729386687}
+{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.8108441829681396, "Finetune/Loss (Raw)": 0.6025291681289673, "Finetune/Step": 425, "Finetune/Step Time": 12.280453495681286}
+{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.8119961023330688, "Finetune/Loss (Raw)": 0.8684505820274353, "Finetune/Step": 426, "Finetune/Step Time": 12.2363420445472}
+{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.8169263601303101, "Finetune/Loss (Raw)": 0.845880389213562, "Finetune/Step": 427, "Finetune/Step Time": 12.205488016828895}
+{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.822347104549408, "Finetune/Loss (Raw)": 0.9834514260292053, "Finetune/Step": 428, "Finetune/Step Time": 12.169503958895802}
+{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.8276951909065247, "Finetune/Loss (Raw)": 1.0095651149749756, "Finetune/Step": 429, "Finetune/Step Time": 12.142597308382392}
+{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.8276848793029785, "Finetune/Loss (Raw)": 0.7723548412322998, "Finetune/Step": 430, "Finetune/Step Time": 12.130079558119178}
+{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.8323395252227783, "Finetune/Loss (Raw)": 0.8830685019493103, "Finetune/Step": 431, "Finetune/Step Time": 12.110465217381716}
+{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.8315825462341309, "Finetune/Loss (Raw)": 0.8324931263923645, "Finetune/Step": 432, "Finetune/Step Time": 12.09991311095655}
+{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.8305716514587402, "Finetune/Loss (Raw)": 0.7834541201591492, "Finetune/Step": 433, "Finetune/Step Time": 12.106505097821355}
+{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.8308115005493164, "Finetune/Loss (Raw)": 0.8617667555809021, "Finetune/Step": 434, "Finetune/Step Time": 12.108460722491145}
+{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.8285700082778931, "Finetune/Loss (Raw)": 0.740837812423706, "Finetune/Step": 435, "Finetune/Step Time": 12.091790821403265}
+{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.8279846906661987, "Finetune/Loss (Raw)": 0.8333691954612732, "Finetune/Step": 436, "Finetune/Step Time": 12.087071111425757}
+{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.8278499245643616, "Finetune/Loss (Raw)": 0.924473762512207, "Finetune/Step": 437, "Finetune/Step Time": 12.093323968350887}
+{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.826432466506958, "Finetune/Loss (Raw)": 0.7240378856658936, "Finetune/Step": 438, "Finetune/Step Time": 12.088989462703466}
+{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.8256171345710754, "Finetune/Loss (Raw)": 0.8210443258285522, "Finetune/Step": 439, "Finetune/Step Time": 12.09731700643897}
+{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.8259803652763367, "Finetune/Loss (Raw)": 0.890794575214386, "Finetune/Step": 440, "Finetune/Step Time": 12.099285513162613}
+{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.825376570224762, "Finetune/Loss (Raw)": 0.9309975504875183, "Finetune/Step": 441, "Finetune/Step Time": 12.094928720965981}
+{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.8196520209312439, "Finetune/Loss (Raw)": 0.28551697731018066, "Finetune/Step": 442, "Finetune/Step Time": 12.136056764051318}
+{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.820422887802124, "Finetune/Loss (Raw)": 0.9468066096305847, "Finetune/Step": 443, "Finetune/Step Time": 12.142930909991264}
+{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.8257333040237427, "Finetune/Loss (Raw)": 1.0048696994781494, "Finetune/Step": 444, "Finetune/Step Time": 12.106206564232707}
+{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.8259282112121582, "Finetune/Loss (Raw)": 0.8597204089164734, "Finetune/Step": 445, "Finetune/Step Time": 12.09872411750257}
+{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.8259191513061523, "Finetune/Loss (Raw)": 0.942973256111145, "Finetune/Step": 446, "Finetune/Step Time": 12.104982294142246}
+{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.8267890214920044, "Finetune/Loss (Raw)": 0.9055096507072449, "Finetune/Step": 447, "Finetune/Step Time": 12.085420828312635}
+{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.8273626565933228, "Finetune/Loss (Raw)": 0.8994829654693604, "Finetune/Step": 448, "Finetune/Step Time": 12.086670959368348}
+{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.8333370685577393, "Finetune/Loss (Raw)": 1.0284733772277832, "Finetune/Step": 449, "Finetune/Step Time": 12.049638602882624}
+{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.8333288431167603, "Finetune/Loss (Raw)": 0.8449215888977051, "Finetune/Step": 450, "Finetune/Step Time": 12.04642721451819}
+{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.8327065706253052, "Finetune/Loss (Raw)": 0.8305627107620239, "Finetune/Step": 451, "Finetune/Step Time": 12.054346837103367}
+{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.8317313194274902, "Finetune/Loss (Raw)": 0.8405030965805054, "Finetune/Step": 452, "Finetune/Step Time": 12.04236157052219}
+{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.8327910304069519, "Finetune/Loss (Raw)": 1.0514239072799683, "Finetune/Step": 453, "Finetune/Step Time": 12.032754871994257}
+{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.8321280479431152, "Finetune/Loss (Raw)": 0.869592547416687, "Finetune/Step": 454, "Finetune/Step Time": 12.060426738113165}
+{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.8329774141311646, "Finetune/Loss (Raw)": 0.9435776472091675, "Finetune/Step": 455, "Finetune/Step Time": 12.056940922513604}
+{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.8276708126068115, "Finetune/Loss (Raw)": 0.2568545937538147, "Finetune/Step": 456, "Finetune/Step Time": 12.07169015146792}
+{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.8274060487747192, "Finetune/Loss (Raw)": 0.7551069855690002, "Finetune/Step": 457, "Finetune/Step Time": 12.035197459161282}
+{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.8292274475097656, "Finetune/Loss (Raw)": 1.0293391942977905, "Finetune/Step": 458, "Finetune/Step Time": 12.02920307032764}
+{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.8285959959030151, "Finetune/Loss (Raw)": 0.8378554582595825, "Finetune/Step": 459, "Finetune/Step Time": 12.033885890617967}
+{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.8286311626434326, "Finetune/Loss (Raw)": 0.7255582809448242, "Finetune/Step": 460, "Finetune/Step Time": 12.032730070874095}
+{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.827751636505127, "Finetune/Loss (Raw)": 0.805374026298523, "Finetune/Step": 461, "Finetune/Step Time": 12.030242498964071}
+{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.827343225479126, "Finetune/Loss (Raw)": 0.8515172004699707, "Finetune/Step": 462, "Finetune/Step Time": 12.027804622426629}
+{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.8291600346565247, "Finetune/Loss (Raw)": 1.0654398202896118, "Finetune/Step": 463, "Finetune/Step Time": 12.01565376110375}
+{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.8232738971710205, "Finetune/Loss (Raw)": 0.2037845253944397, "Finetune/Step": 464, "Finetune/Step Time": 12.050095552578568}
+{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.8222490549087524, "Finetune/Loss (Raw)": 0.9347204566001892, "Finetune/Step": 465, "Finetune/Step Time": 12.062308184802532}
+{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.8214348554611206, "Finetune/Loss (Raw)": 0.6938744783401489, "Finetune/Step": 466, "Finetune/Step Time": 12.069412698969245}
+{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.8223613500595093, "Finetune/Loss (Raw)": 0.9358659982681274, "Finetune/Step": 467, "Finetune/Step Time": 12.06831892579794}
+{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.8214586973190308, "Finetune/Loss (Raw)": 0.6959450840950012, "Finetune/Step": 468, "Finetune/Step Time": 12.089145265519619}
+{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.8164448738098145, "Finetune/Loss (Raw)": 0.23246341943740845, "Finetune/Step": 469, "Finetune/Step Time": 12.121943719685078}
+{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.8160563707351685, "Finetune/Loss (Raw)": 0.8516333103179932, "Finetune/Step": 470, "Finetune/Step Time": 12.120193004608154}
+{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.8157939910888672, "Finetune/Loss (Raw)": 0.8573073744773865, "Finetune/Step": 471, "Finetune/Step Time": 12.147649804130197}
+{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.8163836002349854, "Finetune/Loss (Raw)": 1.0011001825332642, "Finetune/Step": 472, "Finetune/Step Time": 12.149161547422409}
+{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.8149396181106567, "Finetune/Loss (Raw)": 0.7825626134872437, "Finetune/Step": 473, "Finetune/Step Time": 12.145502377301455}
+{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.8148101568222046, "Finetune/Loss (Raw)": 0.9539320468902588, "Finetune/Step": 474, "Finetune/Step Time": 12.138498483225703}
+{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.814163088798523, "Finetune/Loss (Raw)": 0.9210324883460999, "Finetune/Step": 475, "Finetune/Step Time": 12.135950837284327}
+{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.814240038394928, "Finetune/Loss (Raw)": 0.8989300727844238, "Finetune/Step": 476, "Finetune/Step Time": 12.105666134506464}
+{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.8131017684936523, "Finetune/Loss (Raw)": 0.8240759372711182, "Finetune/Step": 477, "Finetune/Step Time": 12.115902127698064}
+{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.8135797381401062, "Finetune/Loss (Raw)": 0.8427520990371704, "Finetune/Step": 478, "Finetune/Step Time": 12.072478065267205}
+{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.8139519095420837, "Finetune/Loss (Raw)": 0.9033304452896118, "Finetune/Step": 479, "Finetune/Step Time": 12.024387320503592}
+{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.8146655559539795, "Finetune/Loss (Raw)": 0.9431486129760742, "Finetune/Step": 480, "Finetune/Step Time": 12.009847791865468}
+{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.8155642747879028, "Finetune/Loss (Raw)": 0.9085114002227783, "Finetune/Step": 481, "Finetune/Step Time": 12.018259141594172}
+{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.8165873885154724, "Finetune/Loss (Raw)": 0.91121906042099, "Finetune/Step": 482, "Finetune/Step Time": 12.036267139017582}
+{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.8160386681556702, "Finetune/Loss (Raw)": 0.8762661218643188, "Finetune/Step": 483, "Finetune/Step Time": 12.066931765526533}
+{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.8163274526596069, "Finetune/Loss (Raw)": 0.7808141112327576, "Finetune/Step": 484, "Finetune/Step Time": 12.085201958194375}
+{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.8158853054046631, "Finetune/Loss (Raw)": 0.6400684714317322, "Finetune/Step": 485, "Finetune/Step Time": 12.096719060093164}
+{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.8204268217086792, "Finetune/Loss (Raw)": 0.8234049677848816, "Finetune/Step": 486, "Finetune/Step Time": 12.085057305172086}
+{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.8216112852096558, "Finetune/Loss (Raw)": 0.912198543548584, "Finetune/Step": 487, "Finetune/Step Time": 12.084336737170815}
+{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.8221954107284546, "Finetune/Loss (Raw)": 0.938116729259491, "Finetune/Step": 488, "Finetune/Step Time": 12.079814814031124}
+{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.8223553895950317, "Finetune/Loss (Raw)": 0.7981272339820862, "Finetune/Step": 489, "Finetune/Step Time": 12.088773846626282}
+{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.8217887878417969, "Finetune/Loss (Raw)": 0.7448165416717529, "Finetune/Step": 490, "Finetune/Step Time": 12.102068522945046}
+{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.818195641040802, "Finetune/Loss (Raw)": 0.494323194026947, "Finetune/Step": 491, "Finetune/Step Time": 12.157412350177765}
+{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.8170053362846375, "Finetune/Loss (Raw)": 0.8282418847084045, "Finetune/Step": 492, "Finetune/Step Time": 12.168738931417465}
+{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.8161230087280273, "Finetune/Loss (Raw)": 0.879980742931366, "Finetune/Step": 493, "Finetune/Step Time": 12.173011476173997}
+{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.8166036605834961, "Finetune/Loss (Raw)": 0.8475673198699951, "Finetune/Step": 494, "Finetune/Step Time": 12.194536557421088}
+{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.816214382648468, "Finetune/Loss (Raw)": 0.8642796277999878, "Finetune/Step": 495, "Finetune/Step Time": 12.196020983159542}
+{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.81646728515625, "Finetune/Loss (Raw)": 0.892926812171936, "Finetune/Step": 496, "Finetune/Step Time": 12.2217837870121}
+{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.8160435557365417, "Finetune/Loss (Raw)": 0.8164747357368469, "Finetune/Step": 497, "Finetune/Step Time": 12.22650951333344}
+{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.8152703642845154, "Finetune/Loss (Raw)": 0.9101754426956177, "Finetune/Step": 498, "Finetune/Step Time": 12.223291277885437}
+{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.8135274648666382, "Finetune/Loss (Raw)": 0.8058304190635681, "Finetune/Step": 499, "Finetune/Step Time": 12.227241972461343}
+{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.8130569458007812, "Finetune/Loss (Raw)": 0.8408048152923584, "Finetune/Step": 500, "Finetune/Step Time": 12.236773569136858}
+{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.815854012966156, "Finetune/Loss (Raw)": 0.6688518524169922, "Finetune/Step": 501, "Finetune/Step Time": 12.221285749226809}
+{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.8196767568588257, "Finetune/Loss (Raw)": 0.7282790541648865, "Finetune/Step": 502, "Finetune/Step Time": 12.218838213011622}
+{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.818207859992981, "Finetune/Loss (Raw)": 0.7534984350204468, "Finetune/Step": 503, "Finetune/Step Time": 12.24874054081738}
+{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.8191602826118469, "Finetune/Loss (Raw)": 0.8686554431915283, "Finetune/Step": 504, "Finetune/Step Time": 12.23949803225696}
+{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.8194090127944946, "Finetune/Loss (Raw)": 0.8793917298316956, "Finetune/Step": 505, "Finetune/Step Time": 12.240524945780635}
+{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.8160089254379272, "Finetune/Loss (Raw)": 0.6081710457801819, "Finetune/Step": 506, "Finetune/Step Time": 12.261793246492743}
+{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.8152183294296265, "Finetune/Loss (Raw)": 0.9025035500526428, "Finetune/Step": 507, "Finetune/Step Time": 12.25413540750742}
+{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.8147793412208557, "Finetune/Loss (Raw)": 0.8563386797904968, "Finetune/Step": 508, "Finetune/Step Time": 12.253374565392733}
+{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.8141061067581177, "Finetune/Loss (Raw)": 0.8297568559646606, "Finetune/Step": 509, "Finetune/Step Time": 12.257799675688148}
+{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.8142153024673462, "Finetune/Loss (Raw)": 0.8001134395599365, "Finetune/Step": 510, "Finetune/Step Time": 12.181022901088}
+{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.8158241510391235, "Finetune/Loss (Raw)": 0.9248941540718079, "Finetune/Step": 511, "Finetune/Step Time": 12.123056354001164}
+{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.8197039365768433, "Finetune/Loss (Raw)": 0.853500247001648, "Finetune/Step": 512, "Finetune/Step Time": 12.091073462739587}
+{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.8204929232597351, "Finetune/Loss (Raw)": 0.9554975032806396, "Finetune/Step": 513, "Finetune/Step Time": 12.09965242817998}
+{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.8214987516403198, "Finetune/Loss (Raw)": 0.8980453014373779, "Finetune/Step": 514, "Finetune/Step Time": 12.125771544873714}
+{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.8173456192016602, "Finetune/Loss (Raw)": 0.26391127705574036, "Finetune/Step": 515, "Finetune/Step Time": 12.161099512130022}
+{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.8188580274581909, "Finetune/Loss (Raw)": 0.9313304424285889, "Finetune/Step": 516, "Finetune/Step Time": 12.167759234085679}
+{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.8195621967315674, "Finetune/Loss (Raw)": 0.9113839864730835, "Finetune/Step": 517, "Finetune/Step Time": 12.166873620823026}
+{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.8210388422012329, "Finetune/Loss (Raw)": 0.8831935524940491, "Finetune/Step": 518, "Finetune/Step Time": 12.171426987275481}
+{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.8212482929229736, "Finetune/Loss (Raw)": 0.927803635597229, "Finetune/Step": 519, "Finetune/Step Time": 12.19984807446599}
+{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.8207235932350159, "Finetune/Loss (Raw)": 0.7466258406639099, "Finetune/Step": 520, "Finetune/Step Time": 12.20023768208921}
+{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.8225423097610474, "Finetune/Loss (Raw)": 0.9242838621139526, "Finetune/Step": 521, "Finetune/Step Time": 12.184325413778424}
+{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.8233333230018616, "Finetune/Loss (Raw)": 0.8249570727348328, "Finetune/Step": 522, "Finetune/Step Time": 12.15114850923419}
+{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.820382297039032, "Finetune/Loss (Raw)": 0.6778900027275085, "Finetune/Step": 523, "Finetune/Step Time": 12.143463788554072}
+{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.8195676803588867, "Finetune/Loss (Raw)": 0.883496880531311, "Finetune/Step": 524, "Finetune/Step Time": 12.13744437135756}
+{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.8218363523483276, "Finetune/Loss (Raw)": 0.9137181043624878, "Finetune/Step": 525, "Finetune/Step Time": 12.107862884178758}
+{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.8201314210891724, "Finetune/Loss (Raw)": 0.7976521253585815, "Finetune/Step": 526, "Finetune/Step Time": 12.131742563098669}
+{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.8212153911590576, "Finetune/Loss (Raw)": 0.8187575340270996, "Finetune/Step": 527, "Finetune/Step Time": 12.131141977384686}
+{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.8216044306755066, "Finetune/Loss (Raw)": 0.8963830471038818, "Finetune/Step": 528, "Finetune/Step Time": 12.132939767092466}
+{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.8209466934204102, "Finetune/Loss (Raw)": 0.8784255385398865, "Finetune/Step": 529, "Finetune/Step Time": 12.13280425593257}
+{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.8215387463569641, "Finetune/Loss (Raw)": 0.9320448040962219, "Finetune/Step": 530, "Finetune/Step Time": 12.10346645489335}
+{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.822395384311676, "Finetune/Loss (Raw)": 1.0013742446899414, "Finetune/Step": 531, "Finetune/Step Time": 12.096950564533472}
+{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.8209668397903442, "Finetune/Loss (Raw)": 0.795802116394043, "Finetune/Step": 532, "Finetune/Step Time": 12.093171177431941}
+{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.8222625255584717, "Finetune/Loss (Raw)": 0.8466131687164307, "Finetune/Step": 533, "Finetune/Step Time": 12.085835425183177}
+{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.8258911967277527, "Finetune/Loss (Raw)": 0.8325061202049255, "Finetune/Step": 534, "Finetune/Step Time": 12.061224669218063}
+{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.829743504524231, "Finetune/Loss (Raw)": 0.7854771018028259, "Finetune/Step": 535, "Finetune/Step Time": 12.045309634879231}
+{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.8287819027900696, "Finetune/Loss (Raw)": 0.732663631439209, "Finetune/Step": 536, "Finetune/Step Time": 12.085158253088593}
+{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.8274234533309937, "Finetune/Loss (Raw)": 0.9062961339950562, "Finetune/Step": 537, "Finetune/Step Time": 12.087095592170954}
+{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.8261920213699341, "Finetune/Loss (Raw)": 0.9034709334373474, "Finetune/Step": 538, "Finetune/Step Time": 12.101377990096807}
+{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.8272247314453125, "Finetune/Loss (Raw)": 0.9912610650062561, "Finetune/Step": 539, "Finetune/Step Time": 12.089064948260784}
+{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.832190752029419, "Finetune/Loss (Raw)": 0.839684784412384, "Finetune/Step": 540, "Finetune/Step Time": 12.040816033259034}
+{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.8315622806549072, "Finetune/Loss (Raw)": 0.8588777780532837, "Finetune/Step": 541, "Finetune/Step Time": 12.052218429744244}
+{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.8319821357727051, "Finetune/Loss (Raw)": 0.8635116815567017, "Finetune/Step": 542, "Finetune/Step Time": 12.049443747848272}
+{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.832737922668457, "Finetune/Loss (Raw)": 0.9861664175987244, "Finetune/Step": 543, "Finetune/Step Time": 12.048033649101853}
+{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.8322727084159851, "Finetune/Loss (Raw)": 0.9194090962409973, "Finetune/Step": 544, "Finetune/Step Time": 12.047656282782555}
+{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.8322441577911377, "Finetune/Loss (Raw)": 0.8963136076927185, "Finetune/Step": 545, "Finetune/Step Time": 12.042371563613415}
+{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.8316196203231812, "Finetune/Loss (Raw)": 0.8565316200256348, "Finetune/Step": 546, "Finetune/Step Time": 12.044534211978316}
+{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.8325254917144775, "Finetune/Loss (Raw)": 0.9431812167167664, "Finetune/Step": 547, "Finetune/Step Time": 12.025811709463596}
+{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.8360843658447266, "Finetune/Loss (Raw)": 0.7299211621284485, "Finetune/Step": 548, "Finetune/Step Time": 12.01748145185411}
+{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.8338375091552734, "Finetune/Loss (Raw)": 0.6155387759208679, "Finetune/Step": 549, "Finetune/Step Time": 12.032776532694697}
+{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.8332381248474121, "Finetune/Loss (Raw)": 0.7958555221557617, "Finetune/Step": 550, "Finetune/Step Time": 11.99962074123323}
+{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.8317403793334961, "Finetune/Loss (Raw)": 0.7880966663360596, "Finetune/Step": 551, "Finetune/Step Time": 12.001171432435513}
+{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.8319349884986877, "Finetune/Loss (Raw)": 0.9796136021614075, "Finetune/Step": 552, "Finetune/Step Time": 11.992582842707634}
+{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.8326098322868347, "Finetune/Loss (Raw)": 0.6889113187789917, "Finetune/Step": 553, "Finetune/Step Time": 11.919521898031235}
+{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.8332831263542175, "Finetune/Loss (Raw)": 0.9546298384666443, "Finetune/Step": 554, "Finetune/Step Time": 11.915911370888352}
+{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.8334449529647827, "Finetune/Loss (Raw)": 0.8665982484817505, "Finetune/Step": 555, "Finetune/Step Time": 11.943734996020794}
+{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.832556962966919, "Finetune/Loss (Raw)": 0.8697845339775085, "Finetune/Step": 556, "Finetune/Step Time": 11.966350939124823}
+{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.8309804201126099, "Finetune/Loss (Raw)": 0.8077617287635803, "Finetune/Step": 557, "Finetune/Step Time": 11.957348208874464}
+{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.8262481093406677, "Finetune/Loss (Raw)": 0.16662217676639557, "Finetune/Step": 558, "Finetune/Step Time": 11.983206307515502}
+{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.8260401487350464, "Finetune/Loss (Raw)": 0.8564608097076416, "Finetune/Step": 559, "Finetune/Step Time": 11.97099638171494}
+{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.8253383636474609, "Finetune/Loss (Raw)": 0.7426561117172241, "Finetune/Step": 560, "Finetune/Step Time": 11.963072681799531}
+{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.8253514766693115, "Finetune/Loss (Raw)": 0.7851375937461853, "Finetune/Step": 561, "Finetune/Step Time": 11.964215004816651}
+{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.8246445655822754, "Finetune/Loss (Raw)": 0.7712821364402771, "Finetune/Step": 562, "Finetune/Step Time": 11.960567463189363}
+{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.8257918357849121, "Finetune/Loss (Raw)": 0.8876896500587463, "Finetune/Step": 563, "Finetune/Step Time": 11.962099922820926}
+{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.8261088728904724, "Finetune/Loss (Raw)": 0.87394118309021, "Finetune/Step": 564, "Finetune/Step Time": 11.980331305414438}
+{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.8244532346725464, "Finetune/Loss (Raw)": 0.7125491499900818, "Finetune/Step": 565, "Finetune/Step Time": 11.976554855704308}
+{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.8263294696807861, "Finetune/Loss (Raw)": 0.9642064571380615, "Finetune/Step": 566, "Finetune/Step Time": 11.979824611917138}
+{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.8259426355361938, "Finetune/Loss (Raw)": 0.7715315222740173, "Finetune/Step": 567, "Finetune/Step Time": 11.985303996130824}
+{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.8206958770751953, "Finetune/Loss (Raw)": 0.21919992566108704, "Finetune/Step": 568, "Finetune/Step Time": 12.014259532094002}
+{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.8198634386062622, "Finetune/Loss (Raw)": 0.8244540691375732, "Finetune/Step": 569, "Finetune/Step Time": 12.046401793137193}
+{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.8242327570915222, "Finetune/Loss (Raw)": 0.8447816967964172, "Finetune/Step": 570, "Finetune/Step Time": 12.016916351392865}
+{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.8229995965957642, "Finetune/Loss (Raw)": 0.7889639735221863, "Finetune/Step": 571, "Finetune/Step Time": 12.028065755963326}
+{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.82191002368927, "Finetune/Loss (Raw)": 0.8654099106788635, "Finetune/Step": 572, "Finetune/Step Time": 12.026165971532464}
+{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.8226886987686157, "Finetune/Loss (Raw)": 0.9593831300735474, "Finetune/Step": 573, "Finetune/Step Time": 12.032825857400894}
+{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.8228234052658081, "Finetune/Loss (Raw)": 0.9602161049842834, "Finetune/Step": 574, "Finetune/Step Time": 12.027444824576378}
+{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.8232395648956299, "Finetune/Loss (Raw)": 0.9587844014167786, "Finetune/Step": 575, "Finetune/Step Time": 12.062099006026983}
+{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.8227744102478027, "Finetune/Loss (Raw)": 0.8399375081062317, "Finetune/Step": 576, "Finetune/Step Time": 12.063810121268034}
+{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.8213485479354858, "Finetune/Loss (Raw)": 0.8459711074829102, "Finetune/Step": 577, "Finetune/Step Time": 12.056583795696497}
+{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.8208646774291992, "Finetune/Loss (Raw)": 0.7829805612564087, "Finetune/Step": 578, "Finetune/Step Time": 12.049536131322384}
+{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.8200670480728149, "Finetune/Loss (Raw)": 0.7284679412841797, "Finetune/Step": 579, "Finetune/Step Time": 12.073849758133292}
+{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.8203788995742798, "Finetune/Loss (Raw)": 0.8804181814193726, "Finetune/Step": 580, "Finetune/Step Time": 12.076729401946068}
+{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.8196989297866821, "Finetune/Loss (Raw)": 0.9643864035606384, "Finetune/Step": 581, "Finetune/Step Time": 12.085411923006177}
+{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.8205595016479492, "Finetune/Loss (Raw)": 0.9797467589378357, "Finetune/Step": 582, "Finetune/Step Time": 12.074941458180547}
+{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.8189821243286133, "Finetune/Loss (Raw)": 0.7416782975196838, "Finetune/Step": 583, "Finetune/Step Time": 12.087048361077905}
+{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.8235691785812378, "Finetune/Loss (Raw)": 0.8439918160438538, "Finetune/Step": 584, "Finetune/Step Time": 12.070235650986433}
+{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.8247968554496765, "Finetune/Loss (Raw)": 0.9122508764266968, "Finetune/Step": 585, "Finetune/Step Time": 12.073271371424198}
+{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.8185926079750061, "Finetune/Loss (Raw)": 0.2351950705051422, "Finetune/Step": 586, "Finetune/Step Time": 12.10313730686903}
+{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.8199747800827026, "Finetune/Loss (Raw)": 1.014770269393921, "Finetune/Step": 587, "Finetune/Step Time": 12.088314397260547}
+{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.8201493620872498, "Finetune/Loss (Raw)": 0.7479081153869629, "Finetune/Step": 588, "Finetune/Step Time": 12.102116355672479}
+{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.8212924003601074, "Finetune/Loss (Raw)": 0.9516853094100952, "Finetune/Step": 589, "Finetune/Step Time": 12.093637941405177}
+{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.8221936225891113, "Finetune/Loss (Raw)": 0.9668696522712708, "Finetune/Step": 590, "Finetune/Step Time": 12.095514377579093}
+{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.8200469613075256, "Finetune/Loss (Raw)": 0.7906678318977356, "Finetune/Step": 591, "Finetune/Step Time": 12.098996499553323}
+{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.8249607682228088, "Finetune/Loss (Raw)": 0.83275306224823, "Finetune/Step": 592, "Finetune/Step Time": 12.060255106538534}
+{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.8241660594940186, "Finetune/Loss (Raw)": 0.8329944014549255, "Finetune/Step": 593, "Finetune/Step Time": 12.087305877357721}
+{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.825607180595398, "Finetune/Loss (Raw)": 0.8783454895019531, "Finetune/Step": 594, "Finetune/Step Time": 12.064768029376864}
+{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.825320839881897, "Finetune/Loss (Raw)": 0.8992156982421875, "Finetune/Step": 595, "Finetune/Step Time": 12.04618209041655}
+{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.826171875, "Finetune/Loss (Raw)": 0.8048732876777649, "Finetune/Step": 596, "Finetune/Step Time": 12.013910679146647}
+{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.8301365971565247, "Finetune/Loss (Raw)": 0.7399473786354065, "Finetune/Step": 597, "Finetune/Step Time": 11.976787397637963}
+{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.8300474882125854, "Finetune/Loss (Raw)": 0.8402295708656311, "Finetune/Step": 598, "Finetune/Step Time": 12.017321424558759}
+{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.8305118680000305, "Finetune/Loss (Raw)": 0.9167478680610657, "Finetune/Step": 599, "Finetune/Step Time": 11.983312102034688}
+{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.8300364017486572, "Finetune/Loss (Raw)": 0.9402331113815308, "Finetune/Step": 600, "Finetune/Step Time": 11.991377545520663}
+{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.830079972743988, "Finetune/Loss (Raw)": 0.7881410717964172, "Finetune/Step": 601, "Finetune/Step Time": 12.033789619803429}
+{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.8296235203742981, "Finetune/Loss (Raw)": 0.8955116271972656, "Finetune/Step": 602, "Finetune/Step Time": 12.019915902987123}
+{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.8280547261238098, "Finetune/Loss (Raw)": 0.7202265858650208, "Finetune/Step": 603, "Finetune/Step Time": 12.029290150851011}
+{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.8281763792037964, "Finetune/Loss (Raw)": 0.9145005941390991, "Finetune/Step": 604, "Finetune/Step Time": 12.028123619034886}
+{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.8273099660873413, "Finetune/Loss (Raw)": 0.7131732702255249, "Finetune/Step": 605, "Finetune/Step Time": 12.018763586878777}
+{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.8267148733139038, "Finetune/Loss (Raw)": 0.7665777206420898, "Finetune/Step": 606, "Finetune/Step Time": 12.049870245158672}
+{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.8242996335029602, "Finetune/Loss (Raw)": 0.5941831469535828, "Finetune/Step": 607, "Finetune/Step Time": 12.1082558427006}
+{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.8242613077163696, "Finetune/Loss (Raw)": 0.9382409453392029, "Finetune/Step": 608, "Finetune/Step Time": 12.103327423334122}
+{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.8233051300048828, "Finetune/Loss (Raw)": 0.786116361618042, "Finetune/Step": 609, "Finetune/Step Time": 12.094431720674038}
+{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.8228673934936523, "Finetune/Loss (Raw)": 0.8551955223083496, "Finetune/Step": 610, "Finetune/Step Time": 12.076711224392056}
+{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.8228325843811035, "Finetune/Loss (Raw)": 0.871807873249054, "Finetune/Step": 611, "Finetune/Step Time": 12.02666349709034}
+{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.8249239325523376, "Finetune/Loss (Raw)": 1.0485073328018188, "Finetune/Step": 612, "Finetune/Step Time": 12.011575523763895}
+{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.8254407644271851, "Finetune/Loss (Raw)": 0.7062253355979919, "Finetune/Step": 613, "Finetune/Step Time": 11.994484793394804}
+{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.8258912563323975, "Finetune/Loss (Raw)": 0.8810631036758423, "Finetune/Step": 614, "Finetune/Step Time": 11.967724535614252}
+{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.8254696130752563, "Finetune/Loss (Raw)": 0.858237087726593, "Finetune/Step": 615, "Finetune/Step Time": 11.990388415753841}
+{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.825028657913208, "Finetune/Loss (Raw)": 0.8816654682159424, "Finetune/Step": 616, "Finetune/Step Time": 12.004527868703008}
+{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.8255903124809265, "Finetune/Loss (Raw)": 0.8700200319290161, "Finetune/Step": 617, "Finetune/Step Time": 11.990200828760862}
+{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.8266395330429077, "Finetune/Loss (Raw)": 0.8791180849075317, "Finetune/Step": 618, "Finetune/Step Time": 11.978101955726743}
+{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.828849196434021, "Finetune/Loss (Raw)": 0.7771638631820679, "Finetune/Step": 619, "Finetune/Step Time": 11.9655880369246}
+{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.8291806578636169, "Finetune/Loss (Raw)": 0.8706618547439575, "Finetune/Step": 620, "Finetune/Step Time": 11.947900423780084}
+{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.8291991949081421, "Finetune/Loss (Raw)": 0.8823608160018921, "Finetune/Step": 621, "Finetune/Step Time": 11.983252013102174}
+{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.8290879130363464, "Finetune/Loss (Raw)": 0.8333204984664917, "Finetune/Step": 622, "Finetune/Step Time": 11.960063058882952}
+{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.8295918107032776, "Finetune/Loss (Raw)": 0.928777277469635, "Finetune/Step": 623, "Finetune/Step Time": 11.961500721052289}
+{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.8294360041618347, "Finetune/Loss (Raw)": 0.8729835152626038, "Finetune/Step": 624, "Finetune/Step Time": 11.935192530974746}
+{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.8301091194152832, "Finetune/Loss (Raw)": 0.9026300311088562, "Finetune/Step": 625, "Finetune/Step Time": 11.936579750850797}
+{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.8302919268608093, "Finetune/Loss (Raw)": 0.9335817694664001, "Finetune/Step": 626, "Finetune/Step Time": 11.933424964547157}
+{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.8308754563331604, "Finetune/Loss (Raw)": 0.8805246353149414, "Finetune/Step": 627, "Finetune/Step Time": 11.938692402094603}
+{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.8308314085006714, "Finetune/Loss (Raw)": 0.8351591229438782, "Finetune/Step": 628, "Finetune/Step Time": 11.920098800212145}
+{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.8326115608215332, "Finetune/Loss (Raw)": 0.8967161774635315, "Finetune/Step": 629, "Finetune/Step Time": 11.902158323675394}
+{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.8349099159240723, "Finetune/Loss (Raw)": 1.022465467453003, "Finetune/Step": 630, "Finetune/Step Time": 11.867718560621142}
+{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.8346718549728394, "Finetune/Loss (Raw)": 0.7230271100997925, "Finetune/Step": 631, "Finetune/Step Time": 11.840562652796507}
+{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.8355354070663452, "Finetune/Loss (Raw)": 0.9791965484619141, "Finetune/Step": 632, "Finetune/Step Time": 11.838988423347473}
+{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.8371354937553406, "Finetune/Loss (Raw)": 1.0842010974884033, "Finetune/Step": 633, "Finetune/Step Time": 11.84139427356422}
+{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.8383954763412476, "Finetune/Loss (Raw)": 0.7694479823112488, "Finetune/Step": 634, "Finetune/Step Time": 11.824289942160249}
+{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.838132381439209, "Finetune/Loss (Raw)": 0.8688256144523621, "Finetune/Step": 635, "Finetune/Step Time": 11.832709725946188}
+{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.837824821472168, "Finetune/Loss (Raw)": 0.816964864730835, "Finetune/Step": 636, "Finetune/Step Time": 11.878525219857693}
+{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.8386216163635254, "Finetune/Loss (Raw)": 0.9317485094070435, "Finetune/Step": 637, "Finetune/Step Time": 11.861253067851067}
+{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.839608371257782, "Finetune/Loss (Raw)": 0.9264224171638489, "Finetune/Step": 638, "Finetune/Step Time": 11.860530300065875}
+{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.8388456106185913, "Finetune/Loss (Raw)": 0.8272548317909241, "Finetune/Step": 639, "Finetune/Step Time": 11.855288792401552}
+{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.8388285636901855, "Finetune/Loss (Raw)": 0.8513211607933044, "Finetune/Step": 640, "Finetune/Step Time": 11.856097823008895}
+{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.837501585483551, "Finetune/Loss (Raw)": 0.7856428623199463, "Finetune/Step": 641, "Finetune/Step Time": 11.869548235088587}
+{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.8325955271720886, "Finetune/Loss (Raw)": 0.2700755298137665, "Finetune/Step": 642, "Finetune/Step Time": 11.86588717252016}
+{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.8372349739074707, "Finetune/Loss (Raw)": 0.857761025428772, "Finetune/Step": 643, "Finetune/Step Time": 11.828999830409884}
+{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.837037205696106, "Finetune/Loss (Raw)": 0.9060180187225342, "Finetune/Step": 644, "Finetune/Step Time": 11.836087418720126}
+{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.8374646902084351, "Finetune/Loss (Raw)": 0.9660949110984802, "Finetune/Step": 645, "Finetune/Step Time": 11.832176128402352}
+{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.8374043107032776, "Finetune/Loss (Raw)": 0.8754701018333435, "Finetune/Step": 646, "Finetune/Step Time": 11.849679024890065}
+{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.8365499973297119, "Finetune/Loss (Raw)": 0.8184542655944824, "Finetune/Step": 647, "Finetune/Step Time": 11.848849100992084}
+{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.837736964225769, "Finetune/Loss (Raw)": 0.8985541462898254, "Finetune/Step": 648, "Finetune/Step Time": 11.844615964218974}
+{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.8364282846450806, "Finetune/Loss (Raw)": 0.7567765116691589, "Finetune/Step": 649, "Finetune/Step Time": 11.835661655291915}
+{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.8357614278793335, "Finetune/Loss (Raw)": 0.7395915389060974, "Finetune/Step": 650, "Finetune/Step Time": 11.859161887317896}
+{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.8372253775596619, "Finetune/Loss (Raw)": 0.8652806878089905, "Finetune/Step": 651, "Finetune/Step Time": 11.872882449999452}
+{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.8367745876312256, "Finetune/Loss (Raw)": 0.825790524482727, "Finetune/Step": 652, "Finetune/Step Time": 11.879166595637798}
+{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.8360164165496826, "Finetune/Loss (Raw)": 0.8166722655296326, "Finetune/Step": 653, "Finetune/Step Time": 11.881737044081092}
+{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.8384164571762085, "Finetune/Loss (Raw)": 1.1048556566238403, "Finetune/Step": 654, "Finetune/Step Time": 11.864785332232714}
+{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.8385621309280396, "Finetune/Loss (Raw)": 0.8374127149581909, "Finetune/Step": 655, "Finetune/Step Time": 11.870606208220124}
+{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.8378785252571106, "Finetune/Loss (Raw)": 0.8088768720626831, "Finetune/Step": 656, "Finetune/Step Time": 11.864788731560111}
+{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.8373337984085083, "Finetune/Loss (Raw)": 0.8086966276168823, "Finetune/Step": 657, "Finetune/Step Time": 11.901420487090945}
+{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.8369249105453491, "Finetune/Loss (Raw)": 0.8797145485877991, "Finetune/Step": 658, "Finetune/Step Time": 11.903753761202097}
+{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.8344516158103943, "Finetune/Loss (Raw)": 0.6847878098487854, "Finetune/Step": 659, "Finetune/Step Time": 11.952709712088108}
+{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.8359472155570984, "Finetune/Loss (Raw)": 0.987237811088562, "Finetune/Step": 660, "Finetune/Step Time": 11.969126680865884}
+{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.8360398411750793, "Finetune/Loss (Raw)": 0.8584704399108887, "Finetune/Step": 661, "Finetune/Step Time": 11.955134136602283}
+{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.8368563055992126, "Finetune/Loss (Raw)": 0.937015950679779, "Finetune/Step": 662, "Finetune/Step Time": 11.934846889227629}
+{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.8380767107009888, "Finetune/Loss (Raw)": 0.9416911005973816, "Finetune/Step": 663, "Finetune/Step Time": 11.915103318169713}
+{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.8387534618377686, "Finetune/Loss (Raw)": 0.8192876577377319, "Finetune/Step": 664, "Finetune/Step Time": 11.89274918101728}
+{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.8390321731567383, "Finetune/Loss (Raw)": 0.941973090171814, "Finetune/Step": 665, "Finetune/Step Time": 11.908143267035484}
+{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.8398516774177551, "Finetune/Loss (Raw)": 1.0083589553833008, "Finetune/Step": 666, "Finetune/Step Time": 11.89481208845973}
+{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.8392621874809265, "Finetune/Loss (Raw)": 0.9158118367195129, "Finetune/Step": 667, "Finetune/Step Time": 11.919490780681372}
+{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.8384498953819275, "Finetune/Loss (Raw)": 0.7357119917869568, "Finetune/Step": 668, "Finetune/Step Time": 11.929746510460973}
+{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.8387597799301147, "Finetune/Loss (Raw)": 0.8985441327095032, "Finetune/Step": 669, "Finetune/Step Time": 11.920560335740447}
+{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.8382352590560913, "Finetune/Loss (Raw)": 0.7963630557060242, "Finetune/Step": 670, "Finetune/Step Time": 11.92513926140964}
+{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.8370552062988281, "Finetune/Loss (Raw)": 0.8351214528083801, "Finetune/Step": 671, "Finetune/Step Time": 11.923489542677999}
+{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.8370051383972168, "Finetune/Loss (Raw)": 0.9130033254623413, "Finetune/Step": 672, "Finetune/Step Time": 11.917528241872787}
+{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.8378938436508179, "Finetune/Loss (Raw)": 1.0100667476654053, "Finetune/Step": 673, "Finetune/Step Time": 11.919079300016165}
+{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.839002788066864, "Finetune/Loss (Raw)": 0.9984769225120544, "Finetune/Step": 674, "Finetune/Step Time": 11.919960653409362}
+{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.838955283164978, "Finetune/Loss (Raw)": 0.9371058940887451, "Finetune/Step": 675, "Finetune/Step Time": 11.92338959313929}
+{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.8404681086540222, "Finetune/Loss (Raw)": 0.9235554933547974, "Finetune/Step": 676, "Finetune/Step Time": 11.911309249699116}
+{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.8412410020828247, "Finetune/Loss (Raw)": 0.7144748568534851, "Finetune/Step": 677, "Finetune/Step Time": 11.977507477626204}
+{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.8426066040992737, "Finetune/Loss (Raw)": 0.9706469774246216, "Finetune/Step": 678, "Finetune/Step Time": 11.997615365311503}
+{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.8439778685569763, "Finetune/Loss (Raw)": 0.9636249542236328, "Finetune/Step": 679, "Finetune/Step Time": 12.006578231230378}
+{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.842605471611023, "Finetune/Loss (Raw)": 0.803939938545227, "Finetune/Step": 680, "Finetune/Step Time": 12.003512592986226}
+{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 0.8445827960968018, "Finetune/Loss (Raw)": 0.9420162439346313, "Finetune/Step": 681, "Finetune/Step Time": 11.999350145459175}
+{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.8445854187011719, "Finetune/Loss (Raw)": 0.9549603462219238, "Finetune/Step": 682, "Finetune/Step Time": 11.992323277518153}
+{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 0.8452519178390503, "Finetune/Loss (Raw)": 0.9519091248512268, "Finetune/Step": 683, "Finetune/Step Time": 11.955326233059168}
+{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 0.844620943069458, "Finetune/Loss (Raw)": 0.7890270352363586, "Finetune/Step": 684, "Finetune/Step Time": 11.934060122817755}
+{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.8430085778236389, "Finetune/Loss (Raw)": 0.6013738512992859, "Finetune/Step": 685, "Finetune/Step Time": 11.962017327547073}
+{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 0.8472270369529724, "Finetune/Loss (Raw)": 0.7065842747688293, "Finetune/Step": 686, "Finetune/Step Time": 11.950351996347308}
+{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 0.8472669124603271, "Finetune/Loss (Raw)": 0.8615650534629822, "Finetune/Step": 687, "Finetune/Step Time": 11.945088872686028}
+{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 0.8481116890907288, "Finetune/Loss (Raw)": 0.8507880568504333, "Finetune/Step": 688, "Finetune/Step Time": 11.941548811271787}
+{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 0.845953643321991, "Finetune/Loss (Raw)": 0.5089097619056702, "Finetune/Step": 689, "Finetune/Step Time": 11.966356905177236}
+{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 0.844887375831604, "Finetune/Loss (Raw)": 0.6347925662994385, "Finetune/Step": 690, "Finetune/Step Time": 12.036154253408313}
+{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 0.8452469706535339, "Finetune/Loss (Raw)": 0.9337250590324402, "Finetune/Step": 691, "Finetune/Step Time": 12.03916870802641}
+{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 0.8443658351898193, "Finetune/Loss (Raw)": 0.7611570954322815, "Finetune/Step": 692, "Finetune/Step Time": 12.075620325282216}
+{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 0.8446087837219238, "Finetune/Loss (Raw)": 0.7436489462852478, "Finetune/Step": 693, "Finetune/Step Time": 12.074288219213486}
+{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.8389262557029724, "Finetune/Loss (Raw)": 0.2368345856666565, "Finetune/Step": 694, "Finetune/Step Time": 12.10781166702509}
+{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.8382421135902405, "Finetune/Loss (Raw)": 0.6839703917503357, "Finetune/Step": 695, "Finetune/Step Time": 12.120154140517116}
+{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 0.8439047336578369, "Finetune/Loss (Raw)": 0.944004237651825, "Finetune/Step": 696, "Finetune/Step Time": 12.093232408165932}
+{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 0.8434821367263794, "Finetune/Loss (Raw)": 0.7703706622123718, "Finetune/Step": 697, "Finetune/Step Time": 12.0842957329005}
+{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 0.8446359634399414, "Finetune/Loss (Raw)": 0.9924711585044861, "Finetune/Step": 698, "Finetune/Step Time": 12.072602527216077}
+{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 0.846665620803833, "Finetune/Loss (Raw)": 1.0487556457519531, "Finetune/Step": 699, "Finetune/Step Time": 12.067300217226148}
+{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 0.8459275960922241, "Finetune/Loss (Raw)": 0.7709416151046753, "Finetune/Step": 700, "Finetune/Step Time": 12.103834902867675}
+{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 0.840278685092926, "Finetune/Loss (Raw)": 0.23632661998271942, "Finetune/Step": 701, "Finetune/Step Time": 12.158714456483722}
+{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.8393838405609131, "Finetune/Loss (Raw)": 0.8456783890724182, "Finetune/Step": 702, "Finetune/Step Time": 12.17138958722353}
+{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.8372054100036621, "Finetune/Loss (Raw)": 0.6799414157867432, "Finetune/Step": 703, "Finetune/Step Time": 12.151357470080256}
+{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.8377957344055176, "Finetune/Loss (Raw)": 0.91549152135849, "Finetune/Step": 704, "Finetune/Step Time": 12.17313726246357}
+{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.8383073806762695, "Finetune/Loss (Raw)": 0.9114664793014526, "Finetune/Step": 705, "Finetune/Step Time": 12.170684026554227}
+{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.8371550440788269, "Finetune/Loss (Raw)": 0.635481595993042, "Finetune/Step": 706, "Finetune/Step Time": 12.175064593553543}
+{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.8374942541122437, "Finetune/Loss (Raw)": 0.7718949317932129, "Finetune/Step": 707, "Finetune/Step Time": 12.146287428215146}
+{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.8386132717132568, "Finetune/Loss (Raw)": 1.0236469507217407, "Finetune/Step": 708, "Finetune/Step Time": 12.154519900679588}
+{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.8370622992515564, "Finetune/Loss (Raw)": 0.7658650279045105, "Finetune/Step": 709, "Finetune/Step Time": 12.155502090230584}
+{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.8355084657669067, "Finetune/Loss (Raw)": 0.7808530926704407, "Finetune/Step": 710, "Finetune/Step Time": 12.136442087590694}
+{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.8364970684051514, "Finetune/Loss (Raw)": 0.8682253956794739, "Finetune/Step": 711, "Finetune/Step Time": 12.15968082472682}
+{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.8345394134521484, "Finetune/Loss (Raw)": 0.5934038758277893, "Finetune/Step": 712, "Finetune/Step Time": 12.177633699029684}
+{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.8342920541763306, "Finetune/Loss (Raw)": 0.8805959224700928, "Finetune/Step": 713, "Finetune/Step Time": 12.177766367793083}
+{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.838021993637085, "Finetune/Loss (Raw)": 0.7126264572143555, "Finetune/Step": 714, "Finetune/Step Time": 12.150036830455065}
+{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.8377345204353333, "Finetune/Loss (Raw)": 0.9779704213142395, "Finetune/Step": 715, "Finetune/Step Time": 12.148026812821627}
+{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.8377890586853027, "Finetune/Loss (Raw)": 0.7548887133598328, "Finetune/Step": 716, "Finetune/Step Time": 12.100678818300366}
+{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.8376926183700562, "Finetune/Loss (Raw)": 0.939336895942688, "Finetune/Step": 717, "Finetune/Step Time": 12.122441079467535}
+{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.8369871377944946, "Finetune/Loss (Raw)": 0.8765697479248047, "Finetune/Step": 718, "Finetune/Step Time": 12.129728866741061}
+{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.8378957509994507, "Finetune/Loss (Raw)": 0.9069671034812927, "Finetune/Step": 719, "Finetune/Step Time": 12.130809413269162}
+{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.8390642404556274, "Finetune/Loss (Raw)": 0.9823197722434998, "Finetune/Step": 720, "Finetune/Step Time": 12.134969539940357}
+{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.8388265371322632, "Finetune/Loss (Raw)": 0.8025756478309631, "Finetune/Step": 721, "Finetune/Step Time": 12.142349604517221}
+{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.8382670879364014, "Finetune/Loss (Raw)": 0.8067291975021362, "Finetune/Step": 722, "Finetune/Step Time": 12.191480809822679}
+{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.8388980031013489, "Finetune/Loss (Raw)": 0.9799753427505493, "Finetune/Step": 723, "Finetune/Step Time": 12.186835121363401}
+{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 0.8397995829582214, "Finetune/Loss (Raw)": 0.9202774167060852, "Finetune/Step": 724, "Finetune/Step Time": 12.215617386624217}
+{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 0.8420982360839844, "Finetune/Loss (Raw)": 1.0341756343841553, "Finetune/Step": 725, "Finetune/Step Time": 12.213985020294785}
+{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 0.8400185108184814, "Finetune/Loss (Raw)": 0.5740258693695068, "Finetune/Step": 726, "Finetune/Step Time": 12.192427104339004}
+{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 0.8398237228393555, "Finetune/Loss (Raw)": 0.8918085694313049, "Finetune/Step": 727, "Finetune/Step Time": 12.205736611038446}
+{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 0.8401283025741577, "Finetune/Loss (Raw)": 0.9792299270629883, "Finetune/Step": 728, "Finetune/Step Time": 12.205674454569817}
+{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.8376457095146179, "Finetune/Loss (Raw)": 0.4703631103038788, "Finetune/Step": 729, "Finetune/Step Time": 12.18691297993064}
+{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.8377285003662109, "Finetune/Loss (Raw)": 0.9061061143875122, "Finetune/Step": 730, "Finetune/Step Time": 12.193944931030273}
+{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.8390495777130127, "Finetune/Loss (Raw)": 0.8893283605575562, "Finetune/Step": 731, "Finetune/Step Time": 12.185935344547033}
+{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.837791919708252, "Finetune/Loss (Raw)": 0.7535157203674316, "Finetune/Step": 732, "Finetune/Step Time": 12.254356740042567}
+{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.8388726711273193, "Finetune/Loss (Raw)": 0.851517915725708, "Finetune/Step": 733, "Finetune/Step Time": 12.2497647870332}
+{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.8387014865875244, "Finetune/Loss (Raw)": 0.7446574568748474, "Finetune/Step": 734, "Finetune/Step Time": 12.226267101243138}
+{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.8395571708679199, "Finetune/Loss (Raw)": 0.7037142515182495, "Finetune/Step": 735, "Finetune/Step Time": 12.17921451292932}
+{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.8388286828994751, "Finetune/Loss (Raw)": 0.8449939489364624, "Finetune/Step": 736, "Finetune/Step Time": 12.25016457401216}
+{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.840432345867157, "Finetune/Loss (Raw)": 0.9913813471794128, "Finetune/Step": 737, "Finetune/Step Time": 12.241385959088802}
+{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.8409847021102905, "Finetune/Loss (Raw)": 0.9259077906608582, "Finetune/Step": 738, "Finetune/Step Time": 12.233582712709904}
+{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.8366739749908447, "Finetune/Loss (Raw)": 0.32002079486846924, "Finetune/Step": 739, "Finetune/Step Time": 12.281967433169484}
+{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.8361533880233765, "Finetune/Loss (Raw)": 0.9818748831748962, "Finetune/Step": 740, "Finetune/Step Time": 12.285747915506363}
+{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.8357406854629517, "Finetune/Loss (Raw)": 0.6534027457237244, "Finetune/Step": 741, "Finetune/Step Time": 12.32913052663207}
+{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.8353281617164612, "Finetune/Loss (Raw)": 0.8282639384269714, "Finetune/Step": 742, "Finetune/Step Time": 12.339089274406433}
+{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.8360336422920227, "Finetune/Loss (Raw)": 0.9485381245613098, "Finetune/Step": 743, "Finetune/Step Time": 12.315380388870835}
+{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.835900604724884, "Finetune/Loss (Raw)": 0.8646323084831238, "Finetune/Step": 744, "Finetune/Step Time": 12.308351915329695}
+{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.8348055481910706, "Finetune/Loss (Raw)": 0.7298558354377747, "Finetune/Step": 745, "Finetune/Step Time": 12.345763213932514}
+{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.8356142044067383, "Finetune/Loss (Raw)": 0.9826208353042603, "Finetune/Step": 746, "Finetune/Step Time": 12.328288348391652}
+{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.8371033668518066, "Finetune/Loss (Raw)": 0.9677724838256836, "Finetune/Step": 747, "Finetune/Step Time": 12.299945754930377}
+{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.8379595279693604, "Finetune/Loss (Raw)": 0.9802549481391907, "Finetune/Step": 748, "Finetune/Step Time": 12.312866874039173}
+{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.8371471166610718, "Finetune/Loss (Raw)": 0.7783786058425903, "Finetune/Step": 749, "Finetune/Step Time": 12.292605640366673}
+{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.836723804473877, "Finetune/Loss (Raw)": 0.7791410088539124, "Finetune/Step": 750, "Finetune/Step Time": 12.301412370055914}
+{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.8352329134941101, "Finetune/Loss (Raw)": 0.7379347085952759, "Finetune/Step": 751, "Finetune/Step Time": 12.306140968576074}
+{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.8358302116394043, "Finetune/Loss (Raw)": 0.9494346976280212, "Finetune/Step": 752, "Finetune/Step Time": 12.306325880810618}
+{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.8314706683158875, "Finetune/Loss (Raw)": 0.344611793756485, "Finetune/Step": 753, "Finetune/Step Time": 12.337644819170237}
+{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.8301505446434021, "Finetune/Loss (Raw)": 0.7646100521087646, "Finetune/Step": 754, "Finetune/Step Time": 12.336220698431134}
+{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.8288122415542603, "Finetune/Loss (Raw)": 0.7092236280441284, "Finetune/Step": 755, "Finetune/Step Time": 12.378868982195854}
+{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.8286266922950745, "Finetune/Loss (Raw)": 0.8114057779312134, "Finetune/Step": 756, "Finetune/Step Time": 12.380210127681494}
+{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.8278583884239197, "Finetune/Loss (Raw)": 0.798372209072113, "Finetune/Step": 757, "Finetune/Step Time": 12.400364138185978}
+{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.8272640705108643, "Finetune/Loss (Raw)": 0.9463948011398315, "Finetune/Step": 758, "Finetune/Step Time": 12.414397060871124}
+{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.8288989067077637, "Finetune/Loss (Raw)": 0.9322819113731384, "Finetune/Step": 759, "Finetune/Step Time": 12.413212368264794}
+{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.8278751373291016, "Finetune/Loss (Raw)": 0.8481534123420715, "Finetune/Step": 760, "Finetune/Step Time": 12.399036744609475}
+{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.8262724280357361, "Finetune/Loss (Raw)": 0.8790563344955444, "Finetune/Step": 761, "Finetune/Step Time": 12.404317367821932}
+{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.8227677345275879, "Finetune/Loss (Raw)": 0.3208507299423218, "Finetune/Step": 762, "Finetune/Step Time": 12.445348616689444}
+{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.8215318918228149, "Finetune/Loss (Raw)": 0.710634708404541, "Finetune/Step": 763, "Finetune/Step Time": 12.450962444767356}
+{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.8214418888092041, "Finetune/Loss (Raw)": 0.8054494261741638, "Finetune/Step": 764, "Finetune/Step Time": 12.408582044765353}
+{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.8210082054138184, "Finetune/Loss (Raw)": 0.8762321472167969, "Finetune/Step": 765, "Finetune/Step Time": 12.414779344573617}
+{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.8210364580154419, "Finetune/Loss (Raw)": 0.9300435185432434, "Finetune/Step": 766, "Finetune/Step Time": 12.451344391331077}
+{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.8212059736251831, "Finetune/Loss (Raw)": 0.8489436507225037, "Finetune/Step": 767, "Finetune/Step Time": 12.467195320874453}
+{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.8209399580955505, "Finetune/Loss (Raw)": 0.8172736763954163, "Finetune/Step": 768, "Finetune/Step Time": 12.483241472393274}
+{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.8201703429222107, "Finetune/Loss (Raw)": 0.6871357560157776, "Finetune/Step": 769, "Finetune/Step Time": 12.495855337008834}
+{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.824611246585846, "Finetune/Loss (Raw)": 0.8385071158409119, "Finetune/Step": 770, "Finetune/Step Time": 12.472770119085908}
+{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.8253293037414551, "Finetune/Loss (Raw)": 0.9496709704399109, "Finetune/Step": 771, "Finetune/Step Time": 12.480421466752887}
+{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.825179934501648, "Finetune/Loss (Raw)": 0.8869001865386963, "Finetune/Step": 772, "Finetune/Step Time": 12.468991348519921}
+{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.8248265981674194, "Finetune/Loss (Raw)": 0.9208741188049316, "Finetune/Step": 773, "Finetune/Step Time": 12.46757690422237}
+{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.8236004114151001, "Finetune/Loss (Raw)": 0.7185165286064148, "Finetune/Step": 774, "Finetune/Step Time": 12.493857907131314}
+{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.824414849281311, "Finetune/Loss (Raw)": 0.9227001667022705, "Finetune/Step": 775, "Finetune/Step Time": 12.49779880233109}
+{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.822516918182373, "Finetune/Loss (Raw)": 0.6556166410446167, "Finetune/Step": 776, "Finetune/Step Time": 12.500008434057236}
+{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.82404625415802, "Finetune/Loss (Raw)": 0.9525341391563416, "Finetune/Step": 777, "Finetune/Step Time": 12.530849544331431}
+{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.8255026936531067, "Finetune/Loss (Raw)": 0.9260184168815613, "Finetune/Step": 778, "Finetune/Step Time": 12.503332924097776}
+{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.8251479864120483, "Finetune/Loss (Raw)": 0.819867730140686, "Finetune/Step": 779, "Finetune/Step Time": 12.498092655092478}
+{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.820831298828125, "Finetune/Loss (Raw)": 0.27326515316963196, "Finetune/Step": 780, "Finetune/Step Time": 12.533335054293275}
+{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.8206709027290344, "Finetune/Loss (Raw)": 0.7961368560791016, "Finetune/Step": 781, "Finetune/Step Time": 12.534859949722886}
+{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.8161253929138184, "Finetune/Loss (Raw)": 0.5230278372764587, "Finetune/Step": 782, "Finetune/Step Time": 12.602279664948583}
+{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.8158480525016785, "Finetune/Loss (Raw)": 0.8019192814826965, "Finetune/Step": 783, "Finetune/Step Time": 12.668555110692978}
+{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.8142743110656738, "Finetune/Loss (Raw)": 0.6074277758598328, "Finetune/Step": 784, "Finetune/Step Time": 12.705401923507452}
+{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.8150923252105713, "Finetune/Loss (Raw)": 0.9134156107902527, "Finetune/Step": 785, "Finetune/Step Time": 12.700971238315105}
+{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.8156490921974182, "Finetune/Loss (Raw)": 0.9509713053703308, "Finetune/Step": 786, "Finetune/Step Time": 12.69840782135725}
+{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.8173662424087524, "Finetune/Loss (Raw)": 0.9045926928520203, "Finetune/Step": 787, "Finetune/Step Time": 12.700328202918172}
+{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.8173027038574219, "Finetune/Loss (Raw)": 0.9790958166122437, "Finetune/Step": 788, "Finetune/Step Time": 12.685528360307217}
+{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.8175991177558899, "Finetune/Loss (Raw)": 0.8964188694953918, "Finetune/Step": 789, "Finetune/Step Time": 12.683270163834095}
+{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.8145948648452759, "Finetune/Loss (Raw)": 0.5524705052375793, "Finetune/Step": 790, "Finetune/Step Time": 12.743074357509613}
+{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.8136097192764282, "Finetune/Loss (Raw)": 0.8155981302261353, "Finetune/Step": 791, "Finetune/Step Time": 12.756151983514428}
+{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.8130536675453186, "Finetune/Loss (Raw)": 0.7481011152267456, "Finetune/Step": 792, "Finetune/Step Time": 12.74979561008513}
+{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.8122868537902832, "Finetune/Loss (Raw)": 0.8438297510147095, "Finetune/Step": 793, "Finetune/Step Time": 12.754421403631568}
+{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.8105571866035461, "Finetune/Loss (Raw)": 0.7869544625282288, "Finetune/Step": 794, "Finetune/Step Time": 12.759646702557802}
+{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.8101744651794434, "Finetune/Loss (Raw)": 0.8668270111083984, "Finetune/Step": 795, "Finetune/Step Time": 12.765781786292791}
+{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.8109875917434692, "Finetune/Loss (Raw)": 0.8397889137268066, "Finetune/Step": 796, "Finetune/Step Time": 12.7589664850384}
+{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.8105234503746033, "Finetune/Loss (Raw)": 0.8391340970993042, "Finetune/Step": 797, "Finetune/Step Time": 12.769749462604523}
+{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.8113940954208374, "Finetune/Loss (Raw)": 0.9078069925308228, "Finetune/Step": 798, "Finetune/Step Time": 12.774143621325493}
+{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.8109363317489624, "Finetune/Loss (Raw)": 0.7765281796455383, "Finetune/Step": 799, "Finetune/Step Time": 12.785712910816073}
+{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.8106396794319153, "Finetune/Loss (Raw)": 0.8750290870666504, "Finetune/Step": 800, "Finetune/Step Time": 12.796257132664323}
+{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.8097216486930847, "Finetune/Loss (Raw)": 0.8925616145133972, "Finetune/Step": 801, "Finetune/Step Time": 12.843248812481761}
+{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.8080594539642334, "Finetune/Loss (Raw)": 0.7857155203819275, "Finetune/Step": 802, "Finetune/Step Time": 12.850674279034138}
+{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.8061380386352539, "Finetune/Loss (Raw)": 0.691167950630188, "Finetune/Step": 803, "Finetune/Step Time": 12.86397791095078}
+{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.8056436777114868, "Finetune/Loss (Raw)": 0.8602734208106995, "Finetune/Step": 804, "Finetune/Step Time": 12.849696177989244}
+{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.806759238243103, "Finetune/Loss (Raw)": 0.857266366481781, "Finetune/Step": 805, "Finetune/Step Time": 12.787020055577159}
+{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.8043598532676697, "Finetune/Loss (Raw)": 0.6635249853134155, "Finetune/Step": 806, "Finetune/Step Time": 12.815604463219643}
+{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.8034497499465942, "Finetune/Loss (Raw)": 0.8471295833587646, "Finetune/Step": 807, "Finetune/Step Time": 12.802872138097882}
+{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.8032406568527222, "Finetune/Loss (Raw)": 0.7771800756454468, "Finetune/Step": 808, "Finetune/Step Time": 12.839866057038307}
+{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.8023672103881836, "Finetune/Loss (Raw)": 0.8302123546600342, "Finetune/Step": 809, "Finetune/Step Time": 12.847090553492308}
+{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.802178144454956, "Finetune/Loss (Raw)": 0.930762767791748, "Finetune/Step": 810, "Finetune/Step Time": 12.854218244552612}
+{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.8004964590072632, "Finetune/Loss (Raw)": 0.736659049987793, "Finetune/Step": 811, "Finetune/Step Time": 12.849507736042142}
+{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.8024877309799194, "Finetune/Loss (Raw)": 1.0439064502716064, "Finetune/Step": 812, "Finetune/Step Time": 12.845311531797051}
+{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.8046197295188904, "Finetune/Loss (Raw)": 0.8742650151252747, "Finetune/Step": 813, "Finetune/Step Time": 12.821465827524662}
+{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.805629551410675, "Finetune/Loss (Raw)": 0.8358445167541504, "Finetune/Step": 814, "Finetune/Step Time": 12.801888104528189}
+{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.805422306060791, "Finetune/Loss (Raw)": 0.8350432515144348, "Finetune/Step": 815, "Finetune/Step Time": 12.80940336175263}
+{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.8059288263320923, "Finetune/Loss (Raw)": 0.9156116247177124, "Finetune/Step": 816, "Finetune/Step Time": 12.810833437368274}
+{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.8090032339096069, "Finetune/Loss (Raw)": 0.9024329781532288, "Finetune/Step": 817, "Finetune/Step Time": 12.790041854605079}
+{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.8061455488204956, "Finetune/Loss (Raw)": 0.26901310682296753, "Finetune/Step": 818, "Finetune/Step Time": 12.747354106977582}
+{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.8044190406799316, "Finetune/Loss (Raw)": 0.7127307653427124, "Finetune/Step": 819, "Finetune/Step Time": 12.747732223942876}
+{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.8030699491500854, "Finetune/Loss (Raw)": 0.5884746313095093, "Finetune/Step": 820, "Finetune/Step Time": 12.70739309117198}
+{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.8036839365959167, "Finetune/Loss (Raw)": 0.822238564491272, "Finetune/Step": 821, "Finetune/Step Time": 12.70662384107709}
+{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.8079824447631836, "Finetune/Loss (Raw)": 0.7870436310768127, "Finetune/Step": 822, "Finetune/Step Time": 12.675841746851802}
+{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.8103341460227966, "Finetune/Loss (Raw)": 0.9849893450737, "Finetune/Step": 823, "Finetune/Step Time": 12.64843513071537}
+{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.8097320795059204, "Finetune/Loss (Raw)": 0.8669347167015076, "Finetune/Step": 824, "Finetune/Step Time": 12.644453004002571}
+{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.8100188970565796, "Finetune/Loss (Raw)": 0.8070882558822632, "Finetune/Step": 825, "Finetune/Step Time": 12.625044234097004}
+{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.8080617189407349, "Finetune/Loss (Raw)": 0.7419512271881104, "Finetune/Step": 826, "Finetune/Step Time": 12.635401841253042}
+{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.8062018156051636, "Finetune/Loss (Raw)": 0.8106908798217773, "Finetune/Step": 827, "Finetune/Step Time": 12.609148180112243}
+{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.8025721311569214, "Finetune/Loss (Raw)": 0.30634284019470215, "Finetune/Step": 828, "Finetune/Step Time": 12.607133857905865}
+{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.806973934173584, "Finetune/Loss (Raw)": 0.7997514009475708, "Finetune/Step": 829, "Finetune/Step Time": 12.568137679249048}
+{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.80719393491745, "Finetune/Loss (Raw)": 0.8738408088684082, "Finetune/Step": 830, "Finetune/Step Time": 12.562934894114733}
+{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.808216392993927, "Finetune/Loss (Raw)": 0.810816764831543, "Finetune/Step": 831, "Finetune/Step Time": 12.5740932431072}
+{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.8082908391952515, "Finetune/Loss (Raw)": 0.9250231385231018, "Finetune/Step": 832, "Finetune/Step Time": 12.539735898375511}
+{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.8035949468612671, "Finetune/Loss (Raw)": 0.3103877902030945, "Finetune/Step": 833, "Finetune/Step Time": 12.587966924533248}
+{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.8052462935447693, "Finetune/Loss (Raw)": 0.846855878829956, "Finetune/Step": 834, "Finetune/Step Time": 12.613558622077107}
+{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.8059165477752686, "Finetune/Loss (Raw)": 0.8576843738555908, "Finetune/Step": 835, "Finetune/Step Time": 12.62342593818903}
+{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.8044781684875488, "Finetune/Loss (Raw)": 0.839540958404541, "Finetune/Step": 836, "Finetune/Step Time": 12.614077650010586}
+{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.803972065448761, "Finetune/Loss (Raw)": 0.7010817527770996, "Finetune/Step": 837, "Finetune/Step Time": 12.631086844950914}
+{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.8041138648986816, "Finetune/Loss (Raw)": 0.7990071773529053, "Finetune/Step": 838, "Finetune/Step Time": 12.639075849205256}
+{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.8031286001205444, "Finetune/Loss (Raw)": 0.7421082854270935, "Finetune/Step": 839, "Finetune/Step Time": 12.62476065568626}
+{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.8062833547592163, "Finetune/Loss (Raw)": 0.99721759557724, "Finetune/Step": 840, "Finetune/Step Time": 12.604710578918457}
+{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.8054289817810059, "Finetune/Loss (Raw)": 0.7712354063987732, "Finetune/Step": 841, "Finetune/Step Time": 12.613564603030682}
+{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.806970477104187, "Finetune/Loss (Raw)": 0.9099286198616028, "Finetune/Step": 842, "Finetune/Step Time": 12.612562257796526}
+{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.8060857057571411, "Finetune/Loss (Raw)": 0.8647194504737854, "Finetune/Step": 843, "Finetune/Step Time": 12.639045763760805}
+{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.8065433502197266, "Finetune/Loss (Raw)": 0.8134704232215881, "Finetune/Step": 844, "Finetune/Step Time": 12.643112126737833}
+{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.8062583208084106, "Finetune/Loss (Raw)": 0.9028526544570923, "Finetune/Step": 845, "Finetune/Step Time": 12.61865309625864}
+{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.8067667484283447, "Finetune/Loss (Raw)": 0.9416446089744568, "Finetune/Step": 846, "Finetune/Step Time": 12.604688411578536}
+{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.8025180697441101, "Finetune/Loss (Raw)": 0.3631381392478943, "Finetune/Step": 847, "Finetune/Step Time": 12.637242916971445}
+{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.8005357980728149, "Finetune/Loss (Raw)": 0.7285965085029602, "Finetune/Step": 848, "Finetune/Step Time": 12.643434941768646}
+{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.8009449243545532, "Finetune/Loss (Raw)": 0.8549378514289856, "Finetune/Step": 849, "Finetune/Step Time": 12.60332908295095}
+{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.8007081747055054, "Finetune/Loss (Raw)": 0.7764261960983276, "Finetune/Step": 850, "Finetune/Step Time": 12.575282445177436}
+{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.8000030517578125, "Finetune/Loss (Raw)": 0.8897204995155334, "Finetune/Step": 851, "Finetune/Step Time": 12.587220149114728}
+{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.7985619902610779, "Finetune/Loss (Raw)": 0.7358245253562927, "Finetune/Step": 852, "Finetune/Step Time": 12.559784894809127}
+{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.7970914840698242, "Finetune/Loss (Raw)": 0.845945417881012, "Finetune/Step": 853, "Finetune/Step Time": 12.5535924769938}
+{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.7986425161361694, "Finetune/Loss (Raw)": 0.7725620865821838, "Finetune/Step": 854, "Finetune/Step Time": 12.558767225593328}
+{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.796359658241272, "Finetune/Loss (Raw)": 0.5996019244194031, "Finetune/Step": 855, "Finetune/Step Time": 12.635064912959933}
+{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.795158863067627, "Finetune/Loss (Raw)": 0.8255318403244019, "Finetune/Step": 856, "Finetune/Step Time": 12.630082719027996}
+{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.7973942756652832, "Finetune/Loss (Raw)": 0.7564901113510132, "Finetune/Step": 857, "Finetune/Step Time": 12.611392067745328}
+{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.79850834608078, "Finetune/Loss (Raw)": 1.0487061738967896, "Finetune/Step": 858, "Finetune/Step Time": 12.610117932781577}
+{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.7984000444412231, "Finetune/Loss (Raw)": 0.8754715323448181, "Finetune/Step": 859, "Finetune/Step Time": 12.63874040171504}
+{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.7988296747207642, "Finetune/Loss (Raw)": 0.8085033297538757, "Finetune/Step": 860, "Finetune/Step Time": 12.570439206436276}
+{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.796751856803894, "Finetune/Loss (Raw)": 0.5855530500411987, "Finetune/Step": 861, "Finetune/Step Time": 12.55258054845035}
+{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.7976564168930054, "Finetune/Loss (Raw)": 0.86044842004776, "Finetune/Step": 862, "Finetune/Step Time": 12.5583200994879}
+{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.7975430488586426, "Finetune/Loss (Raw)": 0.6892024874687195, "Finetune/Step": 863, "Finetune/Step Time": 12.570147955790162}
+{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.7982561588287354, "Finetune/Loss (Raw)": 0.9362717270851135, "Finetune/Step": 864, "Finetune/Step Time": 12.50532573275268}
+{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.7965061664581299, "Finetune/Loss (Raw)": 0.7673788666725159, "Finetune/Step": 865, "Finetune/Step Time": 12.551044510677457}
+{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.7969713807106018, "Finetune/Loss (Raw)": 0.9854571223258972, "Finetune/Step": 866, "Finetune/Step Time": 12.55430119857192}
+{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.801765501499176, "Finetune/Loss (Raw)": 0.9336690902709961, "Finetune/Step": 867, "Finetune/Step Time": 12.512300442904234}
+{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.8004340529441833, "Finetune/Loss (Raw)": 0.8114522695541382, "Finetune/Step": 868, "Finetune/Step Time": 12.50097551010549}
+{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.8027428388595581, "Finetune/Loss (Raw)": 0.9489194750785828, "Finetune/Step": 869, "Finetune/Step Time": 12.478564260527492}
+{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.8022648096084595, "Finetune/Loss (Raw)": 0.7670825123786926, "Finetune/Step": 870, "Finetune/Step Time": 12.484774036332965}
+{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.8000901341438293, "Finetune/Loss (Raw)": 0.6701814532279968, "Finetune/Step": 871, "Finetune/Step Time": 12.491874262690544}
+{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.800155758857727, "Finetune/Loss (Raw)": 0.873023271560669, "Finetune/Step": 872, "Finetune/Step Time": 12.489971481263638}
+{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.8017703890800476, "Finetune/Loss (Raw)": 0.9365337491035461, "Finetune/Step": 873, "Finetune/Step Time": 12.45462547801435}
+{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.7997297048568726, "Finetune/Loss (Raw)": 0.7214131951332092, "Finetune/Step": 874, "Finetune/Step Time": 12.463882192969322}
+{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.7980575561523438, "Finetune/Loss (Raw)": 0.753735363483429, "Finetune/Step": 875, "Finetune/Step Time": 12.475209690630436}
+{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.7968252301216125, "Finetune/Loss (Raw)": 0.822521984577179, "Finetune/Step": 876, "Finetune/Step Time": 12.46720478311181}
+{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.7975271940231323, "Finetune/Loss (Raw)": 0.8682259321212769, "Finetune/Step": 877, "Finetune/Step Time": 12.463849142193794}
+{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.7980322241783142, "Finetune/Loss (Raw)": 0.8437841534614563, "Finetune/Step": 878, "Finetune/Step Time": 12.450936639681458}
+{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.7983551025390625, "Finetune/Loss (Raw)": 0.7792720198631287, "Finetune/Step": 879, "Finetune/Step Time": 12.494038235396147}
+{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.7972744703292847, "Finetune/Loss (Raw)": 0.8111079931259155, "Finetune/Step": 880, "Finetune/Step Time": 12.511507218703628}
+{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.7997443675994873, "Finetune/Loss (Raw)": 0.6607652902603149, "Finetune/Step": 881, "Finetune/Step Time": 12.509866716340184}
+{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.8002974390983582, "Finetune/Loss (Raw)": 0.8353973031044006, "Finetune/Step": 882, "Finetune/Step Time": 12.509330503642559}
+{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.8020482063293457, "Finetune/Loss (Raw)": 0.9333235621452332, "Finetune/Step": 883, "Finetune/Step Time": 12.452206982299685}
+{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.8032476902008057, "Finetune/Loss (Raw)": 0.9649354219436646, "Finetune/Step": 884, "Finetune/Step Time": 12.445904601365328}
+{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.798578143119812, "Finetune/Loss (Raw)": 0.20066876709461212, "Finetune/Step": 885, "Finetune/Step Time": 12.45902468636632}
+{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.7977176904678345, "Finetune/Loss (Raw)": 0.8362628221511841, "Finetune/Step": 886, "Finetune/Step Time": 12.465786032378674}
+{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.7929439544677734, "Finetune/Loss (Raw)": 0.3212438225746155, "Finetune/Step": 887, "Finetune/Step Time": 12.509163273498416}
+{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.7937288284301758, "Finetune/Loss (Raw)": 0.9486129283905029, "Finetune/Step": 888, "Finetune/Step Time": 12.520837716758251}
+{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.7940633893013, "Finetune/Loss (Raw)": 0.9218843579292297, "Finetune/Step": 889, "Finetune/Step Time": 12.531642995774746}
+{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.7982131242752075, "Finetune/Loss (Raw)": 0.852014422416687, "Finetune/Step": 890, "Finetune/Step Time": 12.493638949468732}
+{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.7994025945663452, "Finetune/Loss (Raw)": 0.8628854155540466, "Finetune/Step": 891, "Finetune/Step Time": 12.50014634244144}
+{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.7991219758987427, "Finetune/Loss (Raw)": 0.7695344090461731, "Finetune/Step": 892, "Finetune/Step Time": 12.507751503959298}
+{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.7996050119400024, "Finetune/Loss (Raw)": 0.9380543828010559, "Finetune/Step": 893, "Finetune/Step Time": 12.501852691173553}
+{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.7993625998497009, "Finetune/Loss (Raw)": 0.8990203142166138, "Finetune/Step": 894, "Finetune/Step Time": 12.470067402347922}
+{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.7989087104797363, "Finetune/Loss (Raw)": 0.7908458113670349, "Finetune/Step": 895, "Finetune/Step Time": 12.483891567215323}
+{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.7995880842208862, "Finetune/Loss (Raw)": 0.9042255878448486, "Finetune/Step": 896, "Finetune/Step Time": 12.470969837158918}
+{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.7993521690368652, "Finetune/Loss (Raw)": 0.6569417715072632, "Finetune/Step": 897, "Finetune/Step Time": 12.479011541232467}
+{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.7950811386108398, "Finetune/Loss (Raw)": 0.2918180525302887, "Finetune/Step": 898, "Finetune/Step Time": 12.502231851220131}
+{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.7933335304260254, "Finetune/Loss (Raw)": 0.7259712815284729, "Finetune/Step": 899, "Finetune/Step Time": 12.573685467243195}
+{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.793664813041687, "Finetune/Loss (Raw)": 0.9293086528778076, "Finetune/Step": 900, "Finetune/Step Time": 12.573811411857605}
+{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.7940446138381958, "Finetune/Loss (Raw)": 0.9694886803627014, "Finetune/Step": 901, "Finetune/Step Time": 12.585061568766832}
+{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.7949433326721191, "Finetune/Loss (Raw)": 0.8335541486740112, "Finetune/Step": 902, "Finetune/Step Time": 12.54957690089941}
+{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.7942756414413452, "Finetune/Loss (Raw)": 0.8372385501861572, "Finetune/Step": 903, "Finetune/Step Time": 12.571897827088833}
+{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.7951746582984924, "Finetune/Loss (Raw)": 0.7706872224807739, "Finetune/Step": 904, "Finetune/Step Time": 12.566617952659726}
+{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.7949813604354858, "Finetune/Loss (Raw)": 0.9277870655059814, "Finetune/Step": 905, "Finetune/Step Time": 12.531146205961704}
+{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.7938951849937439, "Finetune/Loss (Raw)": 0.7869948744773865, "Finetune/Step": 906, "Finetune/Step Time": 12.527471160516143}
+{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.7943851351737976, "Finetune/Loss (Raw)": 0.8825758099555969, "Finetune/Step": 907, "Finetune/Step Time": 12.505624888464808}
+{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.7989737391471863, "Finetune/Loss (Raw)": 0.8606148362159729, "Finetune/Step": 908, "Finetune/Step Time": 12.47154144383967}
+{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.7990435361862183, "Finetune/Loss (Raw)": 0.8050644993782043, "Finetune/Step": 909, "Finetune/Step Time": 12.480313681066036}
+{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.8015651702880859, "Finetune/Loss (Raw)": 0.8458042740821838, "Finetune/Step": 910, "Finetune/Step Time": 12.418101821094751}
+{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.8017574548721313, "Finetune/Loss (Raw)": 0.8265267014503479, "Finetune/Step": 911, "Finetune/Step Time": 12.344508754089475}
+{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.804527997970581, "Finetune/Loss (Raw)": 0.9620540738105774, "Finetune/Step": 912, "Finetune/Step Time": 12.323918472975492}
+{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.8020744323730469, "Finetune/Loss (Raw)": 0.5993624925613403, "Finetune/Step": 913, "Finetune/Step Time": 12.311986131593585}
+{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.8026554584503174, "Finetune/Loss (Raw)": 1.025347113609314, "Finetune/Step": 914, "Finetune/Step Time": 12.318393250927329}
+{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.8024235963821411, "Finetune/Loss (Raw)": 0.8749107122421265, "Finetune/Step": 915, "Finetune/Step Time": 12.265630593523383}
+{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.8018096685409546, "Finetune/Loss (Raw)": 0.9005169868469238, "Finetune/Step": 916, "Finetune/Step Time": 12.278102384880185}
+{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.802604615688324, "Finetune/Loss (Raw)": 0.998168408870697, "Finetune/Step": 917, "Finetune/Step Time": 12.36149805597961}
+{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.8046245574951172, "Finetune/Loss (Raw)": 0.8110203742980957, "Finetune/Step": 918, "Finetune/Step Time": 12.315704932436347}
+{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.8027493953704834, "Finetune/Loss (Raw)": 0.5755789279937744, "Finetune/Step": 919, "Finetune/Step Time": 12.336101934313774}
+{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.80247563123703, "Finetune/Loss (Raw)": 0.7130608558654785, "Finetune/Step": 920, "Finetune/Step Time": 12.337370108813047}
+{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.8030964136123657, "Finetune/Loss (Raw)": 0.9232847690582275, "Finetune/Step": 921, "Finetune/Step Time": 12.318825764581561}
+{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.8035118579864502, "Finetune/Loss (Raw)": 0.8401298522949219, "Finetune/Step": 922, "Finetune/Step Time": 12.31639051809907}
+{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.8038845062255859, "Finetune/Loss (Raw)": 0.9145241379737854, "Finetune/Step": 923, "Finetune/Step Time": 12.301779268309474}
+{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.8031928539276123, "Finetune/Loss (Raw)": 0.7512606978416443, "Finetune/Step": 924, "Finetune/Step Time": 12.327509563416243}
+{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.8021137714385986, "Finetune/Loss (Raw)": 0.7010093331336975, "Finetune/Step": 925, "Finetune/Step Time": 12.378247244283557}
+{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.799610435962677, "Finetune/Loss (Raw)": 0.5873887538909912, "Finetune/Step": 926, "Finetune/Step Time": 12.385231142863631}
+{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.8002505302429199, "Finetune/Loss (Raw)": 0.8584510087966919, "Finetune/Step": 927, "Finetune/Step Time": 12.372452883049846}
+{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.8002744913101196, "Finetune/Loss (Raw)": 0.8781037330627441, "Finetune/Step": 928, "Finetune/Step Time": 12.358691645786166}
+{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.7996940612792969, "Finetune/Loss (Raw)": 0.8182606101036072, "Finetune/Step": 929, "Finetune/Step Time": 12.313230650499463}
+{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.7997362613677979, "Finetune/Loss (Raw)": 0.791124701499939, "Finetune/Step": 930, "Finetune/Step Time": 12.321930222213268}
+{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.801170825958252, "Finetune/Loss (Raw)": 0.8747892379760742, "Finetune/Step": 931, "Finetune/Step Time": 12.287060342729092}
+{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.8014400005340576, "Finetune/Loss (Raw)": 0.8947277665138245, "Finetune/Step": 932, "Finetune/Step Time": 12.298882901668549}
+{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.8013355731964111, "Finetune/Loss (Raw)": 0.8439030051231384, "Finetune/Step": 933, "Finetune/Step Time": 12.318486018106341}
+{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.803272545337677, "Finetune/Loss (Raw)": 0.9114509224891663, "Finetune/Step": 934, "Finetune/Step Time": 12.292308658361435}
+{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.8016787767410278, "Finetune/Loss (Raw)": 0.6431255340576172, "Finetune/Step": 935, "Finetune/Step Time": 12.292970024049282}
+{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.8016773462295532, "Finetune/Loss (Raw)": 0.7770017385482788, "Finetune/Step": 936, "Finetune/Step Time": 12.278163004666567}
+{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.8027477264404297, "Finetune/Loss (Raw)": 0.9672204256057739, "Finetune/Step": 937, "Finetune/Step Time": 12.269105622544885}
+{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.8032819032669067, "Finetune/Loss (Raw)": 0.9991364479064941, "Finetune/Step": 938, "Finetune/Step Time": 12.275393536314368}
+{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.8039815425872803, "Finetune/Loss (Raw)": 0.8262149691581726, "Finetune/Step": 939, "Finetune/Step Time": 12.277145840227604}
+{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.8029769659042358, "Finetune/Loss (Raw)": 0.9153145551681519, "Finetune/Step": 940, "Finetune/Step Time": 12.281138742342591}
+{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.8029076457023621, "Finetune/Loss (Raw)": 0.8653930425643921, "Finetune/Step": 941, "Finetune/Step Time": 12.27942985855043}
+{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.8015154004096985, "Finetune/Loss (Raw)": 0.6576449871063232, "Finetune/Step": 942, "Finetune/Step Time": 12.290183493867517}
+{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.8018004298210144, "Finetune/Loss (Raw)": 0.8715226650238037, "Finetune/Step": 943, "Finetune/Step Time": 12.28801430016756}
+{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.8008144497871399, "Finetune/Loss (Raw)": 0.7894052863121033, "Finetune/Step": 944, "Finetune/Step Time": 12.27856751345098}
+{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.7996655106544495, "Finetune/Loss (Raw)": 0.7553684711456299, "Finetune/Step": 945, "Finetune/Step Time": 12.297632144764066}
+{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.803107500076294, "Finetune/Loss (Raw)": 0.7095900177955627, "Finetune/Step": 946, "Finetune/Step Time": 12.293222263455391}
+{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.8036913871765137, "Finetune/Loss (Raw)": 0.7874675989151001, "Finetune/Step": 947, "Finetune/Step Time": 12.32938365265727}
+{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.8017124533653259, "Finetune/Loss (Raw)": 0.3351709544658661, "Finetune/Step": 948, "Finetune/Step Time": 12.34744912572205}
+{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.8030074238777161, "Finetune/Loss (Raw)": 0.9879949688911438, "Finetune/Step": 949, "Finetune/Step Time": 12.322158258408308}
+{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.8033767342567444, "Finetune/Loss (Raw)": 0.8343145847320557, "Finetune/Step": 950, "Finetune/Step Time": 12.319634897634387}
+{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.8036489486694336, "Finetune/Loss (Raw)": 1.0198328495025635, "Finetune/Step": 951, "Finetune/Step Time": 12.30812980979681}
+{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.8029125928878784, "Finetune/Loss (Raw)": 0.7726792693138123, "Finetune/Step": 952, "Finetune/Step Time": 12.319057499989867}
+{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.803252637386322, "Finetune/Loss (Raw)": 0.8506187200546265, "Finetune/Step": 953, "Finetune/Step Time": 12.306957857683301}
+{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.8034928441047668, "Finetune/Loss (Raw)": 0.7726960182189941, "Finetune/Step": 954, "Finetune/Step Time": 12.302663447335362}
+{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.8038430213928223, "Finetune/Loss (Raw)": 0.855514645576477, "Finetune/Step": 955, "Finetune/Step Time": 12.302793314680457}
+{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.8083435297012329, "Finetune/Loss (Raw)": 0.882401168346405, "Finetune/Step": 956, "Finetune/Step Time": 12.271314039826393}
+{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.808304488658905, "Finetune/Loss (Raw)": 0.794757068157196, "Finetune/Step": 957, "Finetune/Step Time": 12.264408774673939}
+{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.807876706123352, "Finetune/Loss (Raw)": 0.8190888166427612, "Finetune/Step": 958, "Finetune/Step Time": 12.281512366607785}
+{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.807110071182251, "Finetune/Loss (Raw)": 0.7126818895339966, "Finetune/Step": 959, "Finetune/Step Time": 12.248285574838519}
+{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.806469202041626, "Finetune/Loss (Raw)": 0.8429920673370361, "Finetune/Step": 960, "Finetune/Step Time": 12.252707293257117}
+{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.8096845149993896, "Finetune/Loss (Raw)": 0.7219569087028503, "Finetune/Step": 961, "Finetune/Step Time": 12.209026152268052}
+{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.8100714683532715, "Finetune/Loss (Raw)": 0.8963847756385803, "Finetune/Step": 962, "Finetune/Step Time": 12.193624515086412}
+{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.8095823526382446, "Finetune/Loss (Raw)": 0.7950742244720459, "Finetune/Step": 963, "Finetune/Step Time": 12.180935196578503}
+{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.8093090057373047, "Finetune/Loss (Raw)": 0.8045440912246704, "Finetune/Step": 964, "Finetune/Step Time": 12.180563786998391}
+{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.8094340562820435, "Finetune/Loss (Raw)": 0.7170895338058472, "Finetune/Step": 965, "Finetune/Step Time": 12.172073194757104}
+{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.8093875646591187, "Finetune/Loss (Raw)": 0.7930669784545898, "Finetune/Step": 966, "Finetune/Step Time": 12.201695896685123}
+{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.8095530271530151, "Finetune/Loss (Raw)": 0.7632895708084106, "Finetune/Step": 967, "Finetune/Step Time": 12.210766209289432}
+{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.8085901737213135, "Finetune/Loss (Raw)": 0.8739684224128723, "Finetune/Step": 968, "Finetune/Step Time": 12.207261757925153}
+{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.8089053630828857, "Finetune/Loss (Raw)": 0.8115811944007874, "Finetune/Step": 969, "Finetune/Step Time": 12.219429269433022}
+{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.8057951331138611, "Finetune/Loss (Raw)": 0.5118169784545898, "Finetune/Step": 970, "Finetune/Step Time": 12.232441276311874}
+{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.8056209683418274, "Finetune/Loss (Raw)": 0.8424277305603027, "Finetune/Step": 971, "Finetune/Step Time": 12.261044496670365}
+{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.801558256149292, "Finetune/Loss (Raw)": 0.29344019293785095, "Finetune/Step": 972, "Finetune/Step Time": 12.296214831992984}
+{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.80036461353302, "Finetune/Loss (Raw)": 0.7500688433647156, "Finetune/Step": 973, "Finetune/Step Time": 12.305686216801405}
+{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.7991280555725098, "Finetune/Loss (Raw)": 0.783364474773407, "Finetune/Step": 974, "Finetune/Step Time": 12.334510922431946}
+{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.8039311170578003, "Finetune/Loss (Raw)": 0.9779233336448669, "Finetune/Step": 975, "Finetune/Step Time": 12.324146607890725}
+{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.8046354651451111, "Finetune/Loss (Raw)": 0.8187588453292847, "Finetune/Step": 976, "Finetune/Step Time": 12.31721648387611}
+{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.8052233457565308, "Finetune/Loss (Raw)": 0.9301843047142029, "Finetune/Step": 977, "Finetune/Step Time": 12.325940104201436}
+{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.8054869174957275, "Finetune/Loss (Raw)": 0.8101686835289001, "Finetune/Step": 978, "Finetune/Step Time": 12.297978147864342}
+{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.804823637008667, "Finetune/Loss (Raw)": 0.8048219084739685, "Finetune/Step": 979, "Finetune/Step Time": 12.29887348972261}
+{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.8070127964019775, "Finetune/Loss (Raw)": 1.0160311460494995, "Finetune/Step": 980, "Finetune/Step Time": 12.294722715392709}
+{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.8067117929458618, "Finetune/Loss (Raw)": 0.8074216246604919, "Finetune/Step": 981, "Finetune/Step Time": 12.29571421071887}
+{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.8077331185340881, "Finetune/Loss (Raw)": 0.903292179107666, "Finetune/Step": 982, "Finetune/Step Time": 12.273252131417394}
+{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.8098973035812378, "Finetune/Loss (Raw)": 0.8766071796417236, "Finetune/Step": 983, "Finetune/Step Time": 12.19553536362946}
+{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.8089979290962219, "Finetune/Loss (Raw)": 0.7104244232177734, "Finetune/Step": 984, "Finetune/Step Time": 12.214310804381967}
+{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.8096803426742554, "Finetune/Loss (Raw)": 0.8438345789909363, "Finetune/Step": 985, "Finetune/Step Time": 12.212186804041266}
+{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.8072317838668823, "Finetune/Loss (Raw)": 0.7352849841117859, "Finetune/Step": 986, "Finetune/Step Time": 12.21550009958446}
+{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.80702805519104, "Finetune/Loss (Raw)": 0.8494028449058533, "Finetune/Step": 987, "Finetune/Step Time": 12.210469515994191}
+{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.8055112361907959, "Finetune/Loss (Raw)": 0.6143448352813721, "Finetune/Step": 988, "Finetune/Step Time": 12.21612080745399}
+{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.8079512715339661, "Finetune/Loss (Raw)": 0.8978792428970337, "Finetune/Step": 989, "Finetune/Step Time": 12.221833672374487}
+{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.8060802221298218, "Finetune/Loss (Raw)": 0.6209459900856018, "Finetune/Step": 990, "Finetune/Step Time": 12.232364451512694}
+{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.8078270554542542, "Finetune/Loss (Raw)": 0.9127998948097229, "Finetune/Step": 991, "Finetune/Step Time": 12.216064570471644}
+{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.8070846199989319, "Finetune/Loss (Raw)": 0.8412412405014038, "Finetune/Step": 992, "Finetune/Step Time": 12.211766382679343}
+{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.8073272109031677, "Finetune/Loss (Raw)": 0.7984349131584167, "Finetune/Step": 993, "Finetune/Step Time": 12.237356366589665}
+{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.8046822547912598, "Finetune/Loss (Raw)": 0.6469062566757202, "Finetune/Step": 994, "Finetune/Step Time": 12.253237303346395}
+{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.8039437532424927, "Finetune/Loss (Raw)": 0.8391379117965698, "Finetune/Step": 995, "Finetune/Step Time": 12.250234419479966}
+{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.8034903407096863, "Finetune/Loss (Raw)": 0.7534149289131165, "Finetune/Step": 996, "Finetune/Step Time": 12.256169399246573}
+{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.8024799227714539, "Finetune/Loss (Raw)": 0.8195862174034119, "Finetune/Step": 997, "Finetune/Step Time": 12.21405671723187}
+{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.8020607829093933, "Finetune/Loss (Raw)": 0.7134345769882202, "Finetune/Step": 998, "Finetune/Step Time": 12.241976229473948}
+{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.8040286302566528, "Finetune/Loss (Raw)": 0.9220605492591858, "Finetune/Step": 999, "Finetune/Step Time": 12.230590973049402}
+{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.8049816489219666, "Finetune/Loss (Raw)": 0.9950123429298401, "Finetune/Step": 1000, "Finetune/Step Time": 12.22043326869607}
+{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.7997353076934814, "Finetune/Loss (Raw)": 0.2650052011013031, "Finetune/Step": 1001, "Finetune/Step Time": 12.26755709759891}
+{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.8012102842330933, "Finetune/Loss (Raw)": 0.910212516784668, "Finetune/Step": 1002, "Finetune/Step Time": 12.269572468474507}
+{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.8026832342147827, "Finetune/Loss (Raw)": 0.9422685503959656, "Finetune/Step": 1003, "Finetune/Step Time": 12.276321176439524}
+{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.8035372495651245, "Finetune/Loss (Raw)": 0.9318414926528931, "Finetune/Step": 1004, "Finetune/Step Time": 12.277218660339713}
+{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.8035504817962646, "Finetune/Loss (Raw)": 0.869910478591919, "Finetune/Step": 1005, "Finetune/Step Time": 12.264723854139447}
+{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.8021819591522217, "Finetune/Loss (Raw)": 0.6686110496520996, "Finetune/Step": 1006, "Finetune/Step Time": 12.30062017776072}
+{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.8022667765617371, "Finetune/Loss (Raw)": 0.7901314496994019, "Finetune/Step": 1007, "Finetune/Step Time": 12.262278888374567}
+{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.8027102947235107, "Finetune/Loss (Raw)": 0.8678804636001587, "Finetune/Step": 1008, "Finetune/Step Time": 12.25288187712431}
+{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.8000887036323547, "Finetune/Loss (Raw)": 0.32520103454589844, "Finetune/Step": 1009, "Finetune/Step Time": 12.256061187013984}
+{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.7995141744613647, "Finetune/Loss (Raw)": 0.7618554830551147, "Finetune/Step": 1010, "Finetune/Step Time": 12.262056469917297}
+{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.7982230186462402, "Finetune/Loss (Raw)": 0.7680606245994568, "Finetune/Step": 1011, "Finetune/Step Time": 12.261928532272577}
+{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.7977739572525024, "Finetune/Loss (Raw)": 0.9074481725692749, "Finetune/Step": 1012, "Finetune/Step Time": 12.271550508216023}
+{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.8026588559150696, "Finetune/Loss (Raw)": 0.8259407877922058, "Finetune/Step": 1013, "Finetune/Step Time": 12.256583107635379}
+{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.8036260604858398, "Finetune/Loss (Raw)": 0.9600691795349121, "Finetune/Step": 1014, "Finetune/Step Time": 12.24820782057941}
+{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.8029819130897522, "Finetune/Loss (Raw)": 0.23878838121891022, "Finetune/Step": 1015, "Finetune/Step Time": 12.251019936054945}
+{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.8024199604988098, "Finetune/Loss (Raw)": 0.8766794204711914, "Finetune/Step": 1016, "Finetune/Step Time": 12.247732458636165}
+{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.8023173213005066, "Finetune/Loss (Raw)": 0.9087483882904053, "Finetune/Step": 1017, "Finetune/Step Time": 12.231221189722419}
+{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.8018704652786255, "Finetune/Loss (Raw)": 0.7948182821273804, "Finetune/Step": 1018, "Finetune/Step Time": 12.308960005640984}
+{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.8012408018112183, "Finetune/Loss (Raw)": 0.7822903394699097, "Finetune/Step": 1019, "Finetune/Step Time": 12.304823197424412}
+{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.8017404675483704, "Finetune/Loss (Raw)": 0.8334895968437195, "Finetune/Step": 1020, "Finetune/Step Time": 12.297357339411974}
+{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.7999097108840942, "Finetune/Loss (Raw)": 0.703721821308136, "Finetune/Step": 1021, "Finetune/Step Time": 12.320214312523603}
+{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.7994552850723267, "Finetune/Loss (Raw)": 0.8408551216125488, "Finetune/Step": 1022, "Finetune/Step Time": 12.331962471827865}
+{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.7982394695281982, "Finetune/Loss (Raw)": 0.635221004486084, "Finetune/Step": 1023, "Finetune/Step Time": 12.34277268871665}
+{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.7971018552780151, "Finetune/Loss (Raw)": 0.758610725402832, "Finetune/Step": 1024, "Finetune/Step Time": 12.345627518370748}
+{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.7979398369789124, "Finetune/Loss (Raw)": 0.7642009258270264, "Finetune/Step": 1025, "Finetune/Step Time": 12.3169055711478}
+{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.8021671175956726, "Finetune/Loss (Raw)": 0.8329110145568848, "Finetune/Step": 1026, "Finetune/Step Time": 12.296358700841665}
+{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.7985919713973999, "Finetune/Loss (Raw)": 0.26835334300994873, "Finetune/Step": 1027, "Finetune/Step Time": 12.258741941303015}
+{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.7984441518783569, "Finetune/Loss (Raw)": 0.9103891253471375, "Finetune/Step": 1028, "Finetune/Step Time": 12.266533855348825}
+{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.7969104051589966, "Finetune/Loss (Raw)": 0.7731694579124451, "Finetune/Step": 1029, "Finetune/Step Time": 12.280313346534967}
+{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.7960418462753296, "Finetune/Loss (Raw)": 0.7223785519599915, "Finetune/Step": 1030, "Finetune/Step Time": 12.287118865177035}
+{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.7957102656364441, "Finetune/Loss (Raw)": 0.7947896718978882, "Finetune/Step": 1031, "Finetune/Step Time": 12.237661527469754}
+{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.7917004823684692, "Finetune/Loss (Raw)": 0.2574337422847748, "Finetune/Step": 1032, "Finetune/Step Time": 12.273600038141012}
+{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.7912275195121765, "Finetune/Loss (Raw)": 0.8672478795051575, "Finetune/Step": 1033, "Finetune/Step Time": 12.32606560178101}
+{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.790784478187561, "Finetune/Loss (Raw)": 0.7302886247634888, "Finetune/Step": 1034, "Finetune/Step Time": 12.339183146134019}
+{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.7904480695724487, "Finetune/Loss (Raw)": 0.8395197987556458, "Finetune/Step": 1035, "Finetune/Step Time": 12.36006018333137}
+{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.7901519536972046, "Finetune/Loss (Raw)": 0.8227108716964722, "Finetune/Step": 1036, "Finetune/Step Time": 12.367393577471375}
+{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.7890739440917969, "Finetune/Loss (Raw)": 0.667076826095581, "Finetune/Step": 1037, "Finetune/Step Time": 12.371113447472453}
+{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.7903586030006409, "Finetune/Loss (Raw)": 1.0102438926696777, "Finetune/Step": 1038, "Finetune/Step Time": 12.357541823759675}
+{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.7903010845184326, "Finetune/Loss (Raw)": 0.8191657662391663, "Finetune/Step": 1039, "Finetune/Step Time": 12.35505429469049}
+{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.7882546186447144, "Finetune/Loss (Raw)": 0.7000930309295654, "Finetune/Step": 1040, "Finetune/Step Time": 12.347456384450197}
+{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.7911615967750549, "Finetune/Loss (Raw)": 0.971465528011322, "Finetune/Step": 1041, "Finetune/Step Time": 12.312647862359881}
+{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.790777862071991, "Finetune/Loss (Raw)": 0.9762279391288757, "Finetune/Step": 1042, "Finetune/Step Time": 12.315180046483874}
+{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.7862749099731445, "Finetune/Loss (Raw)": 0.29852932691574097, "Finetune/Step": 1043, "Finetune/Step Time": 12.363727001473308}
+{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.7840127348899841, "Finetune/Loss (Raw)": 0.6109632849693298, "Finetune/Step": 1044, "Finetune/Step Time": 12.3639757335186}
+{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.7822741270065308, "Finetune/Loss (Raw)": 0.7756263613700867, "Finetune/Step": 1045, "Finetune/Step Time": 12.31382784806192}
+{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.7823114395141602, "Finetune/Loss (Raw)": 0.8157966732978821, "Finetune/Step": 1046, "Finetune/Step Time": 12.318670442327857}
+{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.7846051454544067, "Finetune/Loss (Raw)": 0.8691709637641907, "Finetune/Step": 1047, "Finetune/Step Time": 12.289539040997624}
+{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.7866499423980713, "Finetune/Loss (Raw)": 0.97479647397995, "Finetune/Step": 1048, "Finetune/Step Time": 12.273891175165772}
+{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.7850771546363831, "Finetune/Loss (Raw)": 0.7219653129577637, "Finetune/Step": 1049, "Finetune/Step Time": 12.269852647557855}
+{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.7839301824569702, "Finetune/Loss (Raw)": 0.6933197379112244, "Finetune/Step": 1050, "Finetune/Step Time": 12.29270850121975}
+{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.7817889451980591, "Finetune/Loss (Raw)": 0.6404386758804321, "Finetune/Step": 1051, "Finetune/Step Time": 12.300001123920083}
+{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.7834315896034241, "Finetune/Loss (Raw)": 0.961528480052948, "Finetune/Step": 1052, "Finetune/Step Time": 12.286162598058581}
+{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.7845132350921631, "Finetune/Loss (Raw)": 0.8394554257392883, "Finetune/Step": 1053, "Finetune/Step Time": 12.247417839244008}
+{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.7866463661193848, "Finetune/Loss (Raw)": 0.8604258298873901, "Finetune/Step": 1054, "Finetune/Step Time": 12.237928492948413}
+{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.7859018445014954, "Finetune/Loss (Raw)": 0.7631614208221436, "Finetune/Step": 1055, "Finetune/Step Time": 12.239261599257588}
+{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.7868118286132812, "Finetune/Loss (Raw)": 0.9945691227912903, "Finetune/Step": 1056, "Finetune/Step Time": 12.240721855312586}
+{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.7865018844604492, "Finetune/Loss (Raw)": 0.778593897819519, "Finetune/Step": 1057, "Finetune/Step Time": 12.253021681681275}
+{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.7859646677970886, "Finetune/Loss (Raw)": 0.722359836101532, "Finetune/Step": 1058, "Finetune/Step Time": 12.237927179783583}
+{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.7849452495574951, "Finetune/Loss (Raw)": 0.7443116903305054, "Finetune/Step": 1059, "Finetune/Step Time": 12.270975664258003}
+{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.7840500473976135, "Finetune/Loss (Raw)": 0.7801380753517151, "Finetune/Step": 1060, "Finetune/Step Time": 12.266073124483228}
+{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.782538652420044, "Finetune/Loss (Raw)": 0.6504419445991516, "Finetune/Step": 1061, "Finetune/Step Time": 12.229242324829102}
+{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.782282292842865, "Finetune/Loss (Raw)": 0.8786376118659973, "Finetune/Step": 1062, "Finetune/Step Time": 12.219825880602002}
+{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.7838149666786194, "Finetune/Loss (Raw)": 0.8393083214759827, "Finetune/Step": 1063, "Finetune/Step Time": 12.233302246779203}
+{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.7861056327819824, "Finetune/Loss (Raw)": 1.0702062845230103, "Finetune/Step": 1064, "Finetune/Step Time": 12.209174184128642}
+{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.7863404750823975, "Finetune/Loss (Raw)": 0.9972847104072571, "Finetune/Step": 1065, "Finetune/Step Time": 12.21156949736178}
+{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.7844952344894409, "Finetune/Loss (Raw)": 0.7629349231719971, "Finetune/Step": 1066, "Finetune/Step Time": 12.200717018917203}
+{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.7857176065444946, "Finetune/Loss (Raw)": 0.9826838374137878, "Finetune/Step": 1067, "Finetune/Step Time": 12.21356651559472}
+{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.7842677235603333, "Finetune/Loss (Raw)": 0.7297340035438538, "Finetune/Step": 1068, "Finetune/Step Time": 12.222178207710385}
+{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.7838220596313477, "Finetune/Loss (Raw)": 0.8083471059799194, "Finetune/Step": 1069, "Finetune/Step Time": 12.275945976376534}
+{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.7853838801383972, "Finetune/Loss (Raw)": 0.857553243637085, "Finetune/Step": 1070, "Finetune/Step Time": 12.25614613853395}
+{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.7856450080871582, "Finetune/Loss (Raw)": 0.9049490094184875, "Finetune/Step": 1071, "Finetune/Step Time": 12.252747669816017}
+{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.7865005731582642, "Finetune/Loss (Raw)": 0.8989158868789673, "Finetune/Step": 1072, "Finetune/Step Time": 12.270264720544219}
+{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.7868504524230957, "Finetune/Loss (Raw)": 0.8001583814620972, "Finetune/Step": 1073, "Finetune/Step Time": 12.238392477855086}
+{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.788682222366333, "Finetune/Loss (Raw)": 0.9440456032752991, "Finetune/Step": 1074, "Finetune/Step Time": 12.210922125726938}
+{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.78903728723526, "Finetune/Loss (Raw)": 0.8329249620437622, "Finetune/Step": 1075, "Finetune/Step Time": 12.2011658847332}
+{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.7937628030776978, "Finetune/Loss (Raw)": 0.9400405287742615, "Finetune/Step": 1076, "Finetune/Step Time": 12.166908796876669}
+{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.7934232950210571, "Finetune/Loss (Raw)": 0.9445405602455139, "Finetune/Step": 1077, "Finetune/Step Time": 12.173331659287214}
+{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.7940283417701721, "Finetune/Loss (Raw)": 0.9117545485496521, "Finetune/Step": 1078, "Finetune/Step Time": 12.177040925249457}
+{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.7917453050613403, "Finetune/Loss (Raw)": 0.7276062369346619, "Finetune/Step": 1079, "Finetune/Step Time": 12.18526640534401}
+{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.7908650040626526, "Finetune/Loss (Raw)": 0.6599938273429871, "Finetune/Step": 1080, "Finetune/Step Time": 12.185091931372881}
+{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.7908596992492676, "Finetune/Loss (Raw)": 0.8499500155448914, "Finetune/Step": 1081, "Finetune/Step Time": 12.190893579274416}
+{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.7902613878250122, "Finetune/Loss (Raw)": 0.6961084604263306, "Finetune/Step": 1082, "Finetune/Step Time": 12.227844985201955}
+{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.7907613515853882, "Finetune/Loss (Raw)": 0.9195049405097961, "Finetune/Step": 1083, "Finetune/Step Time": 12.224872127175331}
+{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.7907094359397888, "Finetune/Loss (Raw)": 0.8757581114768982, "Finetune/Step": 1084, "Finetune/Step Time": 12.251368664205074}
+{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.7913308143615723, "Finetune/Loss (Raw)": 0.8743008971214294, "Finetune/Step": 1085, "Finetune/Step Time": 12.233246117830276}
+{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.7920963764190674, "Finetune/Loss (Raw)": 0.9170722961425781, "Finetune/Step": 1086, "Finetune/Step Time": 12.207407111302018}
+{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.7934783697128296, "Finetune/Loss (Raw)": 0.8895849585533142, "Finetune/Step": 1087, "Finetune/Step Time": 12.210515197366476}
+{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.7917011380195618, "Finetune/Loss (Raw)": 0.6154998540878296, "Finetune/Step": 1088, "Finetune/Step Time": 12.223858973011374}
+{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.7927029132843018, "Finetune/Loss (Raw)": 0.8501915335655212, "Finetune/Step": 1089, "Finetune/Step Time": 12.215459924191236}
+{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.792932391166687, "Finetune/Loss (Raw)": 0.9257464408874512, "Finetune/Step": 1090, "Finetune/Step Time": 12.232874827459455}
+{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.7929016947746277, "Finetune/Loss (Raw)": 0.7911521792411804, "Finetune/Step": 1091, "Finetune/Step Time": 12.23047793470323}
+{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.7937720417976379, "Finetune/Loss (Raw)": 0.9159448146820068, "Finetune/Step": 1092, "Finetune/Step Time": 12.226871535182}
+{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.7940605878829956, "Finetune/Loss (Raw)": 0.7540289163589478, "Finetune/Step": 1093, "Finetune/Step Time": 12.220945291221142}
+{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.7942416071891785, "Finetune/Loss (Raw)": 0.8162334561347961, "Finetune/Step": 1094, "Finetune/Step Time": 12.182584630325437}
+{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.7956812977790833, "Finetune/Loss (Raw)": 0.9475697875022888, "Finetune/Step": 1095, "Finetune/Step Time": 12.151848850771785}
+{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.7958048582077026, "Finetune/Loss (Raw)": 0.8897793889045715, "Finetune/Step": 1096, "Finetune/Step Time": 12.144797217100859}
+{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.7959491610527039, "Finetune/Loss (Raw)": 0.8300593495368958, "Finetune/Step": 1097, "Finetune/Step Time": 12.147454485297203}
+{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.798293948173523, "Finetune/Loss (Raw)": 0.8119434118270874, "Finetune/Step": 1098, "Finetune/Step Time": 12.171970067545772}
+{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.7985507249832153, "Finetune/Loss (Raw)": 0.875298023223877, "Finetune/Step": 1099, "Finetune/Step Time": 12.129073698073626}
+{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.8025845289230347, "Finetune/Loss (Raw)": 0.8097708821296692, "Finetune/Step": 1100, "Finetune/Step Time": 12.099723162129521}
+{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.8038269281387329, "Finetune/Loss (Raw)": 0.9090861082077026, "Finetune/Step": 1101, "Finetune/Step Time": 12.099591879174113}
+{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.8031319975852966, "Finetune/Loss (Raw)": 0.6944165229797363, "Finetune/Step": 1102, "Finetune/Step Time": 12.074991596862674}
+{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.8030046224594116, "Finetune/Loss (Raw)": 0.9616249799728394, "Finetune/Step": 1103, "Finetune/Step Time": 12.050325265154243}
+{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.8040345907211304, "Finetune/Loss (Raw)": 0.950587809085846, "Finetune/Step": 1104, "Finetune/Step Time": 12.066101605072618}
+{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.8029625415802002, "Finetune/Loss (Raw)": 0.7929710149765015, "Finetune/Step": 1105, "Finetune/Step Time": 12.076635928824544}
+{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.8025743365287781, "Finetune/Loss (Raw)": 0.7604765295982361, "Finetune/Step": 1106, "Finetune/Step Time": 12.099676644429564}
+{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.8031412959098816, "Finetune/Loss (Raw)": 0.877392053604126, "Finetune/Step": 1107, "Finetune/Step Time": 12.091639377176762}
+{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.802810788154602, "Finetune/Loss (Raw)": 0.9737239480018616, "Finetune/Step": 1108, "Finetune/Step Time": 12.093412443995476}
+{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.8011637330055237, "Finetune/Loss (Raw)": 0.5965995788574219, "Finetune/Step": 1109, "Finetune/Step Time": 12.115766793489456}
+{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.800820529460907, "Finetune/Loss (Raw)": 0.8593621850013733, "Finetune/Step": 1110, "Finetune/Step Time": 12.114029090851545}
+{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.8017642498016357, "Finetune/Loss (Raw)": 0.9974003434181213, "Finetune/Step": 1111, "Finetune/Step Time": 12.106749463826418}
+{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.8024239540100098, "Finetune/Loss (Raw)": 0.7948683500289917, "Finetune/Step": 1112, "Finetune/Step Time": 12.085719594731927}
+{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.8023744821548462, "Finetune/Loss (Raw)": 0.8374996185302734, "Finetune/Step": 1113, "Finetune/Step Time": 12.07900108024478}
+{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.8025232553482056, "Finetune/Loss (Raw)": 0.7543338537216187, "Finetune/Step": 1114, "Finetune/Step Time": 12.1280795391649}
+{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.802557647228241, "Finetune/Loss (Raw)": 0.8538056015968323, "Finetune/Step": 1115, "Finetune/Step Time": 12.121592562645674}
+{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.8051942586898804, "Finetune/Loss (Raw)": 0.9518288969993591, "Finetune/Step": 1116, "Finetune/Step Time": 12.111178195104003}
+{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.8040714263916016, "Finetune/Loss (Raw)": 0.7541465163230896, "Finetune/Step": 1117, "Finetune/Step Time": 12.110071932896972}
+{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.8060447573661804, "Finetune/Loss (Raw)": 0.8735364675521851, "Finetune/Step": 1118, "Finetune/Step Time": 12.085015377029777}
+{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.8035407662391663, "Finetune/Loss (Raw)": 0.5922966599464417, "Finetune/Step": 1119, "Finetune/Step Time": 12.101772582158446}
+{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.8035702705383301, "Finetune/Loss (Raw)": 0.8450181484222412, "Finetune/Step": 1120, "Finetune/Step Time": 12.105561600998044}
+{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.8047280311584473, "Finetune/Loss (Raw)": 0.9466227889060974, "Finetune/Step": 1121, "Finetune/Step Time": 12.036557042971253}
+{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.8064032793045044, "Finetune/Loss (Raw)": 0.8613395094871521, "Finetune/Step": 1122, "Finetune/Step Time": 12.047216465696692}
+{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.8057292699813843, "Finetune/Loss (Raw)": 0.752864420413971, "Finetune/Step": 1123, "Finetune/Step Time": 12.079501198604703}
+{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.8082154989242554, "Finetune/Loss (Raw)": 1.0716603994369507, "Finetune/Step": 1124, "Finetune/Step Time": 12.07214841991663}
+{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.808172345161438, "Finetune/Loss (Raw)": 0.8140583038330078, "Finetune/Step": 1125, "Finetune/Step Time": 12.064540868625045}
+{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.8093989491462708, "Finetune/Loss (Raw)": 0.870441198348999, "Finetune/Step": 1126, "Finetune/Step Time": 12.026702946051955}
+{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.8086844682693481, "Finetune/Loss (Raw)": 0.8306055068969727, "Finetune/Step": 1127, "Finetune/Step Time": 12.025062752887607}
+{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.80669105052948, "Finetune/Loss (Raw)": 0.7398514151573181, "Finetune/Step": 1128, "Finetune/Step Time": 12.046207645907998}
+{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.811744213104248, "Finetune/Loss (Raw)": 0.9118140935897827, "Finetune/Step": 1129, "Finetune/Step Time": 11.994002811610699}
+{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.8096447587013245, "Finetune/Loss (Raw)": 0.6414763927459717, "Finetune/Step": 1130, "Finetune/Step Time": 12.008845571428537}
+{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.8093041181564331, "Finetune/Loss (Raw)": 0.8986743688583374, "Finetune/Step": 1131, "Finetune/Step Time": 11.975397573783994}
+{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.8092283606529236, "Finetune/Loss (Raw)": 0.9221382737159729, "Finetune/Step": 1132, "Finetune/Step Time": 11.977382119745016}
+{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.8091181516647339, "Finetune/Loss (Raw)": 0.8558014631271362, "Finetune/Step": 1133, "Finetune/Step Time": 11.968425313010812}
+{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.8102800846099854, "Finetune/Loss (Raw)": 0.8173389434814453, "Finetune/Step": 1134, "Finetune/Step Time": 11.92904475145042}
+{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.8114075660705566, "Finetune/Loss (Raw)": 0.9344528913497925, "Finetune/Step": 1135, "Finetune/Step Time": 11.92034869454801}
+{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.8109763860702515, "Finetune/Loss (Raw)": 0.8126869797706604, "Finetune/Step": 1136, "Finetune/Step Time": 11.915314078330994}
+{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.8154699802398682, "Finetune/Loss (Raw)": 0.9003851413726807, "Finetune/Step": 1137, "Finetune/Step Time": 11.880248358473182}
+{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.8163219690322876, "Finetune/Loss (Raw)": 0.8709052205085754, "Finetune/Step": 1138, "Finetune/Step Time": 11.896584950387478}
+{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.8164026737213135, "Finetune/Loss (Raw)": 0.7783909440040588, "Finetune/Step": 1139, "Finetune/Step Time": 11.91909508407116}
+{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.8160527944564819, "Finetune/Loss (Raw)": 0.8626656532287598, "Finetune/Step": 1140, "Finetune/Step Time": 11.906674526631832}
+{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.8159488439559937, "Finetune/Loss (Raw)": 0.8126363754272461, "Finetune/Step": 1141, "Finetune/Step Time": 11.894937409088016}
+{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.8101781606674194, "Finetune/Loss (Raw)": 0.2214200347661972, "Finetune/Step": 1142, "Finetune/Step Time": 11.919309681281447}
+{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.8147099018096924, "Finetune/Loss (Raw)": 0.8188574314117432, "Finetune/Step": 1143, "Finetune/Step Time": 11.899982389062643}
+{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.8143799304962158, "Finetune/Loss (Raw)": 0.8344389200210571, "Finetune/Step": 1144, "Finetune/Step Time": 11.917374469339848}
+{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.8137229681015015, "Finetune/Loss (Raw)": 0.8246508240699768, "Finetune/Step": 1145, "Finetune/Step Time": 11.929097363725305}
+{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.8145799040794373, "Finetune/Loss (Raw)": 0.9045102596282959, "Finetune/Step": 1146, "Finetune/Step Time": 11.856777343899012}
+{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.813676118850708, "Finetune/Loss (Raw)": 0.6666025519371033, "Finetune/Step": 1147, "Finetune/Step Time": 11.86238825507462}
+{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.8094209432601929, "Finetune/Loss (Raw)": 0.28882911801338196, "Finetune/Step": 1148, "Finetune/Step Time": 11.904243186116219}
+{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.8117133378982544, "Finetune/Loss (Raw)": 0.99715656042099, "Finetune/Step": 1149, "Finetune/Step Time": 11.90291190892458}
+{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.8110107183456421, "Finetune/Loss (Raw)": 0.7509134411811829, "Finetune/Step": 1150, "Finetune/Step Time": 11.885716898366809}
+{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.8118934631347656, "Finetune/Loss (Raw)": 0.7482130527496338, "Finetune/Step": 1151, "Finetune/Step Time": 11.851200327277184}
+{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.8122143745422363, "Finetune/Loss (Raw)": 0.7996772527694702, "Finetune/Step": 1152, "Finetune/Step Time": 11.883827639743686}
+{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.8131566643714905, "Finetune/Loss (Raw)": 0.884820282459259, "Finetune/Step": 1153, "Finetune/Step Time": 11.91026428900659}
+{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.8082603216171265, "Finetune/Loss (Raw)": 0.20618018507957458, "Finetune/Step": 1154, "Finetune/Step Time": 11.932491160929203}
+{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.8080446124076843, "Finetune/Loss (Raw)": 0.2407459169626236, "Finetune/Step": 1155, "Finetune/Step Time": 11.92619739472866}
+{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.8085153698921204, "Finetune/Loss (Raw)": 0.9706419706344604, "Finetune/Step": 1156, "Finetune/Step Time": 11.918947357684374}
+{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.8096039891242981, "Finetune/Loss (Raw)": 0.9125149250030518, "Finetune/Step": 1157, "Finetune/Step Time": 11.90409099124372}
+{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.8097599744796753, "Finetune/Loss (Raw)": 0.7423372268676758, "Finetune/Step": 1158, "Finetune/Step Time": 11.887497089803219}
+{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.809490442276001, "Finetune/Loss (Raw)": 0.7602943181991577, "Finetune/Step": 1159, "Finetune/Step Time": 11.888423720374703}
+{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.8136336803436279, "Finetune/Loss (Raw)": 0.7877734303474426, "Finetune/Step": 1160, "Finetune/Step Time": 11.886752773076296}
+{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.8128198385238647, "Finetune/Loss (Raw)": 0.7630757093429565, "Finetune/Step": 1161, "Finetune/Step Time": 11.869874488562346}
+{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.8142998814582825, "Finetune/Loss (Raw)": 0.9197335839271545, "Finetune/Step": 1162, "Finetune/Step Time": 11.86538776755333}
+{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.8125152587890625, "Finetune/Loss (Raw)": 0.6110889911651611, "Finetune/Step": 1163, "Finetune/Step Time": 11.883190566673875}
+{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.8140531182289124, "Finetune/Loss (Raw)": 1.0195497274398804, "Finetune/Step": 1164, "Finetune/Step Time": 11.87937363050878}
+{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.8110140562057495, "Finetune/Loss (Raw)": 0.2780826687812805, "Finetune/Step": 1165, "Finetune/Step Time": 11.896661398932338}
+{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.809167742729187, "Finetune/Loss (Raw)": 0.773912787437439, "Finetune/Step": 1166, "Finetune/Step Time": 11.913982849568129}
+{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.8072909116744995, "Finetune/Loss (Raw)": 0.5789344310760498, "Finetune/Step": 1167, "Finetune/Step Time": 11.942468194290996}
+{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.8079519271850586, "Finetune/Loss (Raw)": 0.7847012877464294, "Finetune/Step": 1168, "Finetune/Step Time": 11.940973937511444}
+{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.8072329759597778, "Finetune/Loss (Raw)": 0.8794397711753845, "Finetune/Step": 1169, "Finetune/Step Time": 11.94451747275889}
+{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.8027013540267944, "Finetune/Loss (Raw)": 0.3961806893348694, "Finetune/Step": 1170, "Finetune/Step Time": 11.972656296566129}
+{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.8078089952468872, "Finetune/Loss (Raw)": 0.952315092086792, "Finetune/Step": 1171, "Finetune/Step Time": 11.922617252916098}
+{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.8099003434181213, "Finetune/Loss (Raw)": 0.8786505460739136, "Finetune/Step": 1172, "Finetune/Step Time": 11.91366757452488}
+{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.8105433583259583, "Finetune/Loss (Raw)": 0.85793137550354, "Finetune/Step": 1173, "Finetune/Step Time": 11.884440639987588}
+{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.8061678409576416, "Finetune/Loss (Raw)": 0.2557315528392792, "Finetune/Step": 1174, "Finetune/Step Time": 11.905233290046453}
+{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.8056467771530151, "Finetune/Loss (Raw)": 0.8024759292602539, "Finetune/Step": 1175, "Finetune/Step Time": 11.931606313213706}
+{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.8041247725486755, "Finetune/Loss (Raw)": 0.779977023601532, "Finetune/Step": 1176, "Finetune/Step Time": 11.923925878480077}
+{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.8001359701156616, "Finetune/Loss (Raw)": 0.21139942109584808, "Finetune/Step": 1177, "Finetune/Step Time": 11.964716948568821}
+{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.7969712018966675, "Finetune/Loss (Raw)": 0.28822457790374756, "Finetune/Step": 1178, "Finetune/Step Time": 11.974292352795601}
+{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.7997168302536011, "Finetune/Loss (Raw)": 0.9918838739395142, "Finetune/Step": 1179, "Finetune/Step Time": 11.961069645360112}
+{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.7981873750686646, "Finetune/Loss (Raw)": 0.765760064125061, "Finetune/Step": 1180, "Finetune/Step Time": 11.990855515003204}
+{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.7990877628326416, "Finetune/Loss (Raw)": 0.9546972513198853, "Finetune/Step": 1181, "Finetune/Step Time": 11.968590522184968}
+{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.7967720627784729, "Finetune/Loss (Raw)": 0.5640196204185486, "Finetune/Step": 1182, "Finetune/Step Time": 11.972187269479036}
+{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.7980394959449768, "Finetune/Loss (Raw)": 0.9253919720649719, "Finetune/Step": 1183, "Finetune/Step Time": 11.974773876369}
+{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.7955005168914795, "Finetune/Loss (Raw)": 0.6695820689201355, "Finetune/Step": 1184, "Finetune/Step Time": 12.028493205085397}
+{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.7961351871490479, "Finetune/Loss (Raw)": 0.8598299026489258, "Finetune/Step": 1185, "Finetune/Step Time": 12.01185536198318}
+{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.7983806133270264, "Finetune/Loss (Raw)": 1.0097804069519043, "Finetune/Step": 1186, "Finetune/Step Time": 12.012790752574801}
+{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.7946206331253052, "Finetune/Loss (Raw)": 0.26303452253341675, "Finetune/Step": 1187, "Finetune/Step Time": 12.02336798608303}
+{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.7953328490257263, "Finetune/Loss (Raw)": 0.8713015913963318, "Finetune/Step": 1188, "Finetune/Step Time": 12.031945599243045}
+{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.7974896430969238, "Finetune/Loss (Raw)": 0.9265106320381165, "Finetune/Step": 1189, "Finetune/Step Time": 12.051580153405666}
+{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.7972720861434937, "Finetune/Loss (Raw)": 0.8507891893386841, "Finetune/Step": 1190, "Finetune/Step Time": 12.048908276483417}
+{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.7977168560028076, "Finetune/Loss (Raw)": 0.8962315917015076, "Finetune/Step": 1191, "Finetune/Step Time": 12.037876913323998}
+{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.7965475916862488, "Finetune/Loss (Raw)": 0.9205446839332581, "Finetune/Step": 1192, "Finetune/Step Time": 12.051555821672082}
+{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.7955994606018066, "Finetune/Loss (Raw)": 0.8759258389472961, "Finetune/Step": 1193, "Finetune/Step Time": 12.049137692898512}
+{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.7964590787887573, "Finetune/Loss (Raw)": 0.8729633688926697, "Finetune/Step": 1194, "Finetune/Step Time": 12.073888963088393}
+{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.7952818870544434, "Finetune/Loss (Raw)": 0.8320046663284302, "Finetune/Step": 1195, "Finetune/Step Time": 12.055396407842636}
+{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.7961903810501099, "Finetune/Loss (Raw)": 0.8460210561752319, "Finetune/Step": 1196, "Finetune/Step Time": 12.049620479345322}
+{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.7972500324249268, "Finetune/Loss (Raw)": 0.9439834952354431, "Finetune/Step": 1197, "Finetune/Step Time": 11.982800846919417}
+{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.7973527908325195, "Finetune/Loss (Raw)": 0.8707011342048645, "Finetune/Step": 1198, "Finetune/Step Time": 11.992629682645202}
+{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.7976107001304626, "Finetune/Loss (Raw)": 0.9379643201828003, "Finetune/Step": 1199, "Finetune/Step Time": 11.985890004783869}
+{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.7977761030197144, "Finetune/Loss (Raw)": 0.9200829267501831, "Finetune/Step": 1200, "Finetune/Step Time": 11.979812817648053}
+{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.798870325088501, "Finetune/Loss (Raw)": 0.9402239322662354, "Finetune/Step": 1201, "Finetune/Step Time": 12.004637699574232}
+{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.7995566129684448, "Finetune/Loss (Raw)": 1.0318877696990967, "Finetune/Step": 1202, "Finetune/Step Time": 12.010878600180149}
+{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.8007347583770752, "Finetune/Loss (Raw)": 0.9837340712547302, "Finetune/Step": 1203, "Finetune/Step Time": 11.992743777111173}
+{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.8007348775863647, "Finetune/Loss (Raw)": 0.9400589466094971, "Finetune/Step": 1204, "Finetune/Step Time": 12.007616458460689}
+{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.7990583181381226, "Finetune/Loss (Raw)": 0.7299385070800781, "Finetune/Step": 1205, "Finetune/Step Time": 12.040851159021258}
+{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.7996436357498169, "Finetune/Loss (Raw)": 0.9866707921028137, "Finetune/Step": 1206, "Finetune/Step Time": 12.026563290506601}
+{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.8005018830299377, "Finetune/Loss (Raw)": 0.837462306022644, "Finetune/Step": 1207, "Finetune/Step Time": 12.038237668573856}
+{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.8021600842475891, "Finetune/Loss (Raw)": 0.8722476959228516, "Finetune/Step": 1208, "Finetune/Step Time": 12.037932604551315}
+{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.8027172684669495, "Finetune/Loss (Raw)": 0.9212629199028015, "Finetune/Step": 1209, "Finetune/Step Time": 12.03499030135572}
+{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.8036291599273682, "Finetune/Loss (Raw)": 0.8128389120101929, "Finetune/Step": 1210, "Finetune/Step Time": 11.99543926678598}
+{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.8029789328575134, "Finetune/Loss (Raw)": 0.8362718224525452, "Finetune/Step": 1211, "Finetune/Step Time": 12.00102737173438}
+{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.8033300042152405, "Finetune/Loss (Raw)": 0.9207003116607666, "Finetune/Step": 1212, "Finetune/Step Time": 11.979328759014606}
+{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.8029657006263733, "Finetune/Loss (Raw)": 0.8276676535606384, "Finetune/Step": 1213, "Finetune/Step Time": 11.9782689306885}
+{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.8014712929725647, "Finetune/Loss (Raw)": 0.7257891297340393, "Finetune/Step": 1214, "Finetune/Step Time": 12.005049863830209}
+{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.8013827204704285, "Finetune/Loss (Raw)": 0.8782452344894409, "Finetune/Step": 1215, "Finetune/Step Time": 12.00778734870255}
+{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.7985893487930298, "Finetune/Loss (Raw)": 0.2579532861709595, "Finetune/Step": 1216, "Finetune/Step Time": 12.028049828484654}
+{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.7995600700378418, "Finetune/Loss (Raw)": 0.9744414687156677, "Finetune/Step": 1217, "Finetune/Step Time": 12.035136202350259}
+{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.7994720935821533, "Finetune/Loss (Raw)": 0.914487361907959, "Finetune/Step": 1218, "Finetune/Step Time": 12.007383223623037}
+{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.795024573802948, "Finetune/Loss (Raw)": 0.22186438739299774, "Finetune/Step": 1219, "Finetune/Step Time": 12.047663250938058}
+{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.794304609298706, "Finetune/Loss (Raw)": 0.8237964510917664, "Finetune/Step": 1220, "Finetune/Step Time": 12.046858306974173}
+{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.7947099208831787, "Finetune/Loss (Raw)": 0.805906355381012, "Finetune/Step": 1221, "Finetune/Step Time": 12.06637211702764}
+{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.7946454882621765, "Finetune/Loss (Raw)": 0.8079863786697388, "Finetune/Step": 1222, "Finetune/Step Time": 12.085448455065489}
+{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.7941677570343018, "Finetune/Loss (Raw)": 0.8864125609397888, "Finetune/Step": 1223, "Finetune/Step Time": 12.086189271882176}
+{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.7940412759780884, "Finetune/Loss (Raw)": 0.8735905289649963, "Finetune/Step": 1224, "Finetune/Step Time": 12.087699726223946}
+{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.793268084526062, "Finetune/Loss (Raw)": 0.7310903668403625, "Finetune/Step": 1225, "Finetune/Step Time": 12.059738155454397}
+{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.7928661108016968, "Finetune/Loss (Raw)": 0.7604902982711792, "Finetune/Step": 1226, "Finetune/Step Time": 12.03054672665894}
+{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.7911084890365601, "Finetune/Loss (Raw)": 0.650320291519165, "Finetune/Step": 1227, "Finetune/Step Time": 12.033392123878002}
+{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.7906771898269653, "Finetune/Loss (Raw)": 0.7545729875564575, "Finetune/Step": 1228, "Finetune/Step Time": 12.044179497286677}
+{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.7911642789840698, "Finetune/Loss (Raw)": 0.9714317917823792, "Finetune/Step": 1229, "Finetune/Step Time": 12.037154968827963}
+{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.7884361147880554, "Finetune/Loss (Raw)": 0.3452092707157135, "Finetune/Step": 1230, "Finetune/Step Time": 12.089062260463834}
+{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.7885923981666565, "Finetune/Loss (Raw)": 0.9816325306892395, "Finetune/Step": 1231, "Finetune/Step Time": 12.089300885796547}
+{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.787587583065033, "Finetune/Loss (Raw)": 0.8219708204269409, "Finetune/Step": 1232, "Finetune/Step Time": 12.06912468932569}
+{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.7883419990539551, "Finetune/Loss (Raw)": 0.8895308971405029, "Finetune/Step": 1233, "Finetune/Step Time": 12.041052397340536}
+{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.7879104614257812, "Finetune/Loss (Raw)": 0.7052430510520935, "Finetune/Step": 1234, "Finetune/Step Time": 12.057104855775833}
+{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.7875413298606873, "Finetune/Loss (Raw)": 0.8301432728767395, "Finetune/Step": 1235, "Finetune/Step Time": 12.05355085618794}
+{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.7875746488571167, "Finetune/Loss (Raw)": 0.9779866337776184, "Finetune/Step": 1236, "Finetune/Step Time": 12.045709237456322}
+{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.7901037931442261, "Finetune/Loss (Raw)": 0.9203384518623352, "Finetune/Step": 1237, "Finetune/Step Time": 12.050259729847312}
+{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.7908491492271423, "Finetune/Loss (Raw)": 0.9547601938247681, "Finetune/Step": 1238, "Finetune/Step Time": 12.054708026349545}
+{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.789716362953186, "Finetune/Loss (Raw)": 0.8524038195610046, "Finetune/Step": 1239, "Finetune/Step Time": 12.069246949627995}
+{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.7900180816650391, "Finetune/Loss (Raw)": 0.8334845900535583, "Finetune/Step": 1240, "Finetune/Step Time": 12.066450765356421}
+{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.7896149158477783, "Finetune/Loss (Raw)": 0.7859005331993103, "Finetune/Step": 1241, "Finetune/Step Time": 12.07342035509646}
+{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.7903195023536682, "Finetune/Loss (Raw)": 0.8445174098014832, "Finetune/Step": 1242, "Finetune/Step Time": 12.0173309892416}
+{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.790518045425415, "Finetune/Loss (Raw)": 0.8792239427566528, "Finetune/Step": 1243, "Finetune/Step Time": 12.005334878340364}
+{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.7895382642745972, "Finetune/Loss (Raw)": 0.8264142870903015, "Finetune/Step": 1244, "Finetune/Step Time": 12.011101186275482}
+{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.789392352104187, "Finetune/Loss (Raw)": 0.7354655265808105, "Finetune/Step": 1245, "Finetune/Step Time": 11.99292197264731}
+{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.7888261079788208, "Finetune/Loss (Raw)": 0.8010570406913757, "Finetune/Step": 1246, "Finetune/Step Time": 12.033654224127531}
+{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.7915790677070618, "Finetune/Loss (Raw)": 0.9446793794631958, "Finetune/Step": 1247, "Finetune/Step Time": 12.007176721468568}
+{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.7904393672943115, "Finetune/Loss (Raw)": 0.6991381645202637, "Finetune/Step": 1248, "Finetune/Step Time": 12.015772797167301}
+{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.7892906665802002, "Finetune/Loss (Raw)": 0.7995853424072266, "Finetune/Step": 1249, "Finetune/Step Time": 12.016694441437721}
+{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.789352297782898, "Finetune/Loss (Raw)": 0.8692271113395691, "Finetune/Step": 1250, "Finetune/Step Time": 11.980416068807244}
+{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.7902615070343018, "Finetune/Loss (Raw)": 0.86924809217453, "Finetune/Step": 1251, "Finetune/Step Time": 11.954901613295078}
+{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.7878212332725525, "Finetune/Loss (Raw)": 0.7593066692352295, "Finetune/Step": 1252, "Finetune/Step Time": 11.948086148127913}
+{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.7873296737670898, "Finetune/Loss (Raw)": 0.7511345148086548, "Finetune/Step": 1253, "Finetune/Step Time": 11.982850110158324}
+{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.7871278524398804, "Finetune/Loss (Raw)": 0.844603955745697, "Finetune/Step": 1254, "Finetune/Step Time": 11.990074587985873}
+{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.7879545092582703, "Finetune/Loss (Raw)": 0.9364231824874878, "Finetune/Step": 1255, "Finetune/Step Time": 11.994157020002604}
+{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.7890217304229736, "Finetune/Loss (Raw)": 0.8764511346817017, "Finetune/Step": 1256, "Finetune/Step Time": 11.986514993011951}
+{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.7863876819610596, "Finetune/Loss (Raw)": 0.5746608376502991, "Finetune/Step": 1257, "Finetune/Step Time": 12.035911543294787}
+{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.7879679203033447, "Finetune/Loss (Raw)": 0.8437485694885254, "Finetune/Step": 1258, "Finetune/Step Time": 12.01505645737052}
+{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.786754846572876, "Finetune/Loss (Raw)": 0.7433974146842957, "Finetune/Step": 1259, "Finetune/Step Time": 12.036013569682837}
+{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.7878875136375427, "Finetune/Loss (Raw)": 1.0671231746673584, "Finetune/Step": 1260, "Finetune/Step Time": 12.039782028645277}
+{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.7867273092269897, "Finetune/Loss (Raw)": 0.7072985172271729, "Finetune/Step": 1261, "Finetune/Step Time": 12.039884166792035}
+{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.7872325778007507, "Finetune/Loss (Raw)": 0.8820058703422546, "Finetune/Step": 1262, "Finetune/Step Time": 12.032460967078805}
+{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.7870843410491943, "Finetune/Loss (Raw)": 0.9154738783836365, "Finetune/Step": 1263, "Finetune/Step Time": 12.026761520653963}
+{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.7873075008392334, "Finetune/Loss (Raw)": 0.8412620425224304, "Finetune/Step": 1264, "Finetune/Step Time": 12.02389482408762}
+{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.7828461527824402, "Finetune/Loss (Raw)": 0.329327255487442, "Finetune/Step": 1265, "Finetune/Step Time": 12.058581169694662}
+{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.7822829484939575, "Finetune/Loss (Raw)": 0.7988215088844299, "Finetune/Step": 1266, "Finetune/Step Time": 12.068940427154303}
+{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.7831467986106873, "Finetune/Loss (Raw)": 0.8889568448066711, "Finetune/Step": 1267, "Finetune/Step Time": 12.04454516991973}
+{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.7839051485061646, "Finetune/Loss (Raw)": 0.9597362875938416, "Finetune/Step": 1268, "Finetune/Step Time": 12.051671616733074}
+{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.7836973667144775, "Finetune/Loss (Raw)": 0.786033034324646, "Finetune/Step": 1269, "Finetune/Step Time": 12.035986663773656}
+{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.7890655994415283, "Finetune/Loss (Raw)": 0.9085667729377747, "Finetune/Step": 1270, "Finetune/Step Time": 12.017152339220047}
+{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.7899289727210999, "Finetune/Loss (Raw)": 0.9293636679649353, "Finetune/Step": 1271, "Finetune/Step Time": 11.989302758127451}
+{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.7889923453330994, "Finetune/Loss (Raw)": 0.7145490050315857, "Finetune/Step": 1272, "Finetune/Step Time": 11.995509162545204}
+{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.7883963584899902, "Finetune/Loss (Raw)": 0.7483684420585632, "Finetune/Step": 1273, "Finetune/Step Time": 12.003740338608623}
+{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.7875075340270996, "Finetune/Loss (Raw)": 0.7907388210296631, "Finetune/Step": 1274, "Finetune/Step Time": 11.98819119669497}
+{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.7901371121406555, "Finetune/Loss (Raw)": 1.0031852722167969, "Finetune/Step": 1275, "Finetune/Step Time": 11.972821205854416}
+{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.7943415641784668, "Finetune/Loss (Raw)": 0.8270015120506287, "Finetune/Step": 1276, "Finetune/Step Time": 11.933127515017986}
+{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.7932462692260742, "Finetune/Loss (Raw)": 0.8569566011428833, "Finetune/Step": 1277, "Finetune/Step Time": 11.94993201829493}
+{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.7917981743812561, "Finetune/Loss (Raw)": 0.5655589699745178, "Finetune/Step": 1278, "Finetune/Step Time": 11.972365317866206}
+{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.7927546501159668, "Finetune/Loss (Raw)": 0.8706348538398743, "Finetune/Step": 1279, "Finetune/Step Time": 11.976374134421349}
+{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.7940100431442261, "Finetune/Loss (Raw)": 0.9603736996650696, "Finetune/Step": 1280, "Finetune/Step Time": 11.936453439295292}
+{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.7938061952590942, "Finetune/Loss (Raw)": 0.8587306141853333, "Finetune/Step": 1281, "Finetune/Step Time": 11.907907355576754}
+{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.7987605333328247, "Finetune/Loss (Raw)": 0.8403415083885193, "Finetune/Step": 1282, "Finetune/Step Time": 11.873088650405407}
+{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.8021837472915649, "Finetune/Loss (Raw)": 0.6789118051528931, "Finetune/Step": 1283, "Finetune/Step Time": 11.858091071248055}
+{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.8009368181228638, "Finetune/Loss (Raw)": 0.8110339045524597, "Finetune/Step": 1284, "Finetune/Step Time": 11.86318238824606}
+{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.8008867502212524, "Finetune/Loss (Raw)": 0.9061006307601929, "Finetune/Step": 1285, "Finetune/Step Time": 11.862786507233977}
+{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.801423966884613, "Finetune/Loss (Raw)": 0.811103105545044, "Finetune/Step": 1286, "Finetune/Step Time": 11.892071098089218}
+{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.8020882606506348, "Finetune/Loss (Raw)": 0.8453248143196106, "Finetune/Step": 1287, "Finetune/Step Time": 11.88970385491848}
+{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.8021330833435059, "Finetune/Loss (Raw)": 0.7935115694999695, "Finetune/Step": 1288, "Finetune/Step Time": 11.852329928427935}
+{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.8024981021881104, "Finetune/Loss (Raw)": 0.8098018169403076, "Finetune/Step": 1289, "Finetune/Step Time": 11.823035361245275}
+{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.8027209639549255, "Finetune/Loss (Raw)": 0.9482584595680237, "Finetune/Step": 1290, "Finetune/Step Time": 11.811681473627687}
+{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.8038050532341003, "Finetune/Loss (Raw)": 0.7498447895050049, "Finetune/Step": 1291, "Finetune/Step Time": 11.804735431447625}
+{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.8020826578140259, "Finetune/Loss (Raw)": 0.7990900874137878, "Finetune/Step": 1292, "Finetune/Step Time": 11.794382430613041}
+{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.8066964149475098, "Finetune/Loss (Raw)": 0.8686469793319702, "Finetune/Step": 1293, "Finetune/Step Time": 11.756996162235737}
+{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.8076279163360596, "Finetune/Loss (Raw)": 0.8931429386138916, "Finetune/Step": 1294, "Finetune/Step Time": 11.76051102206111}
+{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.8092473149299622, "Finetune/Loss (Raw)": 0.7862136960029602, "Finetune/Step": 1295, "Finetune/Step Time": 11.756270688027143}
+{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.8092207908630371, "Finetune/Loss (Raw)": 0.7813113331794739, "Finetune/Step": 1296, "Finetune/Step Time": 11.761805074289441}
+{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.8083999156951904, "Finetune/Loss (Raw)": 0.7743575572967529, "Finetune/Step": 1297, "Finetune/Step Time": 11.789573339745402}
+{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.8108038902282715, "Finetune/Loss (Raw)": 0.7038999199867249, "Finetune/Step": 1298, "Finetune/Step Time": 11.74570494145155}
+{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.80828857421875, "Finetune/Loss (Raw)": 0.6303443312644958, "Finetune/Step": 1299, "Finetune/Step Time": 11.751948270946741}
+{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.8075937032699585, "Finetune/Loss (Raw)": 0.789718747138977, "Finetune/Step": 1300, "Finetune/Step Time": 11.747319541871548}
+{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.8071173429489136, "Finetune/Loss (Raw)": 0.7969480752944946, "Finetune/Step": 1301, "Finetune/Step Time": 11.77886176481843}
+{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.811276376247406, "Finetune/Loss (Raw)": 0.7880873084068298, "Finetune/Step": 1302, "Finetune/Step Time": 11.781677883118391}
+{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.8112235069274902, "Finetune/Loss (Raw)": 0.7957107424736023, "Finetune/Step": 1303, "Finetune/Step Time": 11.749225098639727}
+{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.8121334314346313, "Finetune/Loss (Raw)": 0.8964534997940063, "Finetune/Step": 1304, "Finetune/Step Time": 11.759507423266768}
+{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.8166958689689636, "Finetune/Loss (Raw)": 0.7953880429267883, "Finetune/Step": 1305, "Finetune/Step Time": 11.728369640186429}
+{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.820676863193512, "Finetune/Loss (Raw)": 0.7977936267852783, "Finetune/Step": 1306, "Finetune/Step Time": 11.72352583706379}
+{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.8204175233840942, "Finetune/Loss (Raw)": 0.958684504032135, "Finetune/Step": 1307, "Finetune/Step Time": 11.711533086374402}
+{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.8219043016433716, "Finetune/Loss (Raw)": 0.95606929063797, "Finetune/Step": 1308, "Finetune/Step Time": 11.679683303460479}
+{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.8209509253501892, "Finetune/Loss (Raw)": 0.8326656222343445, "Finetune/Step": 1309, "Finetune/Step Time": 11.714299084618688}
+{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.822862982749939, "Finetune/Loss (Raw)": 0.8087610602378845, "Finetune/Step": 1310, "Finetune/Step Time": 11.711266255006194}
+{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.8224347829818726, "Finetune/Loss (Raw)": 0.8705865740776062, "Finetune/Step": 1311, "Finetune/Step Time": 11.715180838480592}
+{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.8217291831970215, "Finetune/Loss (Raw)": 0.5792609453201294, "Finetune/Step": 1312, "Finetune/Step Time": 11.705387307330966}
+{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.8217107057571411, "Finetune/Loss (Raw)": 0.8574627041816711, "Finetune/Step": 1313, "Finetune/Step Time": 11.717030169442296}
+{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.8210241198539734, "Finetune/Loss (Raw)": 0.9218991994857788, "Finetune/Step": 1314, "Finetune/Step Time": 11.712278258055449}
+{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.8257287740707397, "Finetune/Loss (Raw)": 0.8652291893959045, "Finetune/Step": 1315, "Finetune/Step Time": 11.678100176155567}
+{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.8267500996589661, "Finetune/Loss (Raw)": 1.0020354986190796, "Finetune/Step": 1316, "Finetune/Step Time": 11.677087526768446}
+{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.826350212097168, "Finetune/Loss (Raw)": 0.8753244876861572, "Finetune/Step": 1317, "Finetune/Step Time": 11.653615986928344}
+{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.8260064125061035, "Finetune/Loss (Raw)": 0.8067773580551147, "Finetune/Step": 1318, "Finetune/Step Time": 11.654309943318367}
+{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.8256994485855103, "Finetune/Loss (Raw)": 0.8569425344467163, "Finetune/Step": 1319, "Finetune/Step Time": 11.649800481274724}
+{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.8242512941360474, "Finetune/Loss (Raw)": 0.7351876497268677, "Finetune/Step": 1320, "Finetune/Step Time": 11.652295425534248}
+{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.8240272402763367, "Finetune/Loss (Raw)": 0.8472437858581543, "Finetune/Step": 1321, "Finetune/Step Time": 11.668223090469837}
+{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.8238933086395264, "Finetune/Loss (Raw)": 0.8558214902877808, "Finetune/Step": 1322, "Finetune/Step Time": 11.660062428563833}
+{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.8242335319519043, "Finetune/Loss (Raw)": 0.8755533695220947, "Finetune/Step": 1323, "Finetune/Step Time": 11.661973413079977}
+{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.8248591423034668, "Finetune/Loss (Raw)": 0.9261013269424438, "Finetune/Step": 1324, "Finetune/Step Time": 11.66509236395359}
+{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.8249695301055908, "Finetune/Loss (Raw)": 0.9581072926521301, "Finetune/Step": 1325, "Finetune/Step Time": 11.698178470134735}
+{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.8254266977310181, "Finetune/Loss (Raw)": 0.9292114973068237, "Finetune/Step": 1326, "Finetune/Step Time": 11.685184577479959}
+{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.8235671520233154, "Finetune/Loss (Raw)": 0.6999458074569702, "Finetune/Step": 1327, "Finetune/Step Time": 11.763202868402004}
+{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.8242319822311401, "Finetune/Loss (Raw)": 1.0051881074905396, "Finetune/Step": 1328, "Finetune/Step Time": 11.755266467109323}
+{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.8250546455383301, "Finetune/Loss (Raw)": 1.0455251932144165, "Finetune/Step": 1329, "Finetune/Step Time": 11.74010761640966}
+{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.82211834192276, "Finetune/Loss (Raw)": 0.6560356020927429, "Finetune/Step": 1330, "Finetune/Step Time": 11.728467885404825}
+{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.8213729858398438, "Finetune/Loss (Raw)": 0.8883306980133057, "Finetune/Step": 1331, "Finetune/Step Time": 11.717424312606454}
+{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.8196182250976562, "Finetune/Loss (Raw)": 0.7154555320739746, "Finetune/Step": 1332, "Finetune/Step Time": 11.722568424418569}
+{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.8205094337463379, "Finetune/Loss (Raw)": 0.8440134525299072, "Finetune/Step": 1333, "Finetune/Step Time": 11.69752972945571}
+{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.8197342753410339, "Finetune/Loss (Raw)": 0.8874444365501404, "Finetune/Step": 1334, "Finetune/Step Time": 11.705753587186337}
+{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.8200470805168152, "Finetune/Loss (Raw)": 0.8775031566619873, "Finetune/Step": 1335, "Finetune/Step Time": 11.693051047623158}
+{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.8200262784957886, "Finetune/Loss (Raw)": 0.8695834279060364, "Finetune/Step": 1336, "Finetune/Step Time": 11.684982167556882}
+{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.820184588432312, "Finetune/Loss (Raw)": 0.9415243864059448, "Finetune/Step": 1337, "Finetune/Step Time": 11.690755870193243}
+{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.8157426118850708, "Finetune/Loss (Raw)": 0.2442723959684372, "Finetune/Step": 1338, "Finetune/Step Time": 11.73129210434854}
+{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.8147673010826111, "Finetune/Loss (Raw)": 0.7114284634590149, "Finetune/Step": 1339, "Finetune/Step Time": 11.742616157978773}
+{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.8140824437141418, "Finetune/Loss (Raw)": 0.8330388069152832, "Finetune/Step": 1340, "Finetune/Step Time": 11.75467485934496}
+{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.8139508962631226, "Finetune/Loss (Raw)": 0.8108265399932861, "Finetune/Step": 1341, "Finetune/Step Time": 11.756860964000225}
+{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.8151472210884094, "Finetune/Loss (Raw)": 0.8789207339286804, "Finetune/Step": 1342, "Finetune/Step Time": 11.751569410786033}
+{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.8143995404243469, "Finetune/Loss (Raw)": 0.7825447916984558, "Finetune/Step": 1343, "Finetune/Step Time": 11.797600651159883}
+{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.8185739517211914, "Finetune/Loss (Raw)": 0.7922747135162354, "Finetune/Step": 1344, "Finetune/Step Time": 11.772314213216305}
+{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.8184971809387207, "Finetune/Loss (Raw)": 0.9646176099777222, "Finetune/Step": 1345, "Finetune/Step Time": 11.77270238660276}
+{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.8180673122406006, "Finetune/Loss (Raw)": 0.8594623804092407, "Finetune/Step": 1346, "Finetune/Step Time": 11.777353595942259}
+{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.8235676288604736, "Finetune/Loss (Raw)": 0.925911009311676, "Finetune/Step": 1347, "Finetune/Step Time": 11.77276260778308}
+{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.820088803768158, "Finetune/Loss (Raw)": 0.3785026967525482, "Finetune/Step": 1348, "Finetune/Step Time": 11.814997339621186}
+{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.8210505247116089, "Finetune/Loss (Raw)": 0.9290042519569397, "Finetune/Step": 1349, "Finetune/Step Time": 11.779621552675962}
+{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.8214925527572632, "Finetune/Loss (Raw)": 0.8645672798156738, "Finetune/Step": 1350, "Finetune/Step Time": 11.778377586975694}
+{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.8214313983917236, "Finetune/Loss (Raw)": 0.8785920143127441, "Finetune/Step": 1351, "Finetune/Step Time": 11.786964787170291}
+{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.8171112537384033, "Finetune/Loss (Raw)": 0.32060563564300537, "Finetune/Step": 1352, "Finetune/Step Time": 11.822037601843476}
+{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.8178554773330688, "Finetune/Loss (Raw)": 0.8263487219810486, "Finetune/Step": 1353, "Finetune/Step Time": 11.822676746174693}
+{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.8185889720916748, "Finetune/Loss (Raw)": 0.8543781638145447, "Finetune/Step": 1354, "Finetune/Step Time": 11.81869052350521}
+{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.8209885954856873, "Finetune/Loss (Raw)": 0.9574761986732483, "Finetune/Step": 1355, "Finetune/Step Time": 11.807562462985516}
+{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.8226975202560425, "Finetune/Loss (Raw)": 0.9733129143714905, "Finetune/Step": 1356, "Finetune/Step Time": 11.797535808756948}
+{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.8218210935592651, "Finetune/Loss (Raw)": 0.8592482209205627, "Finetune/Step": 1357, "Finetune/Step Time": 11.821362623944879}
+{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.8258146047592163, "Finetune/Loss (Raw)": 0.8563835024833679, "Finetune/Step": 1358, "Finetune/Step Time": 11.77004923298955}
+{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.8241418600082397, "Finetune/Loss (Raw)": 0.7675204277038574, "Finetune/Step": 1359, "Finetune/Step Time": 11.786160370334983}
+{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.8247697353363037, "Finetune/Loss (Raw)": 0.9023337364196777, "Finetune/Step": 1360, "Finetune/Step Time": 11.791922306641936}
+{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.8253257870674133, "Finetune/Loss (Raw)": 0.9607031345367432, "Finetune/Step": 1361, "Finetune/Step Time": 11.794336510822177}
+{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.8265680074691772, "Finetune/Loss (Raw)": 0.864251971244812, "Finetune/Step": 1362, "Finetune/Step Time": 11.763131210580468}
+{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.8262182474136353, "Finetune/Loss (Raw)": 0.7853690385818481, "Finetune/Step": 1363, "Finetune/Step Time": 11.78625356592238}
+{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.8245468139648438, "Finetune/Loss (Raw)": 0.7640493512153625, "Finetune/Step": 1364, "Finetune/Step Time": 11.845728723332286}
+{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.823134183883667, "Finetune/Loss (Raw)": 0.7395184636116028, "Finetune/Step": 1365, "Finetune/Step Time": 11.828372178599238}
+{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.8223891854286194, "Finetune/Loss (Raw)": 0.859399676322937, "Finetune/Step": 1366, "Finetune/Step Time": 11.818967003375292}
+{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.8218735456466675, "Finetune/Loss (Raw)": 0.7864026427268982, "Finetune/Step": 1367, "Finetune/Step Time": 11.853407146409154}
+{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.8218628764152527, "Finetune/Loss (Raw)": 0.8321211338043213, "Finetune/Step": 1368, "Finetune/Step Time": 11.853454161435366}
+{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.8231263160705566, "Finetune/Loss (Raw)": 0.9476138353347778, "Finetune/Step": 1369, "Finetune/Step Time": 11.870513081550598}
+{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.822270393371582, "Finetune/Loss (Raw)": 0.734962522983551, "Finetune/Step": 1370, "Finetune/Step Time": 11.875431509688497}
+{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.8220816254615784, "Finetune/Loss (Raw)": 0.8550653457641602, "Finetune/Step": 1371, "Finetune/Step Time": 11.876800142228603}
+{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.817665696144104, "Finetune/Loss (Raw)": 0.2611795961856842, "Finetune/Step": 1372, "Finetune/Step Time": 11.909537149593234}
+{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.8193114399909973, "Finetune/Loss (Raw)": 0.9461176991462708, "Finetune/Step": 1373, "Finetune/Step Time": 11.911268534138799}
+{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.8185551762580872, "Finetune/Loss (Raw)": 0.704251229763031, "Finetune/Step": 1374, "Finetune/Step Time": 11.896997390314937}
+{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.8182034492492676, "Finetune/Loss (Raw)": 0.8996657133102417, "Finetune/Step": 1375, "Finetune/Step Time": 11.89357589930296}
+{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.8149715662002563, "Finetune/Loss (Raw)": 0.2854573726654053, "Finetune/Step": 1376, "Finetune/Step Time": 11.916336050257087}
+{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.8149517774581909, "Finetune/Loss (Raw)": 0.7970393896102905, "Finetune/Step": 1377, "Finetune/Step Time": 11.93307301402092}
+{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.8152160048484802, "Finetune/Loss (Raw)": 0.9030576348304749, "Finetune/Step": 1378, "Finetune/Step Time": 11.968320060521364}
+{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.8129063844680786, "Finetune/Loss (Raw)": 0.5736124515533447, "Finetune/Step": 1379, "Finetune/Step Time": 11.999403992667794}
+{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.813288688659668, "Finetune/Loss (Raw)": 0.8082475066184998, "Finetune/Step": 1380, "Finetune/Step Time": 12.000131629407406}
+{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.8143903613090515, "Finetune/Loss (Raw)": 0.8921442627906799, "Finetune/Step": 1381, "Finetune/Step Time": 11.973255453631282}
+{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.8144053816795349, "Finetune/Loss (Raw)": 0.8465278148651123, "Finetune/Step": 1382, "Finetune/Step Time": 11.971803383901715}
+{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.8126927614212036, "Finetune/Loss (Raw)": 0.7172060012817383, "Finetune/Step": 1383, "Finetune/Step Time": 11.979425251483917}
+{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.8123947978019714, "Finetune/Loss (Raw)": 0.8383103013038635, "Finetune/Step": 1384, "Finetune/Step Time": 11.984816586598754}
+{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.8148782849311829, "Finetune/Loss (Raw)": 0.8925478458404541, "Finetune/Step": 1385, "Finetune/Step Time": 11.941079057753086}
+{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.8144875168800354, "Finetune/Loss (Raw)": 0.7937350869178772, "Finetune/Step": 1386, "Finetune/Step Time": 11.942739881575108}
+{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.8143302202224731, "Finetune/Loss (Raw)": 0.723254382610321, "Finetune/Step": 1387, "Finetune/Step Time": 11.932578399777412}
+{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.8131135106086731, "Finetune/Loss (Raw)": 0.9113913178443909, "Finetune/Step": 1388, "Finetune/Step Time": 11.9253252428025}
+{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.8142891526222229, "Finetune/Loss (Raw)": 0.8577792048454285, "Finetune/Step": 1389, "Finetune/Step Time": 11.927266607061028}
+{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.8151388764381409, "Finetune/Loss (Raw)": 0.9907704591751099, "Finetune/Step": 1390, "Finetune/Step Time": 11.940534686669707}
+{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.8141193985939026, "Finetune/Loss (Raw)": 0.784979522228241, "Finetune/Step": 1391, "Finetune/Step Time": 11.968371516093612}
+{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.8136376142501831, "Finetune/Loss (Raw)": 0.7795946002006531, "Finetune/Step": 1392, "Finetune/Step Time": 12.038552356883883}
+{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.8164960145950317, "Finetune/Loss (Raw)": 0.6951994895935059, "Finetune/Step": 1393, "Finetune/Step Time": 12.077522302046418}
+{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.8172648549079895, "Finetune/Loss (Raw)": 0.8972389101982117, "Finetune/Step": 1394, "Finetune/Step Time": 12.052684424445033}
+{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.816437840461731, "Finetune/Loss (Raw)": 0.7830885052680969, "Finetune/Step": 1395, "Finetune/Step Time": 12.057058908045292}
+{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.8137152791023254, "Finetune/Loss (Raw)": 0.6112577319145203, "Finetune/Step": 1396, "Finetune/Step Time": 12.071101045235991}
+{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.8143969774246216, "Finetune/Loss (Raw)": 0.8732829689979553, "Finetune/Step": 1397, "Finetune/Step Time": 12.118238458409905}
+{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.813854992389679, "Finetune/Loss (Raw)": 0.8391987085342407, "Finetune/Step": 1398, "Finetune/Step Time": 12.09982986189425}
+{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.8111671209335327, "Finetune/Loss (Raw)": 0.585317850112915, "Finetune/Step": 1399, "Finetune/Step Time": 12.111627988517284}
+{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.8126322031021118, "Finetune/Loss (Raw)": 0.9020776152610779, "Finetune/Step": 1400, "Finetune/Step Time": 12.101818021386862}
+{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.8128936290740967, "Finetune/Loss (Raw)": 0.7818281054496765, "Finetune/Step": 1401, "Finetune/Step Time": 12.09880536608398}
+{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.8092674612998962, "Finetune/Loss (Raw)": 0.3265962600708008, "Finetune/Step": 1402, "Finetune/Step Time": 12.139463609084487}
+{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.807640790939331, "Finetune/Loss (Raw)": 0.7949600219726562, "Finetune/Step": 1403, "Finetune/Step Time": 12.14095302298665}
+{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.8078857660293579, "Finetune/Loss (Raw)": 0.858363687992096, "Finetune/Step": 1404, "Finetune/Step Time": 12.135389279574156}
+{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.8065999746322632, "Finetune/Loss (Raw)": 0.6923778057098389, "Finetune/Step": 1405, "Finetune/Step Time": 12.12130324728787}
+{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.8086069822311401, "Finetune/Loss (Raw)": 0.8224532604217529, "Finetune/Step": 1406, "Finetune/Step Time": 12.097754623740911}
+{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.8042172193527222, "Finetune/Loss (Raw)": 0.3087502419948578, "Finetune/Step": 1407, "Finetune/Step Time": 12.124264270067215}
+{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.8023067712783813, "Finetune/Loss (Raw)": 0.7158337831497192, "Finetune/Step": 1408, "Finetune/Step Time": 12.129521226510406}
+{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.8024656772613525, "Finetune/Loss (Raw)": 0.8790713548660278, "Finetune/Step": 1409, "Finetune/Step Time": 12.124398166313767}
+{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.8015379905700684, "Finetune/Loss (Raw)": 0.7216030955314636, "Finetune/Step": 1410, "Finetune/Step Time": 12.197169663384557}
+{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.802818775177002, "Finetune/Loss (Raw)": 0.8428469300270081, "Finetune/Step": 1411, "Finetune/Step Time": 12.175276281312108}
+{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.8015915155410767, "Finetune/Loss (Raw)": 0.6539491415023804, "Finetune/Step": 1412, "Finetune/Step Time": 12.17511516623199}
+{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.8011267781257629, "Finetune/Loss (Raw)": 0.846607506275177, "Finetune/Step": 1413, "Finetune/Step Time": 12.181310810148716}
+{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.8023711442947388, "Finetune/Loss (Raw)": 0.9703822731971741, "Finetune/Step": 1414, "Finetune/Step Time": 12.160396587103605}
+{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.8020889759063721, "Finetune/Loss (Raw)": 0.8092146515846252, "Finetune/Step": 1415, "Finetune/Step Time": 12.169338500127196}
+{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.8029935359954834, "Finetune/Loss (Raw)": 0.9092889428138733, "Finetune/Step": 1416, "Finetune/Step Time": 12.166272448375821}
+{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.8027647733688354, "Finetune/Loss (Raw)": 0.7805192470550537, "Finetune/Step": 1417, "Finetune/Step Time": 12.164419746026397}
+{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.8008518218994141, "Finetune/Loss (Raw)": 0.7034085392951965, "Finetune/Step": 1418, "Finetune/Step Time": 12.178715402260423}
+{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.8005157709121704, "Finetune/Loss (Raw)": 0.7068208456039429, "Finetune/Step": 1419, "Finetune/Step Time": 12.148502910509706}
+{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.8011707067489624, "Finetune/Loss (Raw)": 0.8829293847084045, "Finetune/Step": 1420, "Finetune/Step Time": 12.151043543592095}
+{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.8005061149597168, "Finetune/Loss (Raw)": 0.783575713634491, "Finetune/Step": 1421, "Finetune/Step Time": 12.1517051178962}
+{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.7991976737976074, "Finetune/Loss (Raw)": 0.7256602644920349, "Finetune/Step": 1422, "Finetune/Step Time": 12.146202823147178}
+{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.8002568483352661, "Finetune/Loss (Raw)": 0.9217864871025085, "Finetune/Step": 1423, "Finetune/Step Time": 12.130063692107797}
+{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.7999892234802246, "Finetune/Loss (Raw)": 0.7470571994781494, "Finetune/Step": 1424, "Finetune/Step Time": 12.120452005416155}
+{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.800419807434082, "Finetune/Loss (Raw)": 0.8294747471809387, "Finetune/Step": 1425, "Finetune/Step Time": 12.109311247244477}
+{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.8007984161376953, "Finetune/Loss (Raw)": 0.7523674368858337, "Finetune/Step": 1426, "Finetune/Step Time": 12.133717047050595}
+{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.8014446496963501, "Finetune/Loss (Raw)": 0.7130496501922607, "Finetune/Step": 1427, "Finetune/Step Time": 12.1341688092798}
+{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.8008555173873901, "Finetune/Loss (Raw)": 0.7143146395683289, "Finetune/Step": 1428, "Finetune/Step Time": 12.145471284165978}
+{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.8001517057418823, "Finetune/Loss (Raw)": 0.706855297088623, "Finetune/Step": 1429, "Finetune/Step Time": 12.128487376496196}
+{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.8003227114677429, "Finetune/Loss (Raw)": 0.8099823594093323, "Finetune/Step": 1430, "Finetune/Step Time": 12.112161237746477}
+{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.7997400760650635, "Finetune/Loss (Raw)": 0.7211388349533081, "Finetune/Step": 1431, "Finetune/Step Time": 12.133593270555139}
+{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.7984644770622253, "Finetune/Loss (Raw)": 0.7331662178039551, "Finetune/Step": 1432, "Finetune/Step Time": 12.139507381245494}
+{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.7994011640548706, "Finetune/Loss (Raw)": 0.9152911901473999, "Finetune/Step": 1433, "Finetune/Step Time": 12.14231681637466}
+{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.7954486608505249, "Finetune/Loss (Raw)": 0.29187390208244324, "Finetune/Step": 1434, "Finetune/Step Time": 12.148476591333747}
+{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.7948437333106995, "Finetune/Loss (Raw)": 0.881252110004425, "Finetune/Step": 1435, "Finetune/Step Time": 12.161681158468127}
+{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.792078971862793, "Finetune/Loss (Raw)": 0.6021785736083984, "Finetune/Step": 1436, "Finetune/Step Time": 12.182229490950704}
+{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.792238712310791, "Finetune/Loss (Raw)": 0.8531121611595154, "Finetune/Step": 1437, "Finetune/Step Time": 12.151139101013541}
+{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.792521595954895, "Finetune/Loss (Raw)": 0.8449745178222656, "Finetune/Step": 1438, "Finetune/Step Time": 12.142706837505102}
+{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.7927135825157166, "Finetune/Loss (Raw)": 0.8951537013053894, "Finetune/Step": 1439, "Finetune/Step Time": 12.138198668137193}
+{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.7929112315177917, "Finetune/Loss (Raw)": 0.6045582294464111, "Finetune/Step": 1440, "Finetune/Step Time": 12.153244588524103}
+{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.7926765084266663, "Finetune/Loss (Raw)": 0.8274196982383728, "Finetune/Step": 1441, "Finetune/Step Time": 12.147582335397601}
+{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.7916442155838013, "Finetune/Loss (Raw)": 0.7897673845291138, "Finetune/Step": 1442, "Finetune/Step Time": 12.158839015290141}
+{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.7911558151245117, "Finetune/Loss (Raw)": 0.8027090430259705, "Finetune/Step": 1443, "Finetune/Step Time": 12.166557410731912}
+{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.7894624471664429, "Finetune/Loss (Raw)": 0.7852845788002014, "Finetune/Step": 1444, "Finetune/Step Time": 12.16268521361053}
+{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.7890667915344238, "Finetune/Loss (Raw)": 0.8246824741363525, "Finetune/Step": 1445, "Finetune/Step Time": 12.16772597283125}
+{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.7881336808204651, "Finetune/Loss (Raw)": 0.6873449683189392, "Finetune/Step": 1446, "Finetune/Step Time": 12.196185594424605}
+{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.7881566882133484, "Finetune/Loss (Raw)": 0.8598845601081848, "Finetune/Step": 1447, "Finetune/Step Time": 12.204923989251256}
+{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.7893255352973938, "Finetune/Loss (Raw)": 0.8847992420196533, "Finetune/Step": 1448, "Finetune/Step Time": 12.189832171425223}
+{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.7882086038589478, "Finetune/Loss (Raw)": 0.7042818069458008, "Finetune/Step": 1449, "Finetune/Step Time": 12.184816382825375}
+{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.786921501159668, "Finetune/Loss (Raw)": 0.6910695433616638, "Finetune/Step": 1450, "Finetune/Step Time": 12.249065332114697}
+{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.7864059805870056, "Finetune/Loss (Raw)": 0.8095627427101135, "Finetune/Step": 1451, "Finetune/Step Time": 12.254830732941628}
+{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.7862064838409424, "Finetune/Loss (Raw)": 0.900567889213562, "Finetune/Step": 1452, "Finetune/Step Time": 12.240021729841828}
+{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.7847822904586792, "Finetune/Loss (Raw)": 0.7758078575134277, "Finetune/Step": 1453, "Finetune/Step Time": 12.230633579194546}
+{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.7854794263839722, "Finetune/Loss (Raw)": 1.0184495449066162, "Finetune/Step": 1454, "Finetune/Step Time": 12.256646364927292}
+{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.7871841192245483, "Finetune/Loss (Raw)": 0.9181428551673889, "Finetune/Step": 1455, "Finetune/Step Time": 12.186610840260983}
+{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.7853692173957825, "Finetune/Loss (Raw)": 0.7728829383850098, "Finetune/Step": 1456, "Finetune/Step Time": 12.189164897426963}
+{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.7796067595481873, "Finetune/Loss (Raw)": 0.30792975425720215, "Finetune/Step": 1457, "Finetune/Step Time": 12.222902050241828}
+{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.7808934450149536, "Finetune/Loss (Raw)": 0.8207310438156128, "Finetune/Step": 1458, "Finetune/Step Time": 12.217873565852642}
+{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.7814270257949829, "Finetune/Loss (Raw)": 0.9566267132759094, "Finetune/Step": 1459, "Finetune/Step Time": 12.232678309082985}
+{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.7833640575408936, "Finetune/Loss (Raw)": 0.9633944034576416, "Finetune/Step": 1460, "Finetune/Step Time": 12.213182711973786}
+{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.7848273515701294, "Finetune/Loss (Raw)": 1.0313146114349365, "Finetune/Step": 1461, "Finetune/Step Time": 12.200649043545127}
+{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.7847754955291748, "Finetune/Loss (Raw)": 0.8808110952377319, "Finetune/Step": 1462, "Finetune/Step Time": 12.204037502408028}
+{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.7851216793060303, "Finetune/Loss (Raw)": 0.9218093752861023, "Finetune/Step": 1463, "Finetune/Step Time": 12.205032363533974}
+{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.7844109535217285, "Finetune/Loss (Raw)": 0.7786195278167725, "Finetune/Step": 1464, "Finetune/Step Time": 12.214921133592725}
+{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.7835224270820618, "Finetune/Loss (Raw)": 0.8277895450592041, "Finetune/Step": 1465, "Finetune/Step Time": 12.202387245371938}
+{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.7880562543869019, "Finetune/Loss (Raw)": 0.8246026635169983, "Finetune/Step": 1466, "Finetune/Step Time": 12.174504214897752}
+{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.7887399792671204, "Finetune/Loss (Raw)": 0.7989428639411926, "Finetune/Step": 1467, "Finetune/Step Time": 12.213063152506948}
+{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.7892433404922485, "Finetune/Loss (Raw)": 0.8974696397781372, "Finetune/Step": 1468, "Finetune/Step Time": 12.19908676110208}
+{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.7852287888526917, "Finetune/Loss (Raw)": 0.2969650328159332, "Finetune/Step": 1469, "Finetune/Step Time": 12.242142206057906}
+{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.7845708131790161, "Finetune/Loss (Raw)": 0.794701099395752, "Finetune/Step": 1470, "Finetune/Step Time": 12.219864681363106}
+{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.7847769260406494, "Finetune/Loss (Raw)": 0.8089202642440796, "Finetune/Step": 1471, "Finetune/Step Time": 12.1665423437953}
+{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.7844142913818359, "Finetune/Loss (Raw)": 0.745860755443573, "Finetune/Step": 1472, "Finetune/Step Time": 12.153589278459549}
+{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.7815585136413574, "Finetune/Loss (Raw)": 0.5990834832191467, "Finetune/Step": 1473, "Finetune/Step Time": 12.164733156561852}
+{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.7827125191688538, "Finetune/Loss (Raw)": 1.0071700811386108, "Finetune/Step": 1474, "Finetune/Step Time": 12.155120776966214}
+{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.7807340621948242, "Finetune/Loss (Raw)": 0.6726719737052917, "Finetune/Step": 1475, "Finetune/Step Time": 12.141257474198937}
+{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.7847864031791687, "Finetune/Loss (Raw)": 0.8971995711326599, "Finetune/Step": 1476, "Finetune/Step Time": 12.109134126454592}
+{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.7795421481132507, "Finetune/Loss (Raw)": 0.2577390968799591, "Finetune/Step": 1477, "Finetune/Step Time": 12.155473107472062}
+{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.7804723978042603, "Finetune/Loss (Raw)": 0.9836406111717224, "Finetune/Step": 1478, "Finetune/Step Time": 12.139618309214711}
+{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.7794601917266846, "Finetune/Loss (Raw)": 0.7490246891975403, "Finetune/Step": 1479, "Finetune/Step Time": 12.166232142597437}
+{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.783683180809021, "Finetune/Loss (Raw)": 0.861156702041626, "Finetune/Step": 1480, "Finetune/Step Time": 12.130457893013954}
+{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.7840023040771484, "Finetune/Loss (Raw)": 0.8671949505805969, "Finetune/Step": 1481, "Finetune/Step Time": 12.140547722578049}
+{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.7834605574607849, "Finetune/Loss (Raw)": 0.7850286960601807, "Finetune/Step": 1482, "Finetune/Step Time": 12.12553988210857}
+{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.7804356813430786, "Finetune/Loss (Raw)": 0.5703036189079285, "Finetune/Step": 1483, "Finetune/Step Time": 12.176883755251765}
+{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.7796506881713867, "Finetune/Loss (Raw)": 0.8728249669075012, "Finetune/Step": 1484, "Finetune/Step Time": 12.16888603195548}
+{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.7789305448532104, "Finetune/Loss (Raw)": 0.7670763731002808, "Finetune/Step": 1485, "Finetune/Step Time": 12.14714602008462}
+{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.7741286158561707, "Finetune/Loss (Raw)": 0.24173501133918762, "Finetune/Step": 1486, "Finetune/Step Time": 12.182628540322185}
+{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.7756792902946472, "Finetune/Loss (Raw)": 0.9660043716430664, "Finetune/Step": 1487, "Finetune/Step Time": 12.17286803945899}
+{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.7769153118133545, "Finetune/Loss (Raw)": 1.0605394840240479, "Finetune/Step": 1488, "Finetune/Step Time": 12.169064432382584}
+{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.7743566036224365, "Finetune/Loss (Raw)": 0.6331933736801147, "Finetune/Step": 1489, "Finetune/Step Time": 12.195540357381105}
+{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.7735657691955566, "Finetune/Loss (Raw)": 0.7630278468132019, "Finetune/Step": 1490, "Finetune/Step Time": 12.23480841703713}
+{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.7725675106048584, "Finetune/Loss (Raw)": 0.6575892567634583, "Finetune/Step": 1491, "Finetune/Step Time": 12.238872891291976}
+{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.7737574577331543, "Finetune/Loss (Raw)": 0.9163568615913391, "Finetune/Step": 1492, "Finetune/Step Time": 12.1802279651165}
+{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.7699588537216187, "Finetune/Loss (Raw)": 0.25330644845962524, "Finetune/Step": 1493, "Finetune/Step Time": 12.208422971889377}
+{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.7693527340888977, "Finetune/Loss (Raw)": 0.7818149328231812, "Finetune/Step": 1494, "Finetune/Step Time": 12.215615399181843}
+{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.7697335481643677, "Finetune/Loss (Raw)": 0.8351456522941589, "Finetune/Step": 1495, "Finetune/Step Time": 12.199798261746764}
+{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.7701237201690674, "Finetune/Loss (Raw)": 0.8820575475692749, "Finetune/Step": 1496, "Finetune/Step Time": 12.211687525734305}
+{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.7685235142707825, "Finetune/Loss (Raw)": 0.7427987456321716, "Finetune/Step": 1497, "Finetune/Step Time": 12.200875513255596}
+{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.7701762914657593, "Finetune/Loss (Raw)": 0.9465118050575256, "Finetune/Step": 1498, "Finetune/Step Time": 12.205984380096197}
+{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.7661206722259521, "Finetune/Loss (Raw)": 0.3359515070915222, "Finetune/Step": 1499, "Finetune/Step Time": 12.232928907498717}
+{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.7662866711616516, "Finetune/Loss (Raw)": 0.28242453932762146, "Finetune/Step": 1500, "Finetune/Step Time": 12.230673497542739}
+{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.7662975192070007, "Finetune/Loss (Raw)": 0.9475050568580627, "Finetune/Step": 1501, "Finetune/Step Time": 12.299383390694857}
+{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.767880380153656, "Finetune/Loss (Raw)": 0.9068578481674194, "Finetune/Step": 1502, "Finetune/Step Time": 12.284145632758737}
+{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.7663686275482178, "Finetune/Loss (Raw)": 0.706162691116333, "Finetune/Step": 1503, "Finetune/Step Time": 12.289378613233566}
+{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.7707403302192688, "Finetune/Loss (Raw)": 0.8450332283973694, "Finetune/Step": 1504, "Finetune/Step Time": 12.273521486669779}
+{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.7708654999732971, "Finetune/Loss (Raw)": 0.8130591511726379, "Finetune/Step": 1505, "Finetune/Step Time": 12.249051786959171}
+{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.7697250843048096, "Finetune/Loss (Raw)": 0.7570801377296448, "Finetune/Step": 1506, "Finetune/Step Time": 12.228791872039437}
+{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.7723164558410645, "Finetune/Loss (Raw)": 0.905308187007904, "Finetune/Step": 1507, "Finetune/Step Time": 12.189776735380292}
+{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.773120641708374, "Finetune/Loss (Raw)": 0.9111840128898621, "Finetune/Step": 1508, "Finetune/Step Time": 12.196206577122211}
+{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.772779107093811, "Finetune/Loss (Raw)": 0.8484271168708801, "Finetune/Step": 1509, "Finetune/Step Time": 12.18547884747386}
+{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.7732368111610413, "Finetune/Loss (Raw)": 0.9051198959350586, "Finetune/Step": 1510, "Finetune/Step Time": 12.184667214751244}
+{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.7749250531196594, "Finetune/Loss (Raw)": 0.9333016872406006, "Finetune/Step": 1511, "Finetune/Step Time": 12.183351583778858}
+{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.7739790678024292, "Finetune/Loss (Raw)": 0.7172147631645203, "Finetune/Step": 1512, "Finetune/Step Time": 12.19024758040905}
+{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.7743924260139465, "Finetune/Loss (Raw)": 0.9454681873321533, "Finetune/Step": 1513, "Finetune/Step Time": 12.194781385362148}
+{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.7743047475814819, "Finetune/Loss (Raw)": 0.7825095653533936, "Finetune/Step": 1514, "Finetune/Step Time": 12.216241793707013}
+{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.7753463983535767, "Finetune/Loss (Raw)": 0.8565870523452759, "Finetune/Step": 1515, "Finetune/Step Time": 12.213630642741919}
+{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.7749686241149902, "Finetune/Loss (Raw)": 0.8630383610725403, "Finetune/Step": 1516, "Finetune/Step Time": 12.217637278139591}
+{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.774316132068634, "Finetune/Loss (Raw)": 0.7742589712142944, "Finetune/Step": 1517, "Finetune/Step Time": 12.221011327579618}
+{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.7742052674293518, "Finetune/Loss (Raw)": 0.9765767455101013, "Finetune/Step": 1518, "Finetune/Step Time": 12.21154123544693}
+{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.7734718322753906, "Finetune/Loss (Raw)": 0.6911020278930664, "Finetune/Step": 1519, "Finetune/Step Time": 12.184380544349551}
+{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.7691959142684937, "Finetune/Loss (Raw)": 0.23227694630622864, "Finetune/Step": 1520, "Finetune/Step Time": 12.14499768614769}
+{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.7707033753395081, "Finetune/Loss (Raw)": 0.8881531953811646, "Finetune/Step": 1521, "Finetune/Step Time": 12.070418642833829}
+{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.7693485021591187, "Finetune/Loss (Raw)": 0.7238153219223022, "Finetune/Step": 1522, "Finetune/Step Time": 12.092115070670843}
+{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.7681946754455566, "Finetune/Loss (Raw)": 0.6353939175605774, "Finetune/Step": 1523, "Finetune/Step Time": 12.117747562006116}
+{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.7687928080558777, "Finetune/Loss (Raw)": 0.6878184080123901, "Finetune/Step": 1524, "Finetune/Step Time": 12.156184695661068}
+{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.7673793435096741, "Finetune/Loss (Raw)": 0.692364513874054, "Finetune/Step": 1525, "Finetune/Step Time": 12.131843393668532}
+{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.7679944634437561, "Finetune/Loss (Raw)": 0.9179308414459229, "Finetune/Step": 1526, "Finetune/Step Time": 12.130791582167149}
+{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.7699395418167114, "Finetune/Loss (Raw)": 0.8342921137809753, "Finetune/Step": 1527, "Finetune/Step Time": 12.120368270203471}
+{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.7652566432952881, "Finetune/Loss (Raw)": 0.30266448855400085, "Finetune/Step": 1528, "Finetune/Step Time": 12.147130470722914}
+{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.7663357257843018, "Finetune/Loss (Raw)": 0.919953465461731, "Finetune/Step": 1529, "Finetune/Step Time": 12.129966460168362}
+{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.7681787014007568, "Finetune/Loss (Raw)": 0.562495768070221, "Finetune/Step": 1530, "Finetune/Step Time": 12.12814086675644}
+{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.7687373161315918, "Finetune/Loss (Raw)": 0.866468608379364, "Finetune/Step": 1531, "Finetune/Step Time": 12.133620543405414}
+{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.7686042785644531, "Finetune/Loss (Raw)": 0.8413277864456177, "Finetune/Step": 1532, "Finetune/Step Time": 12.149656372144818}
+{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.7683574557304382, "Finetune/Loss (Raw)": 0.6607880592346191, "Finetune/Step": 1533, "Finetune/Step Time": 12.138232786208391}
+{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.7670938372612, "Finetune/Loss (Raw)": 0.6607089042663574, "Finetune/Step": 1534, "Finetune/Step Time": 12.152661768719554}
+{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.77082759141922, "Finetune/Loss (Raw)": 0.7866694331169128, "Finetune/Step": 1535, "Finetune/Step Time": 12.119948331266642}
+{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.7711620926856995, "Finetune/Loss (Raw)": 0.7586499452590942, "Finetune/Step": 1536, "Finetune/Step Time": 12.131389744579792}
+{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.7703661918640137, "Finetune/Loss (Raw)": 0.7771989703178406, "Finetune/Step": 1537, "Finetune/Step Time": 12.132906241342425}
+{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.7673369646072388, "Finetune/Loss (Raw)": 0.33385857939720154, "Finetune/Step": 1538, "Finetune/Step Time": 12.09222423657775}
+{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.7674492597579956, "Finetune/Loss (Raw)": 0.8572233319282532, "Finetune/Step": 1539, "Finetune/Step Time": 12.09437338449061}
+{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.7684819102287292, "Finetune/Loss (Raw)": 0.7861216068267822, "Finetune/Step": 1540, "Finetune/Step Time": 12.09320991113782}
+{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.7688452005386353, "Finetune/Loss (Raw)": 0.8931124210357666, "Finetune/Step": 1541, "Finetune/Step Time": 12.093944443389773}
+{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.7661902904510498, "Finetune/Loss (Raw)": 0.6305490136146545, "Finetune/Step": 1542, "Finetune/Step Time": 12.117384638637304}
+{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.7656837701797485, "Finetune/Loss (Raw)": 0.7443862557411194, "Finetune/Step": 1543, "Finetune/Step Time": 12.1200548466295}
+{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.7654274702072144, "Finetune/Loss (Raw)": 0.8764859437942505, "Finetune/Step": 1544, "Finetune/Step Time": 12.116766253486276}
+{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.7655228972434998, "Finetune/Loss (Raw)": 0.7927326560020447, "Finetune/Step": 1545, "Finetune/Step Time": 12.120978482067585}
+{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.767087459564209, "Finetune/Loss (Raw)": 0.903668999671936, "Finetune/Step": 1546, "Finetune/Step Time": 12.117469862103462}
+{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.7680379152297974, "Finetune/Loss (Raw)": 0.8284796476364136, "Finetune/Step": 1547, "Finetune/Step Time": 12.12605046480894}
+{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.7676076889038086, "Finetune/Loss (Raw)": 0.8278642892837524, "Finetune/Step": 1548, "Finetune/Step Time": 12.14218469336629}
+{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.7638251781463623, "Finetune/Loss (Raw)": 0.29940691590309143, "Finetune/Step": 1549, "Finetune/Step Time": 12.178458467125893}
+{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.7648410797119141, "Finetune/Loss (Raw)": 0.8557010889053345, "Finetune/Step": 1550, "Finetune/Step Time": 12.174332834780216}
+{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.7632724046707153, "Finetune/Loss (Raw)": 0.7209925651550293, "Finetune/Step": 1551, "Finetune/Step Time": 12.16259529441595}
+{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.7644141912460327, "Finetune/Loss (Raw)": 0.8932079672813416, "Finetune/Step": 1552, "Finetune/Step Time": 12.164043806493282}
+{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.7637791633605957, "Finetune/Loss (Raw)": 0.7481871843338013, "Finetune/Step": 1553, "Finetune/Step Time": 12.185172757133842}
+{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.7636225819587708, "Finetune/Loss (Raw)": 0.7323313355445862, "Finetune/Step": 1554, "Finetune/Step Time": 12.167185351252556}
+{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.7649661302566528, "Finetune/Loss (Raw)": 0.8850217461585999, "Finetune/Step": 1555, "Finetune/Step Time": 12.171567343175411}
+{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.7643142938613892, "Finetune/Loss (Raw)": 0.6308790445327759, "Finetune/Step": 1556, "Finetune/Step Time": 12.183528948575258}
+{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.7648201584815979, "Finetune/Loss (Raw)": 0.7716056704521179, "Finetune/Step": 1557, "Finetune/Step Time": 12.181665008887649}
+{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.7648053765296936, "Finetune/Loss (Raw)": 0.8080888986587524, "Finetune/Step": 1558, "Finetune/Step Time": 12.163132460787892}
+{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.767304539680481, "Finetune/Loss (Raw)": 1.0410313606262207, "Finetune/Step": 1559, "Finetune/Step Time": 12.146861154586077}
+{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.7683768272399902, "Finetune/Loss (Raw)": 0.8704150319099426, "Finetune/Step": 1560, "Finetune/Step Time": 12.15659854002297}
+{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.7678601145744324, "Finetune/Loss (Raw)": 0.8491562008857727, "Finetune/Step": 1561, "Finetune/Step Time": 12.151701441034675}
+{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.7724322080612183, "Finetune/Loss (Raw)": 0.877108097076416, "Finetune/Step": 1562, "Finetune/Step Time": 12.132447155192494}
+{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.7714236974716187, "Finetune/Loss (Raw)": 0.752159595489502, "Finetune/Step": 1563, "Finetune/Step Time": 12.166355000808835}
+{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.7727380394935608, "Finetune/Loss (Raw)": 0.7704142332077026, "Finetune/Step": 1564, "Finetune/Step Time": 12.13885453902185}
+{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.7717903852462769, "Finetune/Loss (Raw)": 0.7318037748336792, "Finetune/Step": 1565, "Finetune/Step Time": 12.137436488643289}
+{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.7711261510848999, "Finetune/Loss (Raw)": 0.7599651217460632, "Finetune/Step": 1566, "Finetune/Step Time": 12.149710148572922}
+{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.7705395221710205, "Finetune/Loss (Raw)": 0.8200499415397644, "Finetune/Step": 1567, "Finetune/Step Time": 12.159458668902516}
+{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.7720652222633362, "Finetune/Loss (Raw)": 0.7998587489128113, "Finetune/Step": 1568, "Finetune/Step Time": 12.10262043401599}
+{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.7707992792129517, "Finetune/Loss (Raw)": 0.6653812527656555, "Finetune/Step": 1569, "Finetune/Step Time": 12.124653682112694}
+{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.7718294858932495, "Finetune/Loss (Raw)": 0.9216269850730896, "Finetune/Step": 1570, "Finetune/Step Time": 12.118067644536495}
+{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.7722498178482056, "Finetune/Loss (Raw)": 0.8565092086791992, "Finetune/Step": 1571, "Finetune/Step Time": 12.109355011954904}
+{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.7729142904281616, "Finetune/Loss (Raw)": 0.8703392744064331, "Finetune/Step": 1572, "Finetune/Step Time": 12.097537072375417}
+{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.772595226764679, "Finetune/Loss (Raw)": 0.7838482856750488, "Finetune/Step": 1573, "Finetune/Step Time": 12.126043079420924}
+{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.772775411605835, "Finetune/Loss (Raw)": 0.7104026675224304, "Finetune/Step": 1574, "Finetune/Step Time": 12.095064871013165}
+{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.7735110521316528, "Finetune/Loss (Raw)": 0.9540457725524902, "Finetune/Step": 1575, "Finetune/Step Time": 12.112533543258905}
+{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.7730744481086731, "Finetune/Loss (Raw)": 0.8289154767990112, "Finetune/Step": 1576, "Finetune/Step Time": 12.117395268753171}
+{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.7740675210952759, "Finetune/Loss (Raw)": 0.8313894867897034, "Finetune/Step": 1577, "Finetune/Step Time": 12.101174101233482}
+{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.7753517031669617, "Finetune/Loss (Raw)": 0.8554525375366211, "Finetune/Step": 1578, "Finetune/Step Time": 12.014375733211637}
+{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.7749091982841492, "Finetune/Loss (Raw)": 0.7529220581054688, "Finetune/Step": 1579, "Finetune/Step Time": 12.025226997211576}
+{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.7730764150619507, "Finetune/Loss (Raw)": 0.6659747362136841, "Finetune/Step": 1580, "Finetune/Step Time": 12.09690647572279}
+{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.772749125957489, "Finetune/Loss (Raw)": 0.7339068651199341, "Finetune/Step": 1581, "Finetune/Step Time": 12.086795661598444}
+{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.7709795236587524, "Finetune/Loss (Raw)": 0.7919490933418274, "Finetune/Step": 1582, "Finetune/Step Time": 12.067726051434875}
+{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.7704896926879883, "Finetune/Loss (Raw)": 0.8554353713989258, "Finetune/Step": 1583, "Finetune/Step Time": 12.073724931105971}
+{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.7708724141120911, "Finetune/Loss (Raw)": 0.8218815326690674, "Finetune/Step": 1584, "Finetune/Step Time": 12.077239053323865}
+{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.7757102251052856, "Finetune/Loss (Raw)": 0.9271613359451294, "Finetune/Step": 1585, "Finetune/Step Time": 12.042334251105785}
+{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.7767671942710876, "Finetune/Loss (Raw)": 0.9560274481773376, "Finetune/Step": 1586, "Finetune/Step Time": 12.138772575184703}
+{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.7763628959655762, "Finetune/Loss (Raw)": 0.9048736691474915, "Finetune/Step": 1587, "Finetune/Step Time": 12.136766251176596}
+{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.7749041318893433, "Finetune/Loss (Raw)": 0.7766777276992798, "Finetune/Step": 1588, "Finetune/Step Time": 12.16017029620707}
+{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.7732337713241577, "Finetune/Loss (Raw)": 0.8175005912780762, "Finetune/Step": 1589, "Finetune/Step Time": 12.189609374850988}
+{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.7734543085098267, "Finetune/Loss (Raw)": 0.9090448021888733, "Finetune/Step": 1590, "Finetune/Step Time": 12.200178377330303}
+{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.7709661722183228, "Finetune/Loss (Raw)": 0.6033266186714172, "Finetune/Step": 1591, "Finetune/Step Time": 12.233164368197322}
+{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.7701528072357178, "Finetune/Loss (Raw)": 0.6745076775550842, "Finetune/Step": 1592, "Finetune/Step Time": 12.235995944589376}
+{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.7697046995162964, "Finetune/Loss (Raw)": 0.7704261541366577, "Finetune/Step": 1593, "Finetune/Step Time": 12.241128969937563}
+{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.7695186734199524, "Finetune/Loss (Raw)": 0.8008006811141968, "Finetune/Step": 1594, "Finetune/Step Time": 12.250546354800463}
+{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.7686676979064941, "Finetune/Loss (Raw)": 0.6900137662887573, "Finetune/Step": 1595, "Finetune/Step Time": 12.204118374735117}
+{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.7682308554649353, "Finetune/Loss (Raw)": 0.841562807559967, "Finetune/Step": 1596, "Finetune/Step Time": 12.213291304185987}
+{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.7714488506317139, "Finetune/Loss (Raw)": 0.708853006362915, "Finetune/Step": 1597, "Finetune/Step Time": 12.18177616596222}
+{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.7714170813560486, "Finetune/Loss (Raw)": 0.7906405925750732, "Finetune/Step": 1598, "Finetune/Step Time": 12.20649192109704}
+{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.7675355076789856, "Finetune/Loss (Raw)": 0.3120817244052887, "Finetune/Step": 1599, "Finetune/Step Time": 12.247504781931639}
+{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.7685619592666626, "Finetune/Loss (Raw)": 0.8772467970848083, "Finetune/Step": 1600, "Finetune/Step Time": 12.253633074462414}
+{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.7662592530250549, "Finetune/Loss (Raw)": 0.3043346405029297, "Finetune/Step": 1601, "Finetune/Step Time": 12.284900780767202}
+{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.7655825614929199, "Finetune/Loss (Raw)": 0.9205595254898071, "Finetune/Step": 1602, "Finetune/Step Time": 12.30244185961783}
+{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.7673159837722778, "Finetune/Loss (Raw)": 0.8945464491844177, "Finetune/Step": 1603, "Finetune/Step Time": 12.2938811480999}
+{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.7664605379104614, "Finetune/Loss (Raw)": 0.7877007722854614, "Finetune/Step": 1604, "Finetune/Step Time": 12.293378580361605}
+{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.7695130109786987, "Finetune/Loss (Raw)": 0.6484538316726685, "Finetune/Step": 1605, "Finetune/Step Time": 12.272317878901958}
+{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.7666783332824707, "Finetune/Loss (Raw)": 0.6208112239837646, "Finetune/Step": 1606, "Finetune/Step Time": 12.33901489712298}
+{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.7672572135925293, "Finetune/Loss (Raw)": 0.8231178522109985, "Finetune/Step": 1607, "Finetune/Step Time": 12.313780065625906}
+{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.7629953622817993, "Finetune/Loss (Raw)": 0.31564250588417053, "Finetune/Step": 1608, "Finetune/Step Time": 12.350679723545909}
+{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.7629523873329163, "Finetune/Loss (Raw)": 0.8616867661476135, "Finetune/Step": 1609, "Finetune/Step Time": 12.34123220294714}
+{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.763311505317688, "Finetune/Loss (Raw)": 0.8309984803199768, "Finetune/Step": 1610, "Finetune/Step Time": 12.34434906579554}
+{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.7646014094352722, "Finetune/Loss (Raw)": 0.7354059815406799, "Finetune/Step": 1611, "Finetune/Step Time": 12.324058290570974}
+{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.7639646530151367, "Finetune/Loss (Raw)": 0.7913293242454529, "Finetune/Step": 1612, "Finetune/Step Time": 12.329564183950424}
+{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.7635178565979004, "Finetune/Loss (Raw)": 0.7098788619041443, "Finetune/Step": 1613, "Finetune/Step Time": 12.352093562483788}
+{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.7680460214614868, "Finetune/Loss (Raw)": 0.8213440179824829, "Finetune/Step": 1614, "Finetune/Step Time": 12.314280970022082}
+{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.7677391767501831, "Finetune/Loss (Raw)": 0.9267328977584839, "Finetune/Step": 1615, "Finetune/Step Time": 12.303134800866246}
+{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.7659507989883423, "Finetune/Loss (Raw)": 0.831618070602417, "Finetune/Step": 1616, "Finetune/Step Time": 12.301577400416136}
+{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.7671027183532715, "Finetune/Loss (Raw)": 0.7806397080421448, "Finetune/Step": 1617, "Finetune/Step Time": 12.295424178242683}
+{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.7675167322158813, "Finetune/Loss (Raw)": 0.8160213232040405, "Finetune/Step": 1618, "Finetune/Step Time": 12.25690721347928}
+{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.7680684328079224, "Finetune/Loss (Raw)": 0.7282105088233948, "Finetune/Step": 1619, "Finetune/Step Time": 12.236092686653137}
+{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.7689254283905029, "Finetune/Loss (Raw)": 1.0260547399520874, "Finetune/Step": 1620, "Finetune/Step Time": 12.241593116894364}
+{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.7728532552719116, "Finetune/Loss (Raw)": 0.7560577392578125, "Finetune/Step": 1621, "Finetune/Step Time": 12.216355174779892}
+{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.7740240097045898, "Finetune/Loss (Raw)": 0.9316759705543518, "Finetune/Step": 1622, "Finetune/Step Time": 12.212687116116285}
+{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.7755023241043091, "Finetune/Loss (Raw)": 1.0243743658065796, "Finetune/Step": 1623, "Finetune/Step Time": 12.190671870484948}
+{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.7751579284667969, "Finetune/Loss (Raw)": 0.8379726409912109, "Finetune/Step": 1624, "Finetune/Step Time": 12.182625368237495}
+{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.7759873867034912, "Finetune/Loss (Raw)": 0.8489664793014526, "Finetune/Step": 1625, "Finetune/Step Time": 12.183198871091008}
+{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.7753912210464478, "Finetune/Loss (Raw)": 0.8702083826065063, "Finetune/Step": 1626, "Finetune/Step Time": 12.167135683819652}
+{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.7799528241157532, "Finetune/Loss (Raw)": 0.9198337197303772, "Finetune/Step": 1627, "Finetune/Step Time": 12.123998295515776}
+{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.7839479446411133, "Finetune/Loss (Raw)": 0.793796718120575, "Finetune/Step": 1628, "Finetune/Step Time": 12.096790781244636}
+{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.7823199033737183, "Finetune/Loss (Raw)": 0.7391231656074524, "Finetune/Step": 1629, "Finetune/Step Time": 12.045156447216868}
+{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.7818125486373901, "Finetune/Loss (Raw)": 0.841916024684906, "Finetune/Step": 1630, "Finetune/Step Time": 12.041682716459036}
+{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.7826169729232788, "Finetune/Loss (Raw)": 0.8091204166412354, "Finetune/Step": 1631, "Finetune/Step Time": 12.046479331329465}
+{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.7822278738021851, "Finetune/Loss (Raw)": 0.7952337265014648, "Finetune/Step": 1632, "Finetune/Step Time": 12.031055139377713}
+{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.7817273139953613, "Finetune/Loss (Raw)": 0.7489908337593079, "Finetune/Step": 1633, "Finetune/Step Time": 12.031477304175496}
+{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.7823852300643921, "Finetune/Loss (Raw)": 0.8412975668907166, "Finetune/Step": 1634, "Finetune/Step Time": 12.018503645434976}
+{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.7811100482940674, "Finetune/Loss (Raw)": 0.7420806288719177, "Finetune/Step": 1635, "Finetune/Step Time": 12.064711060374975}
+{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.7807167768478394, "Finetune/Loss (Raw)": 0.8608464598655701, "Finetune/Step": 1636, "Finetune/Step Time": 12.05916028097272}
+{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.780092716217041, "Finetune/Loss (Raw)": 0.7685406804084778, "Finetune/Step": 1637, "Finetune/Step Time": 12.062010407447815}
+{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.7790372371673584, "Finetune/Loss (Raw)": 0.7700207829475403, "Finetune/Step": 1638, "Finetune/Step Time": 12.065088203176856}
+{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.7773529291152954, "Finetune/Loss (Raw)": 0.7177075743675232, "Finetune/Step": 1639, "Finetune/Step Time": 12.06089672446251}
+{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.7789372205734253, "Finetune/Loss (Raw)": 0.9200092554092407, "Finetune/Step": 1640, "Finetune/Step Time": 12.038876308128238}
+{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.7784615755081177, "Finetune/Loss (Raw)": 0.8845829367637634, "Finetune/Step": 1641, "Finetune/Step Time": 12.033505823463202}
+{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.7787967324256897, "Finetune/Loss (Raw)": 0.8254107236862183, "Finetune/Step": 1642, "Finetune/Step Time": 12.009202934801579}
+{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.7794548869132996, "Finetune/Loss (Raw)": 0.9408310055732727, "Finetune/Step": 1643, "Finetune/Step Time": 12.011188136413693}
+{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.7786097526550293, "Finetune/Loss (Raw)": 0.7548641562461853, "Finetune/Step": 1644, "Finetune/Step Time": 12.062180617824197}
+{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.7789202928543091, "Finetune/Loss (Raw)": 0.8140019178390503, "Finetune/Step": 1645, "Finetune/Step Time": 12.067043846473098}
+{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.7783817052841187, "Finetune/Loss (Raw)": 0.9076440334320068, "Finetune/Step": 1646, "Finetune/Step Time": 12.072114504873753}
+{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.7788569927215576, "Finetune/Loss (Raw)": 0.7519347071647644, "Finetune/Step": 1647, "Finetune/Step Time": 12.096565881744027}
+{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.7838308811187744, "Finetune/Loss (Raw)": 0.868931233882904, "Finetune/Step": 1648, "Finetune/Step Time": 12.067458400502801}
+{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.7830786108970642, "Finetune/Loss (Raw)": 0.7918652296066284, "Finetune/Step": 1649, "Finetune/Step Time": 12.070574847981334}
+{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.7841342687606812, "Finetune/Loss (Raw)": 0.8589377403259277, "Finetune/Step": 1650, "Finetune/Step Time": 12.047567140311003}
+{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.7847634553909302, "Finetune/Loss (Raw)": 0.7159362435340881, "Finetune/Step": 1651, "Finetune/Step Time": 12.04999932833016}
+{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.7854758501052856, "Finetune/Loss (Raw)": 0.7789966464042664, "Finetune/Step": 1652, "Finetune/Step Time": 12.010874034836888}
+{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.7864074110984802, "Finetune/Loss (Raw)": 0.8116067051887512, "Finetune/Step": 1653, "Finetune/Step Time": 11.995294010266662}
+{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.7860599756240845, "Finetune/Loss (Raw)": 0.8734588623046875, "Finetune/Step": 1654, "Finetune/Step Time": 12.017882166430354}
+{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.7814412713050842, "Finetune/Loss (Raw)": 0.24310237169265747, "Finetune/Step": 1655, "Finetune/Step Time": 12.0541613381356}
+{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.7858383655548096, "Finetune/Loss (Raw)": 0.8654895424842834, "Finetune/Step": 1656, "Finetune/Step Time": 12.020886750891805}
+{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.7849867939949036, "Finetune/Loss (Raw)": 0.8109537959098816, "Finetune/Step": 1657, "Finetune/Step Time": 12.017377965152264}
+{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.7872710227966309, "Finetune/Loss (Raw)": 0.8548779487609863, "Finetune/Step": 1658, "Finetune/Step Time": 11.986866446211934}
+{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.7864582538604736, "Finetune/Loss (Raw)": 0.7624291777610779, "Finetune/Step": 1659, "Finetune/Step Time": 11.987231953069568}
+{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.7865875959396362, "Finetune/Loss (Raw)": 0.8578826785087585, "Finetune/Step": 1660, "Finetune/Step Time": 11.981386289000511}
+{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.7876676917076111, "Finetune/Loss (Raw)": 0.7990461587905884, "Finetune/Step": 1661, "Finetune/Step Time": 11.971665164455771}
+{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.7896373271942139, "Finetune/Loss (Raw)": 0.9128240346908569, "Finetune/Step": 1662, "Finetune/Step Time": 11.969719449058175}
+{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.7880460023880005, "Finetune/Loss (Raw)": 0.5829774737358093, "Finetune/Step": 1663, "Finetune/Step Time": 11.987003954127431}
+{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.7874722480773926, "Finetune/Loss (Raw)": 0.6852030158042908, "Finetune/Step": 1664, "Finetune/Step Time": 11.973803905770183}
+{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.7889116406440735, "Finetune/Loss (Raw)": 0.9614433646202087, "Finetune/Step": 1665, "Finetune/Step Time": 11.9731359872967}
+{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.7925118207931519, "Finetune/Loss (Raw)": 0.7946886420249939, "Finetune/Step": 1666, "Finetune/Step Time": 11.927672989666462}
+{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.7924954891204834, "Finetune/Loss (Raw)": 0.8551263213157654, "Finetune/Step": 1667, "Finetune/Step Time": 11.924450324848294}
+{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.7934101819992065, "Finetune/Loss (Raw)": 0.9032060503959656, "Finetune/Step": 1668, "Finetune/Step Time": 11.934393037110567}
+{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.7930095195770264, "Finetune/Loss (Raw)": 0.8418312668800354, "Finetune/Step": 1669, "Finetune/Step Time": 11.92960213124752}
+{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.7950084209442139, "Finetune/Loss (Raw)": 0.8863996863365173, "Finetune/Step": 1670, "Finetune/Step Time": 11.896126959472895}
+{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.7953528165817261, "Finetune/Loss (Raw)": 0.7884718775749207, "Finetune/Step": 1671, "Finetune/Step Time": 11.900888035073876}
+{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.7951339483261108, "Finetune/Loss (Raw)": 0.8484750390052795, "Finetune/Step": 1672, "Finetune/Step Time": 11.936776226386428}
+{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.7943239212036133, "Finetune/Loss (Raw)": 0.6890400648117065, "Finetune/Step": 1673, "Finetune/Step Time": 11.947729792445898}
+{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.7916200160980225, "Finetune/Loss (Raw)": 0.5575704574584961, "Finetune/Step": 1674, "Finetune/Step Time": 11.970999801531434}
+{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.7904288172721863, "Finetune/Loss (Raw)": 0.6760091781616211, "Finetune/Step": 1675, "Finetune/Step Time": 11.99102196097374}
+{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.7908289432525635, "Finetune/Loss (Raw)": 0.8790819048881531, "Finetune/Step": 1676, "Finetune/Step Time": 11.98038849979639}
+{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.7955576181411743, "Finetune/Loss (Raw)": 0.9046772122383118, "Finetune/Step": 1677, "Finetune/Step Time": 11.943890945985913}
+{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.7948794364929199, "Finetune/Loss (Raw)": 0.7688925862312317, "Finetune/Step": 1678, "Finetune/Step Time": 11.940106144174933}
+{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.7914238572120667, "Finetune/Loss (Raw)": 0.278678834438324, "Finetune/Step": 1679, "Finetune/Step Time": 11.979097360745072}
+{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.7910441160202026, "Finetune/Loss (Raw)": 0.8445982336997986, "Finetune/Step": 1680, "Finetune/Step Time": 11.991950502619147}
+{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.7917986512184143, "Finetune/Loss (Raw)": 0.8447723388671875, "Finetune/Step": 1681, "Finetune/Step Time": 11.958266045898199}
+{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.7938706874847412, "Finetune/Loss (Raw)": 0.997549831867218, "Finetune/Step": 1682, "Finetune/Step Time": 11.96379361115396}
+{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.7922040224075317, "Finetune/Loss (Raw)": 0.6716926097869873, "Finetune/Step": 1683, "Finetune/Step Time": 11.978212146088481}
+{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.7934960126876831, "Finetune/Loss (Raw)": 0.7962527871131897, "Finetune/Step": 1684, "Finetune/Step Time": 11.961673384532332}
+{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.7930954098701477, "Finetune/Loss (Raw)": 0.7203295826911926, "Finetune/Step": 1685, "Finetune/Step Time": 11.968579756096005}
+{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.7913863062858582, "Finetune/Loss (Raw)": 0.5893223881721497, "Finetune/Step": 1686, "Finetune/Step Time": 11.988892253488302}
+{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.790249228477478, "Finetune/Loss (Raw)": 0.895487368106842, "Finetune/Step": 1687, "Finetune/Step Time": 11.99253306351602}
+{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.7898260951042175, "Finetune/Loss (Raw)": 0.8162481784820557, "Finetune/Step": 1688, "Finetune/Step Time": 11.986713089048862}
+{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.785126805305481, "Finetune/Loss (Raw)": 0.24764636158943176, "Finetune/Step": 1689, "Finetune/Step Time": 12.023290380835533}
+{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.7855477929115295, "Finetune/Loss (Raw)": 0.9310004115104675, "Finetune/Step": 1690, "Finetune/Step Time": 12.00609091669321}
+{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.7861698269844055, "Finetune/Loss (Raw)": 0.83177649974823, "Finetune/Step": 1691, "Finetune/Step Time": 11.972417183220387}
+{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.7857471704483032, "Finetune/Loss (Raw)": 0.7163102030754089, "Finetune/Step": 1692, "Finetune/Step Time": 12.017310030758381}
+{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.7851644158363342, "Finetune/Loss (Raw)": 0.657218873500824, "Finetune/Step": 1693, "Finetune/Step Time": 12.051881853491068}
+{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.7836322784423828, "Finetune/Loss (Raw)": 0.5638466477394104, "Finetune/Step": 1694, "Finetune/Step Time": 12.057060647755861}
+{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.7823474407196045, "Finetune/Loss (Raw)": 0.6555964350700378, "Finetune/Step": 1695, "Finetune/Step Time": 12.06962507031858}
+{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.7824172973632812, "Finetune/Loss (Raw)": 0.8087940812110901, "Finetune/Step": 1696, "Finetune/Step Time": 12.066434161737561}
+{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.7839717864990234, "Finetune/Loss (Raw)": 0.8643627762794495, "Finetune/Step": 1697, "Finetune/Step Time": 12.041317444294691}
+{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.7830082178115845, "Finetune/Loss (Raw)": 0.7982882857322693, "Finetune/Step": 1698, "Finetune/Step Time": 12.046278223395348}
+{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.7829599380493164, "Finetune/Loss (Raw)": 0.8503243327140808, "Finetune/Step": 1699, "Finetune/Step Time": 12.043670309707522}
+{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.782698392868042, "Finetune/Loss (Raw)": 0.8368673324584961, "Finetune/Step": 1700, "Finetune/Step Time": 12.062066249549389}
+{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.7836782336235046, "Finetune/Loss (Raw)": 0.909267783164978, "Finetune/Step": 1701, "Finetune/Step Time": 12.035226507112384}
+{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.7850731015205383, "Finetune/Loss (Raw)": 0.8889450430870056, "Finetune/Step": 1702, "Finetune/Step Time": 12.03498993627727}
+{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.7828044295310974, "Finetune/Loss (Raw)": 0.6636526584625244, "Finetune/Step": 1703, "Finetune/Step Time": 12.049479432404041}
+{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.7786457538604736, "Finetune/Loss (Raw)": 0.2966114580631256, "Finetune/Step": 1704, "Finetune/Step Time": 12.079643283039331}
+{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.7783211469650269, "Finetune/Loss (Raw)": 0.7898389101028442, "Finetune/Step": 1705, "Finetune/Step Time": 12.084683950990438}
+{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.7785409092903137, "Finetune/Loss (Raw)": 0.8835784792900085, "Finetune/Step": 1706, "Finetune/Step Time": 12.088573351502419}
+{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.7792267203330994, "Finetune/Loss (Raw)": 0.8407032489776611, "Finetune/Step": 1707, "Finetune/Step Time": 12.08299420401454}
+{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.7803046703338623, "Finetune/Loss (Raw)": 0.8039522767066956, "Finetune/Step": 1708, "Finetune/Step Time": 12.039886666461825}
+{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.7817583680152893, "Finetune/Loss (Raw)": 0.9199880361557007, "Finetune/Step": 1709, "Finetune/Step Time": 12.036837834864855}
+{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.7818711996078491, "Finetune/Loss (Raw)": 0.8063900470733643, "Finetune/Step": 1710, "Finetune/Step Time": 12.0541673861444}
+{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.781475305557251, "Finetune/Loss (Raw)": 0.8047635555267334, "Finetune/Step": 1711, "Finetune/Step Time": 12.060146823525429}
+{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.7825502157211304, "Finetune/Loss (Raw)": 0.9594640731811523, "Finetune/Step": 1712, "Finetune/Step Time": 12.060264168307185}
+{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.7821177244186401, "Finetune/Loss (Raw)": 0.8718065023422241, "Finetune/Step": 1713, "Finetune/Step Time": 12.059423012658954}
+{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.7813791036605835, "Finetune/Loss (Raw)": 0.8614848256111145, "Finetune/Step": 1714, "Finetune/Step Time": 11.978082239627838}
+{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.7790382504463196, "Finetune/Loss (Raw)": 0.60523921251297, "Finetune/Step": 1715, "Finetune/Step Time": 11.984056796878576}
+{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.7795551419258118, "Finetune/Loss (Raw)": 0.8428370952606201, "Finetune/Step": 1716, "Finetune/Step Time": 11.958470709621906}
+{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.7796949148178101, "Finetune/Loss (Raw)": 0.8353993892669678, "Finetune/Step": 1717, "Finetune/Step Time": 11.959345420822501}
+{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.7793645262718201, "Finetune/Loss (Raw)": 0.8667511940002441, "Finetune/Step": 1718, "Finetune/Step Time": 11.95111309736967}
+{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.7808205485343933, "Finetune/Loss (Raw)": 0.7896972894668579, "Finetune/Step": 1719, "Finetune/Step Time": 11.93187646754086}
+{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.7827396392822266, "Finetune/Loss (Raw)": 0.9201542139053345, "Finetune/Step": 1720, "Finetune/Step Time": 11.928296128287911}
+{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.7834159731864929, "Finetune/Loss (Raw)": 0.8569959402084351, "Finetune/Step": 1721, "Finetune/Step Time": 11.929626051336527}
+{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.7837814092636108, "Finetune/Loss (Raw)": 0.8475803732872009, "Finetune/Step": 1722, "Finetune/Step Time": 11.911465229466558}
+{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.7847204208374023, "Finetune/Loss (Raw)": 0.8102027773857117, "Finetune/Step": 1723, "Finetune/Step Time": 11.940547311678529}
+{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.7839900851249695, "Finetune/Loss (Raw)": 0.7480742335319519, "Finetune/Step": 1724, "Finetune/Step Time": 11.92674265615642}
+{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.7849936485290527, "Finetune/Loss (Raw)": 0.8373167514801025, "Finetune/Step": 1725, "Finetune/Step Time": 11.907909722998738}
+{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.7847131490707397, "Finetune/Loss (Raw)": 0.7547319531440735, "Finetune/Step": 1726, "Finetune/Step Time": 11.894008932635188}
+{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.7887951135635376, "Finetune/Loss (Raw)": 0.8345741033554077, "Finetune/Step": 1727, "Finetune/Step Time": 11.885788122192025}
+{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.7891660332679749, "Finetune/Loss (Raw)": 0.9247273206710815, "Finetune/Step": 1728, "Finetune/Step Time": 11.880931101739407}
+{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.7934514284133911, "Finetune/Loss (Raw)": 0.8528618216514587, "Finetune/Step": 1729, "Finetune/Step Time": 11.842219151556492}
+{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.7919595837593079, "Finetune/Loss (Raw)": 0.7296057939529419, "Finetune/Step": 1730, "Finetune/Step Time": 11.828232834115624}
+{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.7927957773208618, "Finetune/Loss (Raw)": 1.0015777349472046, "Finetune/Step": 1731, "Finetune/Step Time": 11.822998018935323}
+{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.7938506603240967, "Finetune/Loss (Raw)": 0.9227266907691956, "Finetune/Step": 1732, "Finetune/Step Time": 11.851472595706582}
+{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.7954028844833374, "Finetune/Loss (Raw)": 0.847135603427887, "Finetune/Step": 1733, "Finetune/Step Time": 11.836077054962516}
+{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.7972490191459656, "Finetune/Loss (Raw)": 0.857118546962738, "Finetune/Step": 1734, "Finetune/Step Time": 11.797544164583087}
+{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.7971540689468384, "Finetune/Loss (Raw)": 0.810966432094574, "Finetune/Step": 1735, "Finetune/Step Time": 11.797339322045445}
+{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.8012383580207825, "Finetune/Loss (Raw)": 0.8384272456169128, "Finetune/Step": 1736, "Finetune/Step Time": 11.759568374603987}
+{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.8003488779067993, "Finetune/Loss (Raw)": 0.7478341460227966, "Finetune/Step": 1737, "Finetune/Step Time": 11.758064918220043}
+{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.795802891254425, "Finetune/Loss (Raw)": 0.24911509454250336, "Finetune/Step": 1738, "Finetune/Step Time": 11.788464555516839}
+{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.7964840531349182, "Finetune/Loss (Raw)": 0.8225941061973572, "Finetune/Step": 1739, "Finetune/Step Time": 11.747466592118144}
+{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.7960487008094788, "Finetune/Loss (Raw)": 0.735601007938385, "Finetune/Step": 1740, "Finetune/Step Time": 11.777312221005559}
+{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.7984168529510498, "Finetune/Loss (Raw)": 1.0130009651184082, "Finetune/Step": 1741, "Finetune/Step Time": 11.759885204955935}
+{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.7971974611282349, "Finetune/Loss (Raw)": 0.6652697920799255, "Finetune/Step": 1742, "Finetune/Step Time": 11.775787055492401}
+{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.7963510751724243, "Finetune/Loss (Raw)": 0.8183892369270325, "Finetune/Step": 1743, "Finetune/Step Time": 11.804229654371738}
+{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.7961267232894897, "Finetune/Loss (Raw)": 0.8029041290283203, "Finetune/Step": 1744, "Finetune/Step Time": 11.807280460372567}
+{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.7967883348464966, "Finetune/Loss (Raw)": 0.8653241991996765, "Finetune/Step": 1745, "Finetune/Step Time": 11.798658514395356}
+{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.7976714968681335, "Finetune/Loss (Raw)": 0.9290644526481628, "Finetune/Step": 1746, "Finetune/Step Time": 11.798873711377382}
+{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.7942719459533691, "Finetune/Loss (Raw)": 0.29306381940841675, "Finetune/Step": 1747, "Finetune/Step Time": 11.834233408793807}
+{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.7914211750030518, "Finetune/Loss (Raw)": 0.661155641078949, "Finetune/Step": 1748, "Finetune/Step Time": 11.853754049167037}
+{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.7923624515533447, "Finetune/Loss (Raw)": 0.8765521049499512, "Finetune/Step": 1749, "Finetune/Step Time": 11.85007351450622}
+{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.7922528982162476, "Finetune/Loss (Raw)": 0.9176523685455322, "Finetune/Step": 1750, "Finetune/Step Time": 11.885238269343972}
+{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.7913174629211426, "Finetune/Loss (Raw)": 0.9046401977539062, "Finetune/Step": 1751, "Finetune/Step Time": 11.893135668709874}
+{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.7924901247024536, "Finetune/Loss (Raw)": 0.9880717396736145, "Finetune/Step": 1752, "Finetune/Step Time": 11.891155544668436}
+{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.7922968864440918, "Finetune/Loss (Raw)": 0.8242282867431641, "Finetune/Step": 1753, "Finetune/Step Time": 11.888124885037541}
+{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.7922877073287964, "Finetune/Loss (Raw)": 0.8690271973609924, "Finetune/Step": 1754, "Finetune/Step Time": 11.901880284771323}
+{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.791603684425354, "Finetune/Loss (Raw)": 0.8322853446006775, "Finetune/Step": 1755, "Finetune/Step Time": 11.91365148872137}
+{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.7928222417831421, "Finetune/Loss (Raw)": 0.9497672319412231, "Finetune/Step": 1756, "Finetune/Step Time": 11.910380398854613}
+{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.788904070854187, "Finetune/Loss (Raw)": 0.23760367929935455, "Finetune/Step": 1757, "Finetune/Step Time": 11.935927852988243}
+{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.7881181240081787, "Finetune/Loss (Raw)": 0.7413169145584106, "Finetune/Step": 1758, "Finetune/Step Time": 11.942689448595047}
+{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.7890502214431763, "Finetune/Loss (Raw)": 0.9284249544143677, "Finetune/Step": 1759, "Finetune/Step Time": 11.95176855288446}
+{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.7902274131774902, "Finetune/Loss (Raw)": 0.9459087252616882, "Finetune/Step": 1760, "Finetune/Step Time": 11.957760294899344}
+{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.7901201844215393, "Finetune/Loss (Raw)": 0.7352707386016846, "Finetune/Step": 1761, "Finetune/Step Time": 11.976812023669481}
+{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.7891975045204163, "Finetune/Loss (Raw)": 0.7231901288032532, "Finetune/Step": 1762, "Finetune/Step Time": 11.99271379224956}
+{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.7907664775848389, "Finetune/Loss (Raw)": 0.9429091215133667, "Finetune/Step": 1763, "Finetune/Step Time": 11.97702942788601}
+{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.7910372614860535, "Finetune/Loss (Raw)": 0.895511269569397, "Finetune/Step": 1764, "Finetune/Step Time": 12.01422237791121}
+{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.7909040451049805, "Finetune/Loss (Raw)": 0.7514920830726624, "Finetune/Step": 1765, "Finetune/Step Time": 12.037276631221175}
+{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.7917187213897705, "Finetune/Loss (Raw)": 0.8742966651916504, "Finetune/Step": 1766, "Finetune/Step Time": 12.039281770586967}
+{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.791642427444458, "Finetune/Loss (Raw)": 0.7079363465309143, "Finetune/Step": 1767, "Finetune/Step Time": 12.039453703910112}
+{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.7898222208023071, "Finetune/Loss (Raw)": 0.6870232820510864, "Finetune/Step": 1768, "Finetune/Step Time": 12.04128959402442}
+{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.7880606055259705, "Finetune/Loss (Raw)": 0.6591008901596069, "Finetune/Step": 1769, "Finetune/Step Time": 12.069083916023374}
+{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.788337230682373, "Finetune/Loss (Raw)": 0.8608114719390869, "Finetune/Step": 1770, "Finetune/Step Time": 12.072136582806706}
+{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.787063717842102, "Finetune/Loss (Raw)": 0.7778308987617493, "Finetune/Step": 1771, "Finetune/Step Time": 12.06883281096816}
+{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.7885500192642212, "Finetune/Loss (Raw)": 0.9451030492782593, "Finetune/Step": 1772, "Finetune/Step Time": 12.016826882958412}
+{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.7880991697311401, "Finetune/Loss (Raw)": 0.7562956809997559, "Finetune/Step": 1773, "Finetune/Step Time": 12.029642671346664}
+{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.7866994142532349, "Finetune/Loss (Raw)": 0.7284790873527527, "Finetune/Step": 1774, "Finetune/Step Time": 12.055048238486052}
+{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.7879829406738281, "Finetune/Loss (Raw)": 0.9162265062332153, "Finetune/Step": 1775, "Finetune/Step Time": 12.031305911019444}
+{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.7877224683761597, "Finetune/Loss (Raw)": 0.8355858325958252, "Finetune/Step": 1776, "Finetune/Step Time": 12.029860980808735}
+{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.7880561351776123, "Finetune/Loss (Raw)": 0.8345746397972107, "Finetune/Step": 1777, "Finetune/Step Time": 12.02143882587552}
+{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.78752201795578, "Finetune/Loss (Raw)": 0.7905747890472412, "Finetune/Step": 1778, "Finetune/Step Time": 12.02639451622963}
+{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.7897027730941772, "Finetune/Loss (Raw)": 0.9950761795043945, "Finetune/Step": 1779, "Finetune/Step Time": 11.998789280653}
+{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.7897868752479553, "Finetune/Loss (Raw)": 0.789759635925293, "Finetune/Step": 1780, "Finetune/Step Time": 11.986322915181518}
+{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.788693368434906, "Finetune/Loss (Raw)": 0.6716389656066895, "Finetune/Step": 1781, "Finetune/Step Time": 11.99034071713686}
+{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.788294792175293, "Finetune/Loss (Raw)": 0.8224426507949829, "Finetune/Step": 1782, "Finetune/Step Time": 11.96736305207014}
+{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.7919611930847168, "Finetune/Loss (Raw)": 0.7123973965644836, "Finetune/Step": 1783, "Finetune/Step Time": 11.93197669275105}
+{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.7928075194358826, "Finetune/Loss (Raw)": 0.9738184809684753, "Finetune/Step": 1784, "Finetune/Step Time": 11.940044550225139}
+{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.7912892699241638, "Finetune/Loss (Raw)": 0.6166177988052368, "Finetune/Step": 1785, "Finetune/Step Time": 11.967002607882023}
+{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.7910752296447754, "Finetune/Loss (Raw)": 0.8274864554405212, "Finetune/Step": 1786, "Finetune/Step Time": 11.964628670364618}
+{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.7905066609382629, "Finetune/Loss (Raw)": 0.6896476745605469, "Finetune/Step": 1787, "Finetune/Step Time": 11.975777024403214}
+{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.7895028591156006, "Finetune/Loss (Raw)": 0.7293940782546997, "Finetune/Step": 1788, "Finetune/Step Time": 11.968895960599184}
+{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.7851782441139221, "Finetune/Loss (Raw)": 0.2455015331506729, "Finetune/Step": 1789, "Finetune/Step Time": 12.012842008844018}
+{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.7847522497177124, "Finetune/Loss (Raw)": 0.8583012223243713, "Finetune/Step": 1790, "Finetune/Step Time": 12.018572738394141}
+{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.787440836429596, "Finetune/Loss (Raw)": 0.9271087050437927, "Finetune/Step": 1791, "Finetune/Step Time": 12.005006296560168}
+{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.7890037894248962, "Finetune/Loss (Raw)": 0.8852612972259521, "Finetune/Step": 1792, "Finetune/Step Time": 12.00463387556374}
+{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.7870514988899231, "Finetune/Loss (Raw)": 0.7115482687950134, "Finetune/Step": 1793, "Finetune/Step Time": 12.032098116353154}
+{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.7879061698913574, "Finetune/Loss (Raw)": 0.9040914177894592, "Finetune/Step": 1794, "Finetune/Step Time": 12.044141726568341}
+{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.7836002111434937, "Finetune/Loss (Raw)": 0.3039616048336029, "Finetune/Step": 1795, "Finetune/Step Time": 12.0824727229774}
+{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.7827286720275879, "Finetune/Loss (Raw)": 0.7916488647460938, "Finetune/Step": 1796, "Finetune/Step Time": 12.069297282025218}
+{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.7825329303741455, "Finetune/Loss (Raw)": 0.8167747259140015, "Finetune/Step": 1797, "Finetune/Step Time": 12.068853607401252}
+{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.7822743654251099, "Finetune/Loss (Raw)": 0.8533011078834534, "Finetune/Step": 1798, "Finetune/Step Time": 12.076102478429675}
+{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.7822670340538025, "Finetune/Loss (Raw)": 0.7875370383262634, "Finetune/Step": 1799, "Finetune/Step Time": 12.060391360893846}
+{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.7817263007164001, "Finetune/Loss (Raw)": 0.779262125492096, "Finetune/Step": 1800, "Finetune/Step Time": 12.045554166659713}
+{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.7831050753593445, "Finetune/Loss (Raw)": 0.8655236959457397, "Finetune/Step": 1801, "Finetune/Step Time": 12.053632667288184}
+{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.7847617268562317, "Finetune/Loss (Raw)": 0.7696163654327393, "Finetune/Step": 1802, "Finetune/Step Time": 12.048217359930277}
+{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.7858155369758606, "Finetune/Loss (Raw)": 0.8108976483345032, "Finetune/Step": 1803, "Finetune/Step Time": 12.060143442824483}
+{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.7855666875839233, "Finetune/Loss (Raw)": 0.8472322821617126, "Finetune/Step": 1804, "Finetune/Step Time": 12.066528216004372}
+{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.7828493118286133, "Finetune/Loss (Raw)": 0.5568509101867676, "Finetune/Step": 1805, "Finetune/Step Time": 12.082678895443678}
+{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.7826868891716003, "Finetune/Loss (Raw)": 0.7481058239936829, "Finetune/Step": 1806, "Finetune/Step Time": 12.105532504618168}
+{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.7872791886329651, "Finetune/Loss (Raw)": 0.8664902448654175, "Finetune/Step": 1807, "Finetune/Step Time": 12.078597661107779}
+{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.7868489027023315, "Finetune/Loss (Raw)": 0.789522647857666, "Finetune/Step": 1808, "Finetune/Step Time": 12.070384006947279}
+{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.7869616150856018, "Finetune/Loss (Raw)": 0.859197735786438, "Finetune/Step": 1809, "Finetune/Step Time": 12.069258408620954}
+{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.7852296233177185, "Finetune/Loss (Raw)": 0.7758574485778809, "Finetune/Step": 1810, "Finetune/Step Time": 12.073497831821442}
+{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.7863487005233765, "Finetune/Loss (Raw)": 0.8149320483207703, "Finetune/Step": 1811, "Finetune/Step Time": 12.059599738568068}
+{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.7856118679046631, "Finetune/Loss (Raw)": 0.7019341588020325, "Finetune/Step": 1812, "Finetune/Step Time": 12.073174841701984}
+{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.7858901023864746, "Finetune/Loss (Raw)": 0.7559497952461243, "Finetune/Step": 1813, "Finetune/Step Time": 12.054141307249665}
+{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.7878828048706055, "Finetune/Loss (Raw)": 0.8443888425827026, "Finetune/Step": 1814, "Finetune/Step Time": 12.032246610149741}
+{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.7871151566505432, "Finetune/Loss (Raw)": 0.7972280979156494, "Finetune/Step": 1815, "Finetune/Step Time": 12.029917500913143}
+{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.7878656983375549, "Finetune/Loss (Raw)": 0.9123176336288452, "Finetune/Step": 1816, "Finetune/Step Time": 12.019941875711083}
+{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.792483925819397, "Finetune/Loss (Raw)": 0.8387796878814697, "Finetune/Step": 1817, "Finetune/Step Time": 11.981660475954413}
+{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.7910658121109009, "Finetune/Loss (Raw)": 0.74947190284729, "Finetune/Step": 1818, "Finetune/Step Time": 11.983603375032544}
+{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.7912853360176086, "Finetune/Loss (Raw)": 0.8598828315734863, "Finetune/Step": 1819, "Finetune/Step Time": 11.978890642523766}
+{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.7911757826805115, "Finetune/Loss (Raw)": 0.7022857069969177, "Finetune/Step": 1820, "Finetune/Step Time": 11.935014171525836}
+{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.7926007509231567, "Finetune/Loss (Raw)": 0.8396166563034058, "Finetune/Step": 1821, "Finetune/Step Time": 11.907066844403744}
+{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.7961661219596863, "Finetune/Loss (Raw)": 1.020216703414917, "Finetune/Step": 1822, "Finetune/Step Time": 11.89221091195941}
+{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.7973494529724121, "Finetune/Loss (Raw)": 0.8070657253265381, "Finetune/Step": 1823, "Finetune/Step Time": 11.875305093824863}
+{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.7958192825317383, "Finetune/Loss (Raw)": 0.6129295229911804, "Finetune/Step": 1824, "Finetune/Step Time": 11.883845893666148}
+{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.7954702377319336, "Finetune/Loss (Raw)": 0.8196880221366882, "Finetune/Step": 1825, "Finetune/Step Time": 11.886711280792952}
+{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.795768141746521, "Finetune/Loss (Raw)": 0.8364173769950867, "Finetune/Step": 1826, "Finetune/Step Time": 11.888792859390378}
+{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.7951956987380981, "Finetune/Loss (Raw)": 0.7770447731018066, "Finetune/Step": 1827, "Finetune/Step Time": 11.96029094234109}
+{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.7954189777374268, "Finetune/Loss (Raw)": 0.8654537796974182, "Finetune/Step": 1828, "Finetune/Step Time": 11.956994913518429}
+{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.7961078882217407, "Finetune/Loss (Raw)": 0.9974469542503357, "Finetune/Step": 1829, "Finetune/Step Time": 11.963209373876452}
+{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.7966184616088867, "Finetune/Loss (Raw)": 0.9543048739433289, "Finetune/Step": 1830, "Finetune/Step Time": 11.984563957899809}
+{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.7977343797683716, "Finetune/Loss (Raw)": 0.8064872026443481, "Finetune/Step": 1831, "Finetune/Step Time": 11.955694260075688}
+{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.8027776479721069, "Finetune/Loss (Raw)": 0.9421471357345581, "Finetune/Step": 1832, "Finetune/Step Time": 11.925435492768884}
+{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.8021048307418823, "Finetune/Loss (Raw)": 0.7037171125411987, "Finetune/Step": 1833, "Finetune/Step Time": 11.965075539425015}
+{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.8025003671646118, "Finetune/Loss (Raw)": 0.9342026114463806, "Finetune/Step": 1834, "Finetune/Step Time": 11.963665470480919}
+{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.8027932643890381, "Finetune/Loss (Raw)": 0.8781999945640564, "Finetune/Step": 1835, "Finetune/Step Time": 11.978386174887419}
+{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.8032872080802917, "Finetune/Loss (Raw)": 0.8671758770942688, "Finetune/Step": 1836, "Finetune/Step Time": 11.9678918980062}
+{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.8024009466171265, "Finetune/Loss (Raw)": 0.8065526485443115, "Finetune/Step": 1837, "Finetune/Step Time": 11.97033279761672}
+{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.8026094436645508, "Finetune/Loss (Raw)": 0.8330715298652649, "Finetune/Step": 1838, "Finetune/Step Time": 11.955974018201232}
+{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.8031073212623596, "Finetune/Loss (Raw)": 0.8684994578361511, "Finetune/Step": 1839, "Finetune/Step Time": 11.958562806248665}
+{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.8016690015792847, "Finetune/Loss (Raw)": 0.7753498554229736, "Finetune/Step": 1840, "Finetune/Step Time": 11.97604707814753}
+{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.8005486726760864, "Finetune/Loss (Raw)": 0.7284125089645386, "Finetune/Step": 1841, "Finetune/Step Time": 11.977599531412125}
+{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.8009341955184937, "Finetune/Loss (Raw)": 0.9108273983001709, "Finetune/Step": 1842, "Finetune/Step Time": 11.973780596628785}
+{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.8027229309082031, "Finetune/Loss (Raw)": 0.834198534488678, "Finetune/Step": 1843, "Finetune/Step Time": 11.982688387855887}
+{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.8022291660308838, "Finetune/Loss (Raw)": 0.7796372175216675, "Finetune/Step": 1844, "Finetune/Step Time": 12.002513909712434}
+{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.8014891743659973, "Finetune/Loss (Raw)": 0.740675151348114, "Finetune/Step": 1845, "Finetune/Step Time": 11.989242043346167}
+{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.8016059398651123, "Finetune/Loss (Raw)": 0.8816919326782227, "Finetune/Step": 1846, "Finetune/Step Time": 11.981469271704555}
+{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.8019790649414062, "Finetune/Loss (Raw)": 0.8374645113945007, "Finetune/Step": 1847, "Finetune/Step Time": 11.98585145175457}
+{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.8012962341308594, "Finetune/Loss (Raw)": 0.8327538967132568, "Finetune/Step": 1848, "Finetune/Step Time": 11.972265969961882}
+{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.801980197429657, "Finetune/Loss (Raw)": 0.944540798664093, "Finetune/Step": 1849, "Finetune/Step Time": 11.960811346769333}
+{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.8021965622901917, "Finetune/Loss (Raw)": 0.8752764463424683, "Finetune/Step": 1850, "Finetune/Step Time": 11.971738312393427}
+{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.8007489442825317, "Finetune/Loss (Raw)": 0.6249091029167175, "Finetune/Step": 1851, "Finetune/Step Time": 11.988718520849943}
+{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.801498532295227, "Finetune/Loss (Raw)": 0.8440200090408325, "Finetune/Step": 1852, "Finetune/Step Time": 12.00146416760981}
+{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.8017990589141846, "Finetune/Loss (Raw)": 0.87577885389328, "Finetune/Step": 1853, "Finetune/Step Time": 12.001764351502061}
+{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.802668035030365, "Finetune/Loss (Raw)": 0.8659606575965881, "Finetune/Step": 1854, "Finetune/Step Time": 11.988975118845701}
+{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.8030349016189575, "Finetune/Loss (Raw)": 0.8815433382987976, "Finetune/Step": 1855, "Finetune/Step Time": 11.959587072953582}
+{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.8032406568527222, "Finetune/Loss (Raw)": 0.9510529637336731, "Finetune/Step": 1856, "Finetune/Step Time": 11.958440439775586}
+{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.8023489117622375, "Finetune/Loss (Raw)": 0.7387239336967468, "Finetune/Step": 1857, "Finetune/Step Time": 12.030870841816068}
+{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.8030438423156738, "Finetune/Loss (Raw)": 0.8185573816299438, "Finetune/Step": 1858, "Finetune/Step Time": 12.043532880023122}
+{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.8024353981018066, "Finetune/Loss (Raw)": 0.9236980676651001, "Finetune/Step": 1859, "Finetune/Step Time": 12.032368054613471}
+{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.8006610870361328, "Finetune/Loss (Raw)": 0.6956127882003784, "Finetune/Step": 1860, "Finetune/Step Time": 12.009585905820131}
+{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.8000301122665405, "Finetune/Loss (Raw)": 0.7663703560829163, "Finetune/Step": 1861, "Finetune/Step Time": 12.009172044694424}
+{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.7990996241569519, "Finetune/Loss (Raw)": 0.7380104064941406, "Finetune/Step": 1862, "Finetune/Step Time": 11.97984454408288}
+{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.798315167427063, "Finetune/Loss (Raw)": 0.7105623483657837, "Finetune/Step": 1863, "Finetune/Step Time": 11.977883026003838}
+{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.7975504398345947, "Finetune/Loss (Raw)": 0.7405378222465515, "Finetune/Step": 1864, "Finetune/Step Time": 11.98647452890873}
+{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.798622190952301, "Finetune/Loss (Raw)": 0.8850203156471252, "Finetune/Step": 1865, "Finetune/Step Time": 11.990603072568774}
+{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.8036508560180664, "Finetune/Loss (Raw)": 0.8927828073501587, "Finetune/Step": 1866, "Finetune/Step Time": 11.98041851632297}
+{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.8044888377189636, "Finetune/Loss (Raw)": 0.9298590421676636, "Finetune/Step": 1867, "Finetune/Step Time": 11.991336364299059}
+{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.8041115999221802, "Finetune/Loss (Raw)": 0.6873073577880859, "Finetune/Step": 1868, "Finetune/Step Time": 11.992312299087644}
+{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.8033071756362915, "Finetune/Loss (Raw)": 0.9100385904312134, "Finetune/Step": 1869, "Finetune/Step Time": 11.985502088442445}
+{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.8038428425788879, "Finetune/Loss (Raw)": 0.7338327169418335, "Finetune/Step": 1870, "Finetune/Step Time": 11.970279347151518}
+{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.803740382194519, "Finetune/Loss (Raw)": 0.8052851557731628, "Finetune/Step": 1871, "Finetune/Step Time": 12.000219283625484}
+{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.8026970624923706, "Finetune/Loss (Raw)": 0.6693540215492249, "Finetune/Step": 1872, "Finetune/Step Time": 12.006942097097635}
+{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.7979279160499573, "Finetune/Loss (Raw)": 0.25487127900123596, "Finetune/Step": 1873, "Finetune/Step Time": 12.03692346252501}
+{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.7975879907608032, "Finetune/Loss (Raw)": 0.8855504989624023, "Finetune/Step": 1874, "Finetune/Step Time": 12.038061859086156}
+{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.8002479076385498, "Finetune/Loss (Raw)": 0.6335374116897583, "Finetune/Step": 1875, "Finetune/Step Time": 12.020007133483887}
+{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.8017482161521912, "Finetune/Loss (Raw)": 0.8531924486160278, "Finetune/Step": 1876, "Finetune/Step Time": 11.994423201307654}
+{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.8015815019607544, "Finetune/Loss (Raw)": 0.8552128672599792, "Finetune/Step": 1877, "Finetune/Step Time": 12.002079097554088}
+{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.799495279788971, "Finetune/Loss (Raw)": 0.6506173014640808, "Finetune/Step": 1878, "Finetune/Step Time": 11.987560912966728}
+{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.7995920777320862, "Finetune/Loss (Raw)": 0.9170359373092651, "Finetune/Step": 1879, "Finetune/Step Time": 11.97054416872561}
+{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.796631395816803, "Finetune/Loss (Raw)": 0.6091041564941406, "Finetune/Step": 1880, "Finetune/Step Time": 12.012112868949771}
+{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.7956806421279907, "Finetune/Loss (Raw)": 0.7025270462036133, "Finetune/Step": 1881, "Finetune/Step Time": 12.025160005316138}
+{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.7954561114311218, "Finetune/Loss (Raw)": 0.8402839303016663, "Finetune/Step": 1882, "Finetune/Step Time": 12.01765126362443}
+{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.7940270304679871, "Finetune/Loss (Raw)": 0.649363100528717, "Finetune/Step": 1883, "Finetune/Step Time": 12.032831687480211}
+{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.7884231805801392, "Finetune/Loss (Raw)": 0.23248010873794556, "Finetune/Step": 1884, "Finetune/Step Time": 12.065589556470513}
+{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.7934049367904663, "Finetune/Loss (Raw)": 0.8752619624137878, "Finetune/Step": 1885, "Finetune/Step Time": 12.031217416748405}
+{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.7950844764709473, "Finetune/Loss (Raw)": 0.956299364566803, "Finetune/Step": 1886, "Finetune/Step Time": 12.038540000095963}
+{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.7933840155601501, "Finetune/Loss (Raw)": 0.7107697129249573, "Finetune/Step": 1887, "Finetune/Step Time": 12.029957165941596}
+{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.7912801504135132, "Finetune/Loss (Raw)": 0.6766175627708435, "Finetune/Step": 1888, "Finetune/Step Time": 12.028932940214872}
+{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.7917974591255188, "Finetune/Loss (Raw)": 0.8014777898788452, "Finetune/Step": 1889, "Finetune/Step Time": 12.028675256296992}
+{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.7923582792282104, "Finetune/Loss (Raw)": 0.7949798703193665, "Finetune/Step": 1890, "Finetune/Step Time": 12.018193120136857}
+{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.7918987274169922, "Finetune/Loss (Raw)": 0.8840843439102173, "Finetune/Step": 1891, "Finetune/Step Time": 11.989058116450906}
+{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.7923387885093689, "Finetune/Loss (Raw)": 0.9518401622772217, "Finetune/Step": 1892, "Finetune/Step Time": 11.96393677033484}
+{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.7926570773124695, "Finetune/Loss (Raw)": 0.7922305464744568, "Finetune/Step": 1893, "Finetune/Step Time": 11.967535061761737}
+{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.7914114594459534, "Finetune/Loss (Raw)": 0.7148593664169312, "Finetune/Step": 1894, "Finetune/Step Time": 11.96482489258051}
+{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.7920255661010742, "Finetune/Loss (Raw)": 0.7865439057350159, "Finetune/Step": 1895, "Finetune/Step Time": 11.964702850207686}
+{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.7930557727813721, "Finetune/Loss (Raw)": 0.8188911080360413, "Finetune/Step": 1896, "Finetune/Step Time": 11.96891625225544}
+{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.7954232692718506, "Finetune/Loss (Raw)": 0.9621315002441406, "Finetune/Step": 1897, "Finetune/Step Time": 11.94443691521883}
+{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.795267641544342, "Finetune/Loss (Raw)": 0.8408987522125244, "Finetune/Step": 1898, "Finetune/Step Time": 11.952946485951543}
+{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.7945463061332703, "Finetune/Loss (Raw)": 0.6854975819587708, "Finetune/Step": 1899, "Finetune/Step Time": 11.990703284740448}
+{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.7935293912887573, "Finetune/Loss (Raw)": 0.8149391412734985, "Finetune/Step": 1900, "Finetune/Step Time": 11.992609644308686}
+{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.7935444116592407, "Finetune/Loss (Raw)": 0.75821852684021, "Finetune/Step": 1901, "Finetune/Step Time": 11.985456405207515}
+{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.794988751411438, "Finetune/Loss (Raw)": 0.9133511185646057, "Finetune/Step": 1902, "Finetune/Step Time": 11.967300781980157}
+{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.793621301651001, "Finetune/Loss (Raw)": 0.741199254989624, "Finetune/Step": 1903, "Finetune/Step Time": 12.009573444724083}
+{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.7931874394416809, "Finetune/Loss (Raw)": 0.7800480723381042, "Finetune/Step": 1904, "Finetune/Step Time": 12.017970189452171}
+{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.7884718179702759, "Finetune/Loss (Raw)": 0.23097087442874908, "Finetune/Step": 1905, "Finetune/Step Time": 12.059220489114523}
+{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.7881159782409668, "Finetune/Loss (Raw)": 0.7450273633003235, "Finetune/Step": 1906, "Finetune/Step Time": 12.082065682858229}
+{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.7868037819862366, "Finetune/Loss (Raw)": 0.8271204233169556, "Finetune/Step": 1907, "Finetune/Step Time": 12.111122757196426}
+{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.7865849137306213, "Finetune/Loss (Raw)": 0.7617430686950684, "Finetune/Step": 1908, "Finetune/Step Time": 12.106603575870395}
+{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.7859485149383545, "Finetune/Loss (Raw)": 0.5901776552200317, "Finetune/Step": 1909, "Finetune/Step Time": 12.10724551603198}
+{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.7858712077140808, "Finetune/Loss (Raw)": 0.8125497102737427, "Finetune/Step": 1910, "Finetune/Step Time": 12.11256499402225}
+{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.786860466003418, "Finetune/Loss (Raw)": 0.8390185832977295, "Finetune/Step": 1911, "Finetune/Step Time": 12.12137328647077}
+{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.7854388356208801, "Finetune/Loss (Raw)": 0.7918527126312256, "Finetune/Step": 1912, "Finetune/Step Time": 12.110318819060922}
+{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.7868810892105103, "Finetune/Loss (Raw)": 0.8012284636497498, "Finetune/Step": 1913, "Finetune/Step Time": 12.081647841259837}
+{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.7879588007926941, "Finetune/Loss (Raw)": 0.965435266494751, "Finetune/Step": 1914, "Finetune/Step Time": 12.077087331563234}
+{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.7894896268844604, "Finetune/Loss (Raw)": 0.8855943083763123, "Finetune/Step": 1915, "Finetune/Step Time": 12.125296654179692}
+{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.7901126146316528, "Finetune/Loss (Raw)": 0.8091330528259277, "Finetune/Step": 1916, "Finetune/Step Time": 12.124670334160328}
+{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.7939574718475342, "Finetune/Loss (Raw)": 0.7376381158828735, "Finetune/Step": 1917, "Finetune/Step Time": 12.080731701105833}
+{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.7933046817779541, "Finetune/Loss (Raw)": 0.7747559547424316, "Finetune/Step": 1918, "Finetune/Step Time": 12.058540469035506}
+{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.7924402952194214, "Finetune/Loss (Raw)": 0.8164645433425903, "Finetune/Step": 1919, "Finetune/Step Time": 12.051673546433449}
+{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.7910315990447998, "Finetune/Loss (Raw)": 0.7049412131309509, "Finetune/Step": 1920, "Finetune/Step Time": 12.070782678201795}
+{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.7925839424133301, "Finetune/Loss (Raw)": 0.910245954990387, "Finetune/Step": 1921, "Finetune/Step Time": 12.040933983400464}
+{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.7873567342758179, "Finetune/Loss (Raw)": 0.23502060770988464, "Finetune/Step": 1922, "Finetune/Step Time": 12.074588460847735}
+{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.7914818525314331, "Finetune/Loss (Raw)": 0.831973135471344, "Finetune/Step": 1923, "Finetune/Step Time": 12.038634426891804}
+{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.7921075820922852, "Finetune/Loss (Raw)": 0.8717430830001831, "Finetune/Step": 1924, "Finetune/Step Time": 12.035977402701974}
+{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.7931957244873047, "Finetune/Loss (Raw)": 0.9560503959655762, "Finetune/Step": 1925, "Finetune/Step Time": 12.03129812516272}
+{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.7882586717605591, "Finetune/Loss (Raw)": 0.22136342525482178, "Finetune/Step": 1926, "Finetune/Step Time": 12.06137902662158}
+{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.7842862010002136, "Finetune/Loss (Raw)": 0.27905941009521484, "Finetune/Step": 1927, "Finetune/Step Time": 12.10189963877201}
+{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.7854621410369873, "Finetune/Loss (Raw)": 0.9297827482223511, "Finetune/Step": 1928, "Finetune/Step Time": 12.079846946522593}
+{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.7840847969055176, "Finetune/Loss (Raw)": 0.689224898815155, "Finetune/Step": 1929, "Finetune/Step Time": 12.06434915959835}
+{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.7830486297607422, "Finetune/Loss (Raw)": 0.6369889378547668, "Finetune/Step": 1930, "Finetune/Step Time": 12.03827242180705}
+{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.7834311723709106, "Finetune/Loss (Raw)": 0.859862208366394, "Finetune/Step": 1931, "Finetune/Step Time": 11.996878877282143}
+{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.7819486856460571, "Finetune/Loss (Raw)": 0.6574636697769165, "Finetune/Step": 1932, "Finetune/Step Time": 12.022916465997696}
+{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.7843143343925476, "Finetune/Loss (Raw)": 0.8596632480621338, "Finetune/Step": 1933, "Finetune/Step Time": 12.009567817673087}
+{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.7852711081504822, "Finetune/Loss (Raw)": 0.8705697059631348, "Finetune/Step": 1934, "Finetune/Step Time": 11.983218215405941}
+{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.7856488823890686, "Finetune/Loss (Raw)": 0.9148465991020203, "Finetune/Step": 1935, "Finetune/Step Time": 11.98342540487647}
+{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.7848780155181885, "Finetune/Loss (Raw)": 0.6908520460128784, "Finetune/Step": 1936, "Finetune/Step Time": 11.987012159079313}
+{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.7847496271133423, "Finetune/Loss (Raw)": 0.8427554368972778, "Finetune/Step": 1937, "Finetune/Step Time": 11.983912536874413}
+{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.7810070514678955, "Finetune/Loss (Raw)": 0.2968204915523529, "Finetune/Step": 1938, "Finetune/Step Time": 12.00872415676713}
+{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.7809379696846008, "Finetune/Loss (Raw)": 0.8060831427574158, "Finetune/Step": 1939, "Finetune/Step Time": 12.010330516844988}
+{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.779078483581543, "Finetune/Loss (Raw)": 0.4639187455177307, "Finetune/Step": 1940, "Finetune/Step Time": 12.010969910770655}
+{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.779223620891571, "Finetune/Loss (Raw)": 0.7745318412780762, "Finetune/Step": 1941, "Finetune/Step Time": 12.019096933305264}
+{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.7801145315170288, "Finetune/Loss (Raw)": 0.9584261775016785, "Finetune/Step": 1942, "Finetune/Step Time": 12.022269075736403}
+{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.7810097932815552, "Finetune/Loss (Raw)": 0.9118133783340454, "Finetune/Step": 1943, "Finetune/Step Time": 12.019814243540168}
+{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.7803058624267578, "Finetune/Loss (Raw)": 0.8222119808197021, "Finetune/Step": 1944, "Finetune/Step Time": 12.027793813496828}
+{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.776301383972168, "Finetune/Loss (Raw)": 0.32621678709983826, "Finetune/Step": 1945, "Finetune/Step Time": 12.062274539843202}
+{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.7773677110671997, "Finetune/Loss (Raw)": 0.8859631419181824, "Finetune/Step": 1946, "Finetune/Step Time": 12.084508115425706}
+{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.7782031297683716, "Finetune/Loss (Raw)": 0.9668111801147461, "Finetune/Step": 1947, "Finetune/Step Time": 12.081169107928872}
+{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.7804601192474365, "Finetune/Loss (Raw)": 0.9911828637123108, "Finetune/Step": 1948, "Finetune/Step Time": 12.079116746783257}
+{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.7812463045120239, "Finetune/Loss (Raw)": 0.9402482509613037, "Finetune/Step": 1949, "Finetune/Step Time": 12.07645570114255}
+{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.7808617949485779, "Finetune/Loss (Raw)": 0.9709962606430054, "Finetune/Step": 1950, "Finetune/Step Time": 12.069979917258024}
+{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.7819554209709167, "Finetune/Loss (Raw)": 0.947050154209137, "Finetune/Step": 1951, "Finetune/Step Time": 12.078926539048553}
+{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.7844871282577515, "Finetune/Loss (Raw)": 0.9369955658912659, "Finetune/Step": 1952, "Finetune/Step Time": 12.06857731193304}
+{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.7824413776397705, "Finetune/Loss (Raw)": 0.5578292012214661, "Finetune/Step": 1953, "Finetune/Step Time": 12.090138636529446}
+{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.780559778213501, "Finetune/Loss (Raw)": 0.5955674052238464, "Finetune/Step": 1954, "Finetune/Step Time": 12.106441847980022}
+{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.7801120281219482, "Finetune/Loss (Raw)": 0.7197286486625671, "Finetune/Step": 1955, "Finetune/Step Time": 12.067646702751517}
+{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.7789785265922546, "Finetune/Loss (Raw)": 0.7203723192214966, "Finetune/Step": 1956, "Finetune/Step Time": 12.055704772472382}
+{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.7780566215515137, "Finetune/Loss (Raw)": 0.879440426826477, "Finetune/Step": 1957, "Finetune/Step Time": 12.04408397898078}
+{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.7777837514877319, "Finetune/Loss (Raw)": 0.9193787574768066, "Finetune/Step": 1958, "Finetune/Step Time": 12.017586765810847}
+{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.7771937251091003, "Finetune/Loss (Raw)": 0.7309595942497253, "Finetune/Step": 1959, "Finetune/Step Time": 12.02236182615161}
+{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.7773234844207764, "Finetune/Loss (Raw)": 0.9587573409080505, "Finetune/Step": 1960, "Finetune/Step Time": 12.031974654644728}
+{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.7772523164749146, "Finetune/Loss (Raw)": 0.6946081519126892, "Finetune/Step": 1961, "Finetune/Step Time": 12.00503171235323}
+{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.7727916240692139, "Finetune/Loss (Raw)": 0.36323970556259155, "Finetune/Step": 1962, "Finetune/Step Time": 12.04719077795744}
+{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.7683956027030945, "Finetune/Loss (Raw)": 0.31550508737564087, "Finetune/Step": 1963, "Finetune/Step Time": 12.06045206822455}
+{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.767848014831543, "Finetune/Loss (Raw)": 0.7970857620239258, "Finetune/Step": 1964, "Finetune/Step Time": 12.07341930642724}
+{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.7665033936500549, "Finetune/Loss (Raw)": 0.6344390511512756, "Finetune/Step": 1965, "Finetune/Step Time": 12.071713021025062}
+{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.765854001045227, "Finetune/Loss (Raw)": 0.7499526143074036, "Finetune/Step": 1966, "Finetune/Step Time": 12.06241263449192}
+{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.764894425868988, "Finetune/Loss (Raw)": 0.745669424533844, "Finetune/Step": 1967, "Finetune/Step Time": 12.040596162900329}
+{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.7658737897872925, "Finetune/Loss (Raw)": 0.9007195830345154, "Finetune/Step": 1968, "Finetune/Step Time": 12.015416897833347}
+{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.7630517482757568, "Finetune/Loss (Raw)": 0.3671840727329254, "Finetune/Step": 1969, "Finetune/Step Time": 12.049121379852295}
+{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.7619324922561646, "Finetune/Loss (Raw)": 0.7675669193267822, "Finetune/Step": 1970, "Finetune/Step Time": 12.040651066228747}
+{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.7574348449707031, "Finetune/Loss (Raw)": 0.258495032787323, "Finetune/Step": 1971, "Finetune/Step Time": 12.047540631145239}
+{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.757714033126831, "Finetune/Loss (Raw)": 0.8153694868087769, "Finetune/Step": 1972, "Finetune/Step Time": 12.026129161939025}
+{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.7580562233924866, "Finetune/Loss (Raw)": 0.7844765186309814, "Finetune/Step": 1973, "Finetune/Step Time": 12.083018323406577}
+{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.7584255337715149, "Finetune/Loss (Raw)": 0.9289689660072327, "Finetune/Step": 1974, "Finetune/Step Time": 12.08114723674953}
+{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.7583999633789062, "Finetune/Loss (Raw)": 0.8341838717460632, "Finetune/Step": 1975, "Finetune/Step Time": 12.061697380617261}
+{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.7583650350570679, "Finetune/Loss (Raw)": 0.8282877206802368, "Finetune/Step": 1976, "Finetune/Step Time": 12.065827783197165}
+{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.7575935125350952, "Finetune/Loss (Raw)": 0.8457867503166199, "Finetune/Step": 1977, "Finetune/Step Time": 12.080620657652617}
+{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.7581548094749451, "Finetune/Loss (Raw)": 0.9471222758293152, "Finetune/Step": 1978, "Finetune/Step Time": 12.068796215578914}
+{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.7552322149276733, "Finetune/Loss (Raw)": 0.25082018971443176, "Finetune/Step": 1979, "Finetune/Step Time": 12.052810253575444}
+{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.7539727091789246, "Finetune/Loss (Raw)": 0.6828002333641052, "Finetune/Step": 1980, "Finetune/Step Time": 12.065702889114618}
+{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.7535789012908936, "Finetune/Loss (Raw)": 0.8253672122955322, "Finetune/Step": 1981, "Finetune/Step Time": 12.066925890743732}
+{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.7533771991729736, "Finetune/Loss (Raw)": 0.8401492238044739, "Finetune/Step": 1982, "Finetune/Step Time": 12.081076692789793}
+{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.7527390718460083, "Finetune/Loss (Raw)": 0.799860417842865, "Finetune/Step": 1983, "Finetune/Step Time": 12.088565556332469}
+{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.7529597282409668, "Finetune/Loss (Raw)": 0.9793039560317993, "Finetune/Step": 1984, "Finetune/Step Time": 12.088229440152645}
+{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.7543814182281494, "Finetune/Loss (Raw)": 0.9206883311271667, "Finetune/Step": 1985, "Finetune/Step Time": 12.021069476380944}
+{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.7558143138885498, "Finetune/Loss (Raw)": 1.0019783973693848, "Finetune/Step": 1986, "Finetune/Step Time": 12.00368962623179}
+{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.7544267773628235, "Finetune/Loss (Raw)": 0.7460852861404419, "Finetune/Step": 1987, "Finetune/Step Time": 12.055938558652997}
+{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.7552098035812378, "Finetune/Loss (Raw)": 0.7958400845527649, "Finetune/Step": 1988, "Finetune/Step Time": 12.052638415247202}
+{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.7560749053955078, "Finetune/Loss (Raw)": 0.8770990967750549, "Finetune/Step": 1989, "Finetune/Step Time": 12.055693021044135}
+{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.7570610046386719, "Finetune/Loss (Raw)": 0.8642420172691345, "Finetune/Step": 1990, "Finetune/Step Time": 12.056790115311742}
+{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.7569886445999146, "Finetune/Loss (Raw)": 0.7012943625450134, "Finetune/Step": 1991, "Finetune/Step Time": 12.05048437975347}
+{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.7577393054962158, "Finetune/Loss (Raw)": 0.8366252183914185, "Finetune/Step": 1992, "Finetune/Step Time": 12.04145622625947}
+{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.7562693357467651, "Finetune/Loss (Raw)": 0.6968613266944885, "Finetune/Step": 1993, "Finetune/Step Time": 12.049330012872815}
+{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.7542387247085571, "Finetune/Loss (Raw)": 0.6328721642494202, "Finetune/Step": 1994, "Finetune/Step Time": 12.04037688858807}
+{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.752447247505188, "Finetune/Loss (Raw)": 0.7005367279052734, "Finetune/Step": 1995, "Finetune/Step Time": 12.048286212608218}
+{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.7527742385864258, "Finetune/Loss (Raw)": 0.7291705012321472, "Finetune/Step": 1996, "Finetune/Step Time": 12.02638608776033}
+{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.7530950903892517, "Finetune/Loss (Raw)": 0.9511083364486694, "Finetune/Step": 1997, "Finetune/Step Time": 12.031571343541145}
+{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.7533955574035645, "Finetune/Loss (Raw)": 0.7722928524017334, "Finetune/Step": 1998, "Finetune/Step Time": 12.033489022403955}
+{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.7498201727867126, "Finetune/Loss (Raw)": 0.3476337790489197, "Finetune/Step": 1999, "Finetune/Step Time": 12.007310951128602}
+{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.7495518922805786, "Finetune/Loss (Raw)": 0.6350086331367493, "Finetune/Step": 2000, "Finetune/Step Time": 12.061211863532662}
+{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.7541346549987793, "Finetune/Loss (Raw)": 0.8414737582206726, "Finetune/Step": 2001, "Finetune/Step Time": 12.029490370303392}
+{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.7536348104476929, "Finetune/Loss (Raw)": 0.8215702176094055, "Finetune/Step": 2002, "Finetune/Step Time": 12.025241453200579}
+{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.7546073198318481, "Finetune/Loss (Raw)": 0.7580204010009766, "Finetune/Step": 2003, "Finetune/Step Time": 12.024730863049626}
+{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.7539914846420288, "Finetune/Loss (Raw)": 0.7743625044822693, "Finetune/Step": 2004, "Finetune/Step Time": 12.034115789458156}
+{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.7532113790512085, "Finetune/Loss (Raw)": 0.7553578615188599, "Finetune/Step": 2005, "Finetune/Step Time": 12.023058716207743}
+{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.7543094754219055, "Finetune/Loss (Raw)": 0.7911750674247742, "Finetune/Step": 2006, "Finetune/Step Time": 12.004678277298808}
+{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.7551997900009155, "Finetune/Loss (Raw)": 1.0309919118881226, "Finetune/Step": 2007, "Finetune/Step Time": 12.005005165934563}
+{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.7564831376075745, "Finetune/Loss (Raw)": 0.7733765244483948, "Finetune/Step": 2008, "Finetune/Step Time": 11.974458042532206}
+{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.7569376230239868, "Finetune/Loss (Raw)": 0.7606967091560364, "Finetune/Step": 2009, "Finetune/Step Time": 11.955172779038548}
+{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.7573572397232056, "Finetune/Loss (Raw)": 0.8940004110336304, "Finetune/Step": 2010, "Finetune/Step Time": 11.954720448702574}
+{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.7599934935569763, "Finetune/Loss (Raw)": 0.986797571182251, "Finetune/Step": 2011, "Finetune/Step Time": 11.94258064776659}
+{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.7646445035934448, "Finetune/Loss (Raw)": 0.8278212547302246, "Finetune/Step": 2012, "Finetune/Step Time": 11.903172872960567}
+{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.7645437717437744, "Finetune/Loss (Raw)": 0.8623661994934082, "Finetune/Step": 2013, "Finetune/Step Time": 11.93812240101397}
+{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.7623347043991089, "Finetune/Loss (Raw)": 0.6735361218452454, "Finetune/Step": 2014, "Finetune/Step Time": 11.95600027218461}
+{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.7589606046676636, "Finetune/Loss (Raw)": 0.2788795232772827, "Finetune/Step": 2015, "Finetune/Step Time": 11.988931564614177}
+{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.755707859992981, "Finetune/Loss (Raw)": 0.2602667808532715, "Finetune/Step": 2016, "Finetune/Step Time": 12.017570970579982}
+{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.754787027835846, "Finetune/Loss (Raw)": 0.6836172342300415, "Finetune/Step": 2017, "Finetune/Step Time": 12.027641808614135}
+{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.7554104328155518, "Finetune/Loss (Raw)": 0.8747736215591431, "Finetune/Step": 2018, "Finetune/Step Time": 12.029980147257447}
+{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.7545104026794434, "Finetune/Loss (Raw)": 0.768872857093811, "Finetune/Step": 2019, "Finetune/Step Time": 12.041306056082249}
+{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.7535524368286133, "Finetune/Loss (Raw)": 0.829230546951294, "Finetune/Step": 2020, "Finetune/Step Time": 12.036289811134338}
+{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.753603458404541, "Finetune/Loss (Raw)": 0.7987561821937561, "Finetune/Step": 2021, "Finetune/Step Time": 12.029135944321752}
+{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.7543151378631592, "Finetune/Loss (Raw)": 0.8059541583061218, "Finetune/Step": 2022, "Finetune/Step Time": 12.029035661369562}
+{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.7530403137207031, "Finetune/Loss (Raw)": 0.6233684420585632, "Finetune/Step": 2023, "Finetune/Step Time": 12.080265775322914}
+{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.7525938153266907, "Finetune/Loss (Raw)": 0.7617368102073669, "Finetune/Step": 2024, "Finetune/Step Time": 12.078153375536203}
+{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.7509850263595581, "Finetune/Loss (Raw)": 0.7562140822410583, "Finetune/Step": 2025, "Finetune/Step Time": 12.10991776548326}
+{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.7512049674987793, "Finetune/Loss (Raw)": 0.8690494894981384, "Finetune/Step": 2026, "Finetune/Step Time": 12.097052687779069}
+{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.7517492771148682, "Finetune/Loss (Raw)": 0.755165159702301, "Finetune/Step": 2027, "Finetune/Step Time": 12.057335464283824}
+{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.7517397403717041, "Finetune/Loss (Raw)": 0.8137238621711731, "Finetune/Step": 2028, "Finetune/Step Time": 12.08365205489099}
+{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.7527163028717041, "Finetune/Loss (Raw)": 0.8832160234451294, "Finetune/Step": 2029, "Finetune/Step Time": 12.070805197581649}
+{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.7477058172225952, "Finetune/Loss (Raw)": 0.2720014750957489, "Finetune/Step": 2030, "Finetune/Step Time": 12.095514165237546}
+{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.7480217218399048, "Finetune/Loss (Raw)": 0.7816356420516968, "Finetune/Step": 2031, "Finetune/Step Time": 12.050223222002387}
+{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.7490423917770386, "Finetune/Loss (Raw)": 0.9107016921043396, "Finetune/Step": 2032, "Finetune/Step Time": 12.040730845183134}
+{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.7538139224052429, "Finetune/Loss (Raw)": 0.8417271971702576, "Finetune/Step": 2033, "Finetune/Step Time": 12.009335221722722}
+{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.755370020866394, "Finetune/Loss (Raw)": 0.9442008137702942, "Finetune/Step": 2034, "Finetune/Step Time": 11.984818898141384}
+{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.753780722618103, "Finetune/Loss (Raw)": 0.6236908435821533, "Finetune/Step": 2035, "Finetune/Step Time": 12.000329794362187}
+{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.7543150186538696, "Finetune/Loss (Raw)": 0.8301424980163574, "Finetune/Step": 2036, "Finetune/Step Time": 12.023872721940279}
+{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.7559067606925964, "Finetune/Loss (Raw)": 0.7939140200614929, "Finetune/Step": 2037, "Finetune/Step Time": 12.049397138878703}
+{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.7549571990966797, "Finetune/Loss (Raw)": 0.6910080313682556, "Finetune/Step": 2038, "Finetune/Step Time": 12.051441425457597}
+{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.7556621432304382, "Finetune/Loss (Raw)": 0.9292494654655457, "Finetune/Step": 2039, "Finetune/Step Time": 12.04035066626966}
+{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.756090521812439, "Finetune/Loss (Raw)": 0.846683919429779, "Finetune/Step": 2040, "Finetune/Step Time": 12.037097256630659}
+{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.7562428116798401, "Finetune/Loss (Raw)": 0.820724368095398, "Finetune/Step": 2041, "Finetune/Step Time": 12.123245406895876}
+{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.7544949054718018, "Finetune/Loss (Raw)": 0.7416983842849731, "Finetune/Step": 2042, "Finetune/Step Time": 12.124054135754704}
+{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.7540675401687622, "Finetune/Loss (Raw)": 0.830898642539978, "Finetune/Step": 2043, "Finetune/Step Time": 12.060186998918653}
+{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.754217803478241, "Finetune/Loss (Raw)": 0.828359842300415, "Finetune/Step": 2044, "Finetune/Step Time": 12.058892330154777}
+{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.7551144957542419, "Finetune/Loss (Raw)": 0.8524192571640015, "Finetune/Step": 2045, "Finetune/Step Time": 12.080265939235687}
+{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.7561793327331543, "Finetune/Loss (Raw)": 0.9110544919967651, "Finetune/Step": 2046, "Finetune/Step Time": 12.080455113202333}
+{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.756842851638794, "Finetune/Loss (Raw)": 0.9013971090316772, "Finetune/Step": 2047, "Finetune/Step Time": 12.085825240239501}
+{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.7569414377212524, "Finetune/Loss (Raw)": 0.7175611257553101, "Finetune/Step": 2048, "Finetune/Step Time": 12.065688133239746}
+{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.754176676273346, "Finetune/Loss (Raw)": 0.5563490390777588, "Finetune/Step": 2049, "Finetune/Step Time": 12.099335676059127}
+{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.7576479911804199, "Finetune/Loss (Raw)": 0.6793556213378906, "Finetune/Step": 2050, "Finetune/Step Time": 12.086418308317661}
+{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.7586554884910583, "Finetune/Loss (Raw)": 0.9609292149543762, "Finetune/Step": 2051, "Finetune/Step Time": 12.093903616070747}
+{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.7588858604431152, "Finetune/Loss (Raw)": 0.9012312293052673, "Finetune/Step": 2052, "Finetune/Step Time": 12.11457434669137}
+{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.7582838535308838, "Finetune/Loss (Raw)": 0.8789936304092407, "Finetune/Step": 2053, "Finetune/Step Time": 12.118828900158405}
+{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.7638262510299683, "Finetune/Loss (Raw)": 0.9307893514633179, "Finetune/Step": 2054, "Finetune/Step Time": 12.083594497293234}
+{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.768370509147644, "Finetune/Loss (Raw)": 0.8607264161109924, "Finetune/Step": 2055, "Finetune/Step Time": 12.053610088303685}
+{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.7681288123130798, "Finetune/Loss (Raw)": 0.8988437056541443, "Finetune/Step": 2056, "Finetune/Step Time": 12.054613292217255}
+{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.7683032751083374, "Finetune/Loss (Raw)": 0.7115576863288879, "Finetune/Step": 2057, "Finetune/Step Time": 12.070604210719466}
+{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.7691928744316101, "Finetune/Loss (Raw)": 0.7508556842803955, "Finetune/Step": 2058, "Finetune/Step Time": 12.090727617964149}
+{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.7682814598083496, "Finetune/Loss (Raw)": 0.7431991100311279, "Finetune/Step": 2059, "Finetune/Step Time": 12.092744044959545}
+{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.7690483331680298, "Finetune/Loss (Raw)": 0.7556237578392029, "Finetune/Step": 2060, "Finetune/Step Time": 12.055838009342551}
+{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.7694581151008606, "Finetune/Loss (Raw)": 0.9121191501617432, "Finetune/Step": 2061, "Finetune/Step Time": 12.054621508345008}
+{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.768693208694458, "Finetune/Loss (Raw)": 0.7726600766181946, "Finetune/Step": 2062, "Finetune/Step Time": 12.055162699893117}
+{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.7684103846549988, "Finetune/Loss (Raw)": 0.8786436319351196, "Finetune/Step": 2063, "Finetune/Step Time": 12.042223181575537}
+{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.7687113881111145, "Finetune/Loss (Raw)": 0.7293832302093506, "Finetune/Step": 2064, "Finetune/Step Time": 12.072002358734608}
+{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.7681360840797424, "Finetune/Loss (Raw)": 0.7691125869750977, "Finetune/Step": 2065, "Finetune/Step Time": 12.087334968149662}
+{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.7676100730895996, "Finetune/Loss (Raw)": 0.22948600351810455, "Finetune/Step": 2066, "Finetune/Step Time": 12.088862223550677}
+{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.76754230260849, "Finetune/Loss (Raw)": 0.7974135279655457, "Finetune/Step": 2067, "Finetune/Step Time": 12.082773070782423}
+{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.7704982757568359, "Finetune/Loss (Raw)": 0.842278003692627, "Finetune/Step": 2068, "Finetune/Step Time": 12.062567315995693}
+{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.7707381248474121, "Finetune/Loss (Raw)": 0.8052372336387634, "Finetune/Step": 2069, "Finetune/Step Time": 12.045407859608531}
+{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.7670613527297974, "Finetune/Loss (Raw)": 0.48779794573783875, "Finetune/Step": 2070, "Finetune/Step Time": 12.068852882832289}
+{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.766455888748169, "Finetune/Loss (Raw)": 0.8343138694763184, "Finetune/Step": 2071, "Finetune/Step Time": 12.090112168341875}
+{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.7670875787734985, "Finetune/Loss (Raw)": 0.9030740261077881, "Finetune/Step": 2072, "Finetune/Step Time": 12.087763134390116}
+{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.7701521515846252, "Finetune/Loss (Raw)": 0.7184786796569824, "Finetune/Step": 2073, "Finetune/Step Time": 12.080546986311674}
+{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.7706297636032104, "Finetune/Loss (Raw)": 0.9471042156219482, "Finetune/Step": 2074, "Finetune/Step Time": 12.0638408344239}
+{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.7690733671188354, "Finetune/Loss (Raw)": 0.7675904035568237, "Finetune/Step": 2075, "Finetune/Step Time": 12.062527891248465}
+{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.7665418982505798, "Finetune/Loss (Raw)": 0.6671490669250488, "Finetune/Step": 2076, "Finetune/Step Time": 12.08694826811552}
+{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.7653166055679321, "Finetune/Loss (Raw)": 0.7834190726280212, "Finetune/Step": 2077, "Finetune/Step Time": 12.087064141407609}
+{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.7636357545852661, "Finetune/Loss (Raw)": 0.7558382749557495, "Finetune/Step": 2078, "Finetune/Step Time": 12.086636397987604}
+{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.7622672915458679, "Finetune/Loss (Raw)": 0.7718910574913025, "Finetune/Step": 2079, "Finetune/Step Time": 12.077085254713893}
+{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.7602845430374146, "Finetune/Loss (Raw)": 0.6832017302513123, "Finetune/Step": 2080, "Finetune/Step Time": 12.090592404827476}
+{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.7619439363479614, "Finetune/Loss (Raw)": 0.7702383995056152, "Finetune/Step": 2081, "Finetune/Step Time": 12.08970658481121}
+{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.7633709907531738, "Finetune/Loss (Raw)": 0.7782183289527893, "Finetune/Step": 2082, "Finetune/Step Time": 12.065654961392283}
+{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.7645512819290161, "Finetune/Loss (Raw)": 0.8708148002624512, "Finetune/Step": 2083, "Finetune/Step Time": 12.033007809892297}
+{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.7663686275482178, "Finetune/Loss (Raw)": 0.9529917240142822, "Finetune/Step": 2084, "Finetune/Step Time": 12.026086995378137}
+{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.7613077759742737, "Finetune/Loss (Raw)": 0.23165325820446014, "Finetune/Step": 2085, "Finetune/Step Time": 12.062122352421284}
+{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.7609642744064331, "Finetune/Loss (Raw)": 0.8754108548164368, "Finetune/Step": 2086, "Finetune/Step Time": 12.070764653384686}
+{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.7626083493232727, "Finetune/Loss (Raw)": 0.9413965344429016, "Finetune/Step": 2087, "Finetune/Step Time": 12.052716095000505}
+{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.7621970176696777, "Finetune/Loss (Raw)": 0.9061133861541748, "Finetune/Step": 2088, "Finetune/Step Time": 12.0354876331985}
+{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.7632766962051392, "Finetune/Loss (Raw)": 0.8328040242195129, "Finetune/Step": 2089, "Finetune/Step Time": 12.024687858298421}
+{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.761699378490448, "Finetune/Loss (Raw)": 0.16134382784366608, "Finetune/Step": 2090, "Finetune/Step Time": 12.025439377874136}
+{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.7650061249732971, "Finetune/Loss (Raw)": 0.7387653589248657, "Finetune/Step": 2091, "Finetune/Step Time": 11.994485529139638}
+{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.7653005719184875, "Finetune/Loss (Raw)": 0.8347762227058411, "Finetune/Step": 2092, "Finetune/Step Time": 11.97244324348867}
+{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.7672940492630005, "Finetune/Loss (Raw)": 0.8896046876907349, "Finetune/Step": 2093, "Finetune/Step Time": 11.968766693025827}
+{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.7689718008041382, "Finetune/Loss (Raw)": 0.9646965861320496, "Finetune/Step": 2094, "Finetune/Step Time": 11.970691476017237}
+{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.7695637941360474, "Finetune/Loss (Raw)": 0.8214594125747681, "Finetune/Step": 2095, "Finetune/Step Time": 11.980024633929133}
+{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.7685874700546265, "Finetune/Loss (Raw)": 0.7757399082183838, "Finetune/Step": 2096, "Finetune/Step Time": 11.985374065116048}
+{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.772354245185852, "Finetune/Loss (Raw)": 0.8493368625640869, "Finetune/Step": 2097, "Finetune/Step Time": 11.947528325021267}
+{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.7721363306045532, "Finetune/Loss (Raw)": 0.7396755218505859, "Finetune/Step": 2098, "Finetune/Step Time": 11.963800908997655}
+{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.7722913026809692, "Finetune/Loss (Raw)": 0.2783295214176178, "Finetune/Step": 2099, "Finetune/Step Time": 11.969083616510034}
+{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.770845890045166, "Finetune/Loss (Raw)": 0.6303507685661316, "Finetune/Step": 2100, "Finetune/Step Time": 11.980807850137353}
+{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.7715443968772888, "Finetune/Loss (Raw)": 0.8738905191421509, "Finetune/Step": 2101, "Finetune/Step Time": 11.909198759123683}
+{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.7702783346176147, "Finetune/Loss (Raw)": 0.7669068574905396, "Finetune/Step": 2102, "Finetune/Step Time": 11.91630101017654}
+{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.7659450769424438, "Finetune/Loss (Raw)": 0.2795323431491852, "Finetune/Step": 2103, "Finetune/Step Time": 11.958037169650197}
+{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.7656968832015991, "Finetune/Loss (Raw)": 0.7965167760848999, "Finetune/Step": 2104, "Finetune/Step Time": 11.972774969413877}
+{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.7654162645339966, "Finetune/Loss (Raw)": 0.8098728656768799, "Finetune/Step": 2105, "Finetune/Step Time": 11.993027079850435}
+{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.7644942998886108, "Finetune/Loss (Raw)": 0.829104483127594, "Finetune/Step": 2106, "Finetune/Step Time": 11.990787852555513}
+{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.7691669464111328, "Finetune/Loss (Raw)": 0.8489227294921875, "Finetune/Step": 2107, "Finetune/Step Time": 11.950609235092998}
+{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.7696728706359863, "Finetune/Loss (Raw)": 0.7475574612617493, "Finetune/Step": 2108, "Finetune/Step Time": 11.928580600768328}
+{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.7698976993560791, "Finetune/Loss (Raw)": 0.8541454076766968, "Finetune/Step": 2109, "Finetune/Step Time": 11.936046963557601}
+{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.7692780494689941, "Finetune/Loss (Raw)": 0.7608361840248108, "Finetune/Step": 2110, "Finetune/Step Time": 11.95226207189262}
+{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.7691226005554199, "Finetune/Loss (Raw)": 0.779956579208374, "Finetune/Step": 2111, "Finetune/Step Time": 11.970615869387984}
+{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.7643316388130188, "Finetune/Loss (Raw)": 0.3660639524459839, "Finetune/Step": 2112, "Finetune/Step Time": 12.0087172947824}
+{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.7633723020553589, "Finetune/Loss (Raw)": 0.7978971600532532, "Finetune/Step": 2113, "Finetune/Step Time": 11.994453659281135}
+{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.762431263923645, "Finetune/Loss (Raw)": 0.8815240859985352, "Finetune/Step": 2114, "Finetune/Step Time": 12.029296688735485}
+{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.7634960412979126, "Finetune/Loss (Raw)": 0.8823798298835754, "Finetune/Step": 2115, "Finetune/Step Time": 11.993031399324536}
+{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.7595014572143555, "Finetune/Loss (Raw)": 0.28452250361442566, "Finetune/Step": 2116, "Finetune/Step Time": 12.036484310403466}
+{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.7576203942298889, "Finetune/Loss (Raw)": 0.6363310217857361, "Finetune/Step": 2117, "Finetune/Step Time": 12.07642943970859}
+{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.7567485570907593, "Finetune/Loss (Raw)": 0.7526400685310364, "Finetune/Step": 2118, "Finetune/Step Time": 12.068448541685939}
+{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.7569614052772522, "Finetune/Loss (Raw)": 0.7285392880439758, "Finetune/Step": 2119, "Finetune/Step Time": 12.092375913634896}
+{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.7529077529907227, "Finetune/Loss (Raw)": 0.317758172750473, "Finetune/Step": 2120, "Finetune/Step Time": 12.13558422587812}
+{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.7539124488830566, "Finetune/Loss (Raw)": 0.8254673480987549, "Finetune/Step": 2121, "Finetune/Step Time": 12.120398491621017}
+{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.755844235420227, "Finetune/Loss (Raw)": 0.880139946937561, "Finetune/Step": 2122, "Finetune/Step Time": 12.109796117991209}
+{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.7570078372955322, "Finetune/Loss (Raw)": 0.8494807481765747, "Finetune/Step": 2123, "Finetune/Step Time": 12.094031723216176}
+{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.7579027414321899, "Finetune/Loss (Raw)": 0.8437184691429138, "Finetune/Step": 2124, "Finetune/Step Time": 12.086989039555192}
+{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.7570985555648804, "Finetune/Loss (Raw)": 0.8481744527816772, "Finetune/Step": 2125, "Finetune/Step Time": 12.112438907846808}
+{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.7581437230110168, "Finetune/Loss (Raw)": 0.9060682654380798, "Finetune/Step": 2126, "Finetune/Step Time": 12.106568874791265}
+{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.7619448304176331, "Finetune/Loss (Raw)": 0.8341706395149231, "Finetune/Step": 2127, "Finetune/Step Time": 12.0740587990731}
+{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.7589777112007141, "Finetune/Loss (Raw)": 0.2552222013473511, "Finetune/Step": 2128, "Finetune/Step Time": 12.057350639253855}
+{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.7540371417999268, "Finetune/Loss (Raw)": 0.20908638834953308, "Finetune/Step": 2129, "Finetune/Step Time": 12.086297223344445}
+{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.7541903853416443, "Finetune/Loss (Raw)": 0.8411825895309448, "Finetune/Step": 2130, "Finetune/Step Time": 12.084231663495302}
+{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.7550525069236755, "Finetune/Loss (Raw)": 0.8683660626411438, "Finetune/Step": 2131, "Finetune/Step Time": 12.066121900454164}
+{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.7550997734069824, "Finetune/Loss (Raw)": 0.7804111838340759, "Finetune/Step": 2132, "Finetune/Step Time": 12.073914177715778}
+{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.7574479579925537, "Finetune/Loss (Raw)": 1.05592942237854, "Finetune/Step": 2133, "Finetune/Step Time": 12.06859570927918}
+{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.7570464611053467, "Finetune/Loss (Raw)": 0.7397848963737488, "Finetune/Step": 2134, "Finetune/Step Time": 12.086610520258546}
+{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.7547829151153564, "Finetune/Loss (Raw)": 0.7412576675415039, "Finetune/Step": 2135, "Finetune/Step Time": 12.078651543706656}
+{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.7553218603134155, "Finetune/Loss (Raw)": 0.8423574566841125, "Finetune/Step": 2136, "Finetune/Step Time": 12.063213167712092}
+{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.7519009709358215, "Finetune/Loss (Raw)": 0.3228268027305603, "Finetune/Step": 2137, "Finetune/Step Time": 12.10078059323132}
+{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.7514259815216064, "Finetune/Loss (Raw)": 0.8332049250602722, "Finetune/Step": 2138, "Finetune/Step Time": 12.096675958484411}
+{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.7494573593139648, "Finetune/Loss (Raw)": 0.734809398651123, "Finetune/Step": 2139, "Finetune/Step Time": 12.122785186395049}
+{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.7498598098754883, "Finetune/Loss (Raw)": 0.8793322443962097, "Finetune/Step": 2140, "Finetune/Step Time": 12.127487905323505}
+{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.7506425976753235, "Finetune/Loss (Raw)": 0.9625673890113831, "Finetune/Step": 2141, "Finetune/Step Time": 12.095675509423018}
+{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.7513401508331299, "Finetune/Loss (Raw)": 0.7628240585327148, "Finetune/Step": 2142, "Finetune/Step Time": 12.073207564651966}
+{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.7554020881652832, "Finetune/Loss (Raw)": 0.7988001704216003, "Finetune/Step": 2143, "Finetune/Step Time": 12.064835488796234}
+{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.7595771551132202, "Finetune/Loss (Raw)": 0.7946826815605164, "Finetune/Step": 2144, "Finetune/Step Time": 12.046525876969099}
+{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.758271336555481, "Finetune/Loss (Raw)": 0.5164667963981628, "Finetune/Step": 2145, "Finetune/Step Time": 12.04528196528554}
+{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.757815957069397, "Finetune/Loss (Raw)": 0.8164940476417542, "Finetune/Step": 2146, "Finetune/Step Time": 12.071651814505458}
+{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.7574814558029175, "Finetune/Loss (Raw)": 0.7260445952415466, "Finetune/Step": 2147, "Finetune/Step Time": 12.074559427797794}
+{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.7583814859390259, "Finetune/Loss (Raw)": 0.9444389939308167, "Finetune/Step": 2148, "Finetune/Step Time": 12.067038049921393}
+{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.7589290142059326, "Finetune/Loss (Raw)": 0.8688449263572693, "Finetune/Step": 2149, "Finetune/Step Time": 12.04613796249032}
+{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.7586442828178406, "Finetune/Loss (Raw)": 0.7695053219795227, "Finetune/Step": 2150, "Finetune/Step Time": 12.041416756808758}
+{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.7607085704803467, "Finetune/Loss (Raw)": 0.8875927329063416, "Finetune/Step": 2151, "Finetune/Step Time": 12.005120968446136}
+{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.7605679631233215, "Finetune/Loss (Raw)": 0.7437450885772705, "Finetune/Step": 2152, "Finetune/Step Time": 12.016038062050939}
+{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.7606794834136963, "Finetune/Loss (Raw)": 0.7704940438270569, "Finetune/Step": 2153, "Finetune/Step Time": 11.986309548839927}
+{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.7591920495033264, "Finetune/Loss (Raw)": 0.6786508560180664, "Finetune/Step": 2154, "Finetune/Step Time": 11.991352383047342}
+{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.759651780128479, "Finetune/Loss (Raw)": 0.8140130043029785, "Finetune/Step": 2155, "Finetune/Step Time": 12.003654504194856}
+{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.7585301995277405, "Finetune/Loss (Raw)": 0.6701619029045105, "Finetune/Step": 2156, "Finetune/Step Time": 11.994517501443624}
+{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.7572904825210571, "Finetune/Loss (Raw)": 0.7245283722877502, "Finetune/Step": 2157, "Finetune/Step Time": 12.021611120551825}
+{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.7620363235473633, "Finetune/Loss (Raw)": 0.8794717192649841, "Finetune/Step": 2158, "Finetune/Step Time": 11.995022295042872}
+{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.7620885968208313, "Finetune/Loss (Raw)": 0.7883257865905762, "Finetune/Step": 2159, "Finetune/Step Time": 12.033719191327691}
+{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.7611376047134399, "Finetune/Loss (Raw)": 0.7889700531959534, "Finetune/Step": 2160, "Finetune/Step Time": 12.02619968727231}
+{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.7604452967643738, "Finetune/Loss (Raw)": 0.7531161308288574, "Finetune/Step": 2161, "Finetune/Step Time": 12.016207160428166}
+{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.7587502002716064, "Finetune/Loss (Raw)": 0.7272312045097351, "Finetune/Step": 2162, "Finetune/Step Time": 12.02524759620428}
+{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.7597686052322388, "Finetune/Loss (Raw)": 0.7540494799613953, "Finetune/Step": 2163, "Finetune/Step Time": 11.997783543542027}
+{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.7605527639389038, "Finetune/Loss (Raw)": 0.9305067658424377, "Finetune/Step": 2164, "Finetune/Step Time": 11.973713178187609}
+{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.7606202363967896, "Finetune/Loss (Raw)": 0.8025532364845276, "Finetune/Step": 2165, "Finetune/Step Time": 11.997807508334517}
+{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.7621592283248901, "Finetune/Loss (Raw)": 0.8880016207695007, "Finetune/Step": 2166, "Finetune/Step Time": 11.998295996338129}
+{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.7617189884185791, "Finetune/Loss (Raw)": 0.872897744178772, "Finetune/Step": 2167, "Finetune/Step Time": 11.998326865956187}
+{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.7612067461013794, "Finetune/Loss (Raw)": 0.7811174988746643, "Finetune/Step": 2168, "Finetune/Step Time": 11.99647931754589}
+{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.761559247970581, "Finetune/Loss (Raw)": 0.8658463358879089, "Finetune/Step": 2169, "Finetune/Step Time": 11.912209436297417}
+{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.761244535446167, "Finetune/Loss (Raw)": 0.7014126181602478, "Finetune/Step": 2170, "Finetune/Step Time": 11.915182072669268}
+{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.7603193521499634, "Finetune/Loss (Raw)": 0.7124752998352051, "Finetune/Step": 2171, "Finetune/Step Time": 11.933588413521647}
+{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.7605032920837402, "Finetune/Loss (Raw)": 0.851908266544342, "Finetune/Step": 2172, "Finetune/Step Time": 11.934729451313615}
+{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.7584071755409241, "Finetune/Loss (Raw)": 0.584108829498291, "Finetune/Step": 2173, "Finetune/Step Time": 11.943586383014917}
+{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.7559816837310791, "Finetune/Loss (Raw)": 0.6005879044532776, "Finetune/Step": 2174, "Finetune/Step Time": 11.966859988868237}
+{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.7548840045928955, "Finetune/Loss (Raw)": 0.7608954310417175, "Finetune/Step": 2175, "Finetune/Step Time": 11.997044308111072}
+{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.7560558319091797, "Finetune/Loss (Raw)": 0.8675578832626343, "Finetune/Step": 2176, "Finetune/Step Time": 11.996972335502505}
+{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.7584567070007324, "Finetune/Loss (Raw)": 0.8636583089828491, "Finetune/Step": 2177, "Finetune/Step Time": 11.969394905492663}
+{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.7586172819137573, "Finetune/Loss (Raw)": 0.6999086737632751, "Finetune/Step": 2178, "Finetune/Step Time": 11.947102103382349}
+{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.757276713848114, "Finetune/Loss (Raw)": 0.7893436551094055, "Finetune/Step": 2179, "Finetune/Step Time": 11.965685360133648}
+{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.7567957043647766, "Finetune/Loss (Raw)": 0.8396604657173157, "Finetune/Step": 2180, "Finetune/Step Time": 11.95501796156168}
+{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.7566602230072021, "Finetune/Loss (Raw)": 0.8616582155227661, "Finetune/Step": 2181, "Finetune/Step Time": 11.950839692726731}
+{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.756630539894104, "Finetune/Loss (Raw)": 0.9269768595695496, "Finetune/Step": 2182, "Finetune/Step Time": 11.956978185102344}
+{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.7551913261413574, "Finetune/Loss (Raw)": 0.6765135526657104, "Finetune/Step": 2183, "Finetune/Step Time": 11.988316373899579}
+{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.7534091472625732, "Finetune/Loss (Raw)": 0.6707265973091125, "Finetune/Step": 2184, "Finetune/Step Time": 12.01514939032495}
+{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.7544788122177124, "Finetune/Loss (Raw)": 0.8484724164009094, "Finetune/Step": 2185, "Finetune/Step Time": 11.989685470238328}
+{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.7548637390136719, "Finetune/Loss (Raw)": 0.8001242876052856, "Finetune/Step": 2186, "Finetune/Step Time": 11.962519027292728}
+{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.7533732056617737, "Finetune/Loss (Raw)": 0.5524099469184875, "Finetune/Step": 2187, "Finetune/Step Time": 12.034658027812839}
+{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.7533925771713257, "Finetune/Loss (Raw)": 0.7581082582473755, "Finetune/Step": 2188, "Finetune/Step Time": 12.095824586227536}
+{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.7515602111816406, "Finetune/Loss (Raw)": 0.677580714225769, "Finetune/Step": 2189, "Finetune/Step Time": 12.109402321279049}
+{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.7506393790245056, "Finetune/Loss (Raw)": 0.6547843813896179, "Finetune/Step": 2190, "Finetune/Step Time": 12.12705397233367}
+{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.7497987747192383, "Finetune/Loss (Raw)": 0.7710493803024292, "Finetune/Step": 2191, "Finetune/Step Time": 12.155467195436358}
+{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.749244213104248, "Finetune/Loss (Raw)": 0.6583933234214783, "Finetune/Step": 2192, "Finetune/Step Time": 12.118186008185148}
+{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.7502133846282959, "Finetune/Loss (Raw)": 0.893170952796936, "Finetune/Step": 2193, "Finetune/Step Time": 12.107921371236444}
+{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.7545928955078125, "Finetune/Loss (Raw)": 0.7900698781013489, "Finetune/Step": 2194, "Finetune/Step Time": 12.07795893587172}
+{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.7550079822540283, "Finetune/Loss (Raw)": 0.8505374193191528, "Finetune/Step": 2195, "Finetune/Step Time": 12.074856443330646}
+{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.7541274428367615, "Finetune/Loss (Raw)": 0.7295687198638916, "Finetune/Step": 2196, "Finetune/Step Time": 12.092992097139359}
+{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.7539689540863037, "Finetune/Loss (Raw)": 0.7849488258361816, "Finetune/Step": 2197, "Finetune/Step Time": 12.096293980255723}
+{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.7559555768966675, "Finetune/Loss (Raw)": 0.7420879602432251, "Finetune/Step": 2198, "Finetune/Step Time": 12.084213504567742}
+{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.7553231716156006, "Finetune/Loss (Raw)": 0.7533625960350037, "Finetune/Step": 2199, "Finetune/Step Time": 12.060426445677876}
+{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.7539927959442139, "Finetune/Loss (Raw)": 0.7327869534492493, "Finetune/Step": 2200, "Finetune/Step Time": 12.072303913533688}
+{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.750878095626831, "Finetune/Loss (Raw)": 0.3198050856590271, "Finetune/Step": 2201, "Finetune/Step Time": 12.077331520617008}
+{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.7494986057281494, "Finetune/Loss (Raw)": 0.7705230116844177, "Finetune/Step": 2202, "Finetune/Step Time": 12.061464700847864}
+{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.7495988607406616, "Finetune/Loss (Raw)": 0.7804274559020996, "Finetune/Step": 2203, "Finetune/Step Time": 12.063764236867428}
+{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.7497247457504272, "Finetune/Loss (Raw)": 0.6832568645477295, "Finetune/Step": 2204, "Finetune/Step Time": 12.067367974668741}
+{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.7459070086479187, "Finetune/Loss (Raw)": 0.2947548031806946, "Finetune/Step": 2205, "Finetune/Step Time": 12.11156035400927}
+{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.744321882724762, "Finetune/Loss (Raw)": 0.5529417991638184, "Finetune/Step": 2206, "Finetune/Step Time": 12.19575534388423}
+{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.7447957992553711, "Finetune/Loss (Raw)": 0.8325499296188354, "Finetune/Step": 2207, "Finetune/Step Time": 12.185410246253014}
+{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.7450767755508423, "Finetune/Loss (Raw)": 0.7191609144210815, "Finetune/Step": 2208, "Finetune/Step Time": 12.191288996487856}
+{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.7450247406959534, "Finetune/Loss (Raw)": 0.7635820508003235, "Finetune/Step": 2209, "Finetune/Step Time": 12.172971282154322}
+{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.7411800026893616, "Finetune/Loss (Raw)": 0.28609541058540344, "Finetune/Step": 2210, "Finetune/Step Time": 12.205300396308303}
+{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.7413589954376221, "Finetune/Loss (Raw)": 0.8937245011329651, "Finetune/Step": 2211, "Finetune/Step Time": 12.248573934659362}
+{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.738461971282959, "Finetune/Loss (Raw)": 0.5821720957756042, "Finetune/Step": 2212, "Finetune/Step Time": 12.288712678477168}
+{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.7421083450317383, "Finetune/Loss (Raw)": 0.6983903646469116, "Finetune/Step": 2213, "Finetune/Step Time": 12.26264712586999}
+{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.739911675453186, "Finetune/Loss (Raw)": 0.5942378640174866, "Finetune/Step": 2214, "Finetune/Step Time": 12.273447776213288}
+{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.739148736000061, "Finetune/Loss (Raw)": 0.8437310457229614, "Finetune/Step": 2215, "Finetune/Step Time": 12.27192853949964}
+{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.7386470437049866, "Finetune/Loss (Raw)": 0.8419051170349121, "Finetune/Step": 2216, "Finetune/Step Time": 12.274669205769897}
+{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.7393558025360107, "Finetune/Loss (Raw)": 0.9235249161720276, "Finetune/Step": 2217, "Finetune/Step Time": 12.27699470706284}
+{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.7422745823860168, "Finetune/Loss (Raw)": 0.534947395324707, "Finetune/Step": 2218, "Finetune/Step Time": 12.249087633565068}
+{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.7417972087860107, "Finetune/Loss (Raw)": 0.6776629686355591, "Finetune/Step": 2219, "Finetune/Step Time": 12.316748689860106}
+{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.7418566942214966, "Finetune/Loss (Raw)": 0.842390775680542, "Finetune/Step": 2220, "Finetune/Step Time": 12.316144036129117}
+{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.7402002811431885, "Finetune/Loss (Raw)": 0.6775765419006348, "Finetune/Step": 2221, "Finetune/Step Time": 12.346707222983241}
+{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.7393384575843811, "Finetune/Loss (Raw)": 0.854391872882843, "Finetune/Step": 2222, "Finetune/Step Time": 12.363040924072266}
+{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.739404022693634, "Finetune/Loss (Raw)": 0.829849362373352, "Finetune/Step": 2223, "Finetune/Step Time": 12.36872486025095}
+{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.7397500872612, "Finetune/Loss (Raw)": 0.8200373649597168, "Finetune/Step": 2224, "Finetune/Step Time": 12.3703389223665}
+{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.7391061782836914, "Finetune/Loss (Raw)": 0.7669109106063843, "Finetune/Step": 2225, "Finetune/Step Time": 12.39099464379251}
+{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.7397364377975464, "Finetune/Loss (Raw)": 0.8203544616699219, "Finetune/Step": 2226, "Finetune/Step Time": 12.390065906569362}
+{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.7443581819534302, "Finetune/Loss (Raw)": 0.8699110746383667, "Finetune/Step": 2227, "Finetune/Step Time": 12.36034768819809}
+{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.7452354431152344, "Finetune/Loss (Raw)": 0.7426379323005676, "Finetune/Step": 2228, "Finetune/Step Time": 12.356751227751374}
+{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.7442037463188171, "Finetune/Loss (Raw)": 0.7418394088745117, "Finetune/Step": 2229, "Finetune/Step Time": 12.355540135875344}
+{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.7440464496612549, "Finetune/Loss (Raw)": 0.7467714548110962, "Finetune/Step": 2230, "Finetune/Step Time": 12.356683436781168}
+{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.7490029335021973, "Finetune/Loss (Raw)": 0.913962721824646, "Finetune/Step": 2231, "Finetune/Step Time": 12.318633569404483}
+{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.750199556350708, "Finetune/Loss (Raw)": 0.9496839642524719, "Finetune/Step": 2232, "Finetune/Step Time": 12.301641128957272}
+{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.748981237411499, "Finetune/Loss (Raw)": 0.6539216041564941, "Finetune/Step": 2233, "Finetune/Step Time": 12.297206539660692}
+{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.7494480609893799, "Finetune/Loss (Raw)": 0.8888571858406067, "Finetune/Step": 2234, "Finetune/Step Time": 12.303813837468624}
+{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.7498682737350464, "Finetune/Loss (Raw)": 0.9027190804481506, "Finetune/Step": 2235, "Finetune/Step Time": 12.325462007895112}
+{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.7510395050048828, "Finetune/Loss (Raw)": 0.8974721431732178, "Finetune/Step": 2236, "Finetune/Step Time": 12.327627155929804}
+{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.7500220537185669, "Finetune/Loss (Raw)": 0.7239128351211548, "Finetune/Step": 2237, "Finetune/Step Time": 12.327794071286917}
+{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.7491879463195801, "Finetune/Loss (Raw)": 0.6540670394897461, "Finetune/Step": 2238, "Finetune/Step Time": 12.3404908683151}
+{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.7514045834541321, "Finetune/Loss (Raw)": 1.0636924505233765, "Finetune/Step": 2239, "Finetune/Step Time": 12.313977599143982}
+{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.7558489441871643, "Finetune/Loss (Raw)": 0.9349391460418701, "Finetune/Step": 2240, "Finetune/Step Time": 12.281219592317939}
+{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.7567265629768372, "Finetune/Loss (Raw)": 0.9102274179458618, "Finetune/Step": 2241, "Finetune/Step Time": 12.296088516712189}
+{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.7557732462882996, "Finetune/Loss (Raw)": 0.7595027089118958, "Finetune/Step": 2242, "Finetune/Step Time": 12.2638309430331}
+{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.7546974420547485, "Finetune/Loss (Raw)": 0.744673490524292, "Finetune/Step": 2243, "Finetune/Step Time": 12.258462939411402}
+{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.7606050968170166, "Finetune/Loss (Raw)": 1.040703296661377, "Finetune/Step": 2244, "Finetune/Step Time": 12.206377442926168}
+{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.7622101902961731, "Finetune/Loss (Raw)": 0.8417865633964539, "Finetune/Step": 2245, "Finetune/Step Time": 12.161559009924531}
+{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.7636399865150452, "Finetune/Loss (Raw)": 0.9356523752212524, "Finetune/Step": 2246, "Finetune/Step Time": 12.167369402945042}
+{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.7634670734405518, "Finetune/Loss (Raw)": 0.7064101099967957, "Finetune/Step": 2247, "Finetune/Step Time": 12.165915664285421}
+{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.7662996053695679, "Finetune/Loss (Raw)": 0.6803221106529236, "Finetune/Step": 2248, "Finetune/Step Time": 12.127198081463575}
+{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.7658330798149109, "Finetune/Loss (Raw)": 0.7657502889633179, "Finetune/Step": 2249, "Finetune/Step Time": 12.13896568492055}
+{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.7647515535354614, "Finetune/Loss (Raw)": 0.7417080998420715, "Finetune/Step": 2250, "Finetune/Step Time": 12.181219011545181}
+{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.7644495964050293, "Finetune/Loss (Raw)": 0.8108246922492981, "Finetune/Step": 2251, "Finetune/Step Time": 12.182680265977979}
+{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.759954571723938, "Finetune/Loss (Raw)": 0.2683572471141815, "Finetune/Step": 2252, "Finetune/Step Time": 12.210589490830898}
+{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.7600608468055725, "Finetune/Loss (Raw)": 0.8617777228355408, "Finetune/Step": 2253, "Finetune/Step Time": 12.175132816657424}
+{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.759772777557373, "Finetune/Loss (Raw)": 0.8691946864128113, "Finetune/Step": 2254, "Finetune/Step Time": 12.186099177226424}
+{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.7597541809082031, "Finetune/Loss (Raw)": 0.8317987322807312, "Finetune/Step": 2255, "Finetune/Step Time": 12.180911587551236}
+{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.7634754180908203, "Finetune/Loss (Raw)": 0.7315261363983154, "Finetune/Step": 2256, "Finetune/Step Time": 12.140758907422423}
+{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.767947256565094, "Finetune/Loss (Raw)": 0.7814871072769165, "Finetune/Step": 2257, "Finetune/Step Time": 12.107618128880858}
+{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.7662303447723389, "Finetune/Loss (Raw)": 0.6214177012443542, "Finetune/Step": 2258, "Finetune/Step Time": 12.107213851064444}
+{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.7651408314704895, "Finetune/Loss (Raw)": 0.7289111614227295, "Finetune/Step": 2259, "Finetune/Step Time": 12.101191721856594}
+{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.765113115310669, "Finetune/Loss (Raw)": 0.776856005191803, "Finetune/Step": 2260, "Finetune/Step Time": 12.109431022778153}
+{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.7635272145271301, "Finetune/Loss (Raw)": 0.8529418706893921, "Finetune/Step": 2261, "Finetune/Step Time": 12.113063670694828}
+{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.7649415731430054, "Finetune/Loss (Raw)": 0.9208269715309143, "Finetune/Step": 2262, "Finetune/Step Time": 12.102310491725802}
+{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.7653076648712158, "Finetune/Loss (Raw)": 0.7881150841712952, "Finetune/Step": 2263, "Finetune/Step Time": 12.110241306945682}
+{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.7654359340667725, "Finetune/Loss (Raw)": 0.8587755560874939, "Finetune/Step": 2264, "Finetune/Step Time": 12.116186764091253}
+{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.7689348459243774, "Finetune/Loss (Raw)": 0.7706864476203918, "Finetune/Step": 2265, "Finetune/Step Time": 12.082928236573935}
+{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.7665894627571106, "Finetune/Loss (Raw)": 0.5329969525337219, "Finetune/Step": 2266, "Finetune/Step Time": 12.095364881679416}
+{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.7669439911842346, "Finetune/Loss (Raw)": 0.7801846861839294, "Finetune/Step": 2267, "Finetune/Step Time": 12.05844614841044}
+{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.7660127878189087, "Finetune/Loss (Raw)": 0.7601391077041626, "Finetune/Step": 2268, "Finetune/Step Time": 12.053984887897968}
+{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.7652559876441956, "Finetune/Loss (Raw)": 0.8656994700431824, "Finetune/Step": 2269, "Finetune/Step Time": 12.04231732711196}
+{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.7637982964515686, "Finetune/Loss (Raw)": 0.5762401223182678, "Finetune/Step": 2270, "Finetune/Step Time": 12.059550574049354}
+{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.7641897201538086, "Finetune/Loss (Raw)": 0.8488963842391968, "Finetune/Step": 2271, "Finetune/Step Time": 12.022209836170077}
+{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.7646505832672119, "Finetune/Loss (Raw)": 0.8536742329597473, "Finetune/Step": 2272, "Finetune/Step Time": 12.012637490406632}
+{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.7666717171669006, "Finetune/Loss (Raw)": 0.775172233581543, "Finetune/Step": 2273, "Finetune/Step Time": 11.987224485725164}
+{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.7659530639648438, "Finetune/Loss (Raw)": 0.7245107889175415, "Finetune/Step": 2274, "Finetune/Step Time": 12.012210028246045}
+{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.767396867275238, "Finetune/Loss (Raw)": 0.9108535647392273, "Finetune/Step": 2275, "Finetune/Step Time": 11.997757656499743}
+{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.7665144205093384, "Finetune/Loss (Raw)": 0.8314781188964844, "Finetune/Step": 2276, "Finetune/Step Time": 12.002900885418057}
+{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.7649074792861938, "Finetune/Loss (Raw)": 0.6631598472595215, "Finetune/Step": 2277, "Finetune/Step Time": 12.011920796707273}
+{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.7657381296157837, "Finetune/Loss (Raw)": 0.8758320808410645, "Finetune/Step": 2278, "Finetune/Step Time": 12.009041223675013}
+{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.7652775049209595, "Finetune/Loss (Raw)": 0.8286327719688416, "Finetune/Step": 2279, "Finetune/Step Time": 11.99065980501473}
+{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.7658266425132751, "Finetune/Loss (Raw)": 0.8140315413475037, "Finetune/Step": 2280, "Finetune/Step Time": 11.982518695294857}
+{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.7659561038017273, "Finetune/Loss (Raw)": 0.7870679497718811, "Finetune/Step": 2281, "Finetune/Step Time": 11.986235668882728}
+{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.766755998134613, "Finetune/Loss (Raw)": 0.7810351848602295, "Finetune/Step": 2282, "Finetune/Step Time": 11.97604694031179}
+{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.7675437331199646, "Finetune/Loss (Raw)": 0.9148404002189636, "Finetune/Step": 2283, "Finetune/Step Time": 11.953605772927403}
+{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.7671878933906555, "Finetune/Loss (Raw)": 0.6246148943901062, "Finetune/Step": 2284, "Finetune/Step Time": 11.981530763208866}
+{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.7676217555999756, "Finetune/Loss (Raw)": 0.7800628542900085, "Finetune/Step": 2285, "Finetune/Step Time": 11.971213065087795}
+{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.7666782736778259, "Finetune/Loss (Raw)": 0.7587031722068787, "Finetune/Step": 2286, "Finetune/Step Time": 11.979619897902012}
+{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.7651317715644836, "Finetune/Loss (Raw)": 0.5903749465942383, "Finetune/Step": 2287, "Finetune/Step Time": 11.944067610427737}
+{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.7657855153083801, "Finetune/Loss (Raw)": 0.8726513981819153, "Finetune/Step": 2288, "Finetune/Step Time": 11.952435733750463}
+{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.7646435499191284, "Finetune/Loss (Raw)": 0.6069461107254028, "Finetune/Step": 2289, "Finetune/Step Time": 11.98736103437841}
+{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.7659274339675903, "Finetune/Loss (Raw)": 0.8915650844573975, "Finetune/Step": 2290, "Finetune/Step Time": 11.974258251488209}
+{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.7658596038818359, "Finetune/Loss (Raw)": 0.7453716397285461, "Finetune/Step": 2291, "Finetune/Step Time": 12.007725946605206}
+{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.7642198204994202, "Finetune/Loss (Raw)": 0.7206114530563354, "Finetune/Step": 2292, "Finetune/Step Time": 12.021680241450667}
+{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.7621645331382751, "Finetune/Loss (Raw)": 0.5394772291183472, "Finetune/Step": 2293, "Finetune/Step Time": 11.98786705546081}
+{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.7614923119544983, "Finetune/Loss (Raw)": 0.8019551634788513, "Finetune/Step": 2294, "Finetune/Step Time": 11.985271744430065}
+{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.7606481909751892, "Finetune/Loss (Raw)": 0.7648528218269348, "Finetune/Step": 2295, "Finetune/Step Time": 12.019704435020685}
+{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.7596389651298523, "Finetune/Loss (Raw)": 0.6519355177879333, "Finetune/Step": 2296, "Finetune/Step Time": 12.02206114679575}
+{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.7590024471282959, "Finetune/Loss (Raw)": 0.7843714356422424, "Finetune/Step": 2297, "Finetune/Step Time": 12.026187378913164}
+{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.75956791639328, "Finetune/Loss (Raw)": 0.7737947702407837, "Finetune/Step": 2298, "Finetune/Step Time": 12.028113819658756}
+{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.7607413530349731, "Finetune/Loss (Raw)": 0.8626715540885925, "Finetune/Step": 2299, "Finetune/Step Time": 12.024000935256481}
+{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.7606228590011597, "Finetune/Loss (Raw)": 0.8367449641227722, "Finetune/Step": 2300, "Finetune/Step Time": 12.033592006191611}
+{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.7618482112884521, "Finetune/Loss (Raw)": 0.7409558892250061, "Finetune/Step": 2301, "Finetune/Step Time": 12.008096884936094}
+{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.7627268433570862, "Finetune/Loss (Raw)": 0.7130443453788757, "Finetune/Step": 2302, "Finetune/Step Time": 11.994352031499147}
+{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.7633768916130066, "Finetune/Loss (Raw)": 0.8441055417060852, "Finetune/Step": 2303, "Finetune/Step Time": 11.961624620482326}
+{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.7614767551422119, "Finetune/Loss (Raw)": 0.6243358254432678, "Finetune/Step": 2304, "Finetune/Step Time": 11.976677047088742}
+{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.7603209614753723, "Finetune/Loss (Raw)": 0.7157196402549744, "Finetune/Step": 2305, "Finetune/Step Time": 11.969507718458772}
+{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.7618618011474609, "Finetune/Loss (Raw)": 0.8971366882324219, "Finetune/Step": 2306, "Finetune/Step Time": 11.97369691170752}
+{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.7622947692871094, "Finetune/Loss (Raw)": 0.8447649478912354, "Finetune/Step": 2307, "Finetune/Step Time": 11.944234881550074}
+{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.7597675323486328, "Finetune/Loss (Raw)": 0.5161723494529724, "Finetune/Step": 2308, "Finetune/Step Time": 11.949561033397913}
+{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.7587956190109253, "Finetune/Loss (Raw)": 0.737254798412323, "Finetune/Step": 2309, "Finetune/Step Time": 11.950512450188398}
+{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.7583440542221069, "Finetune/Loss (Raw)": 0.8691813349723816, "Finetune/Step": 2310, "Finetune/Step Time": 11.941456140950322}
+{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.759769082069397, "Finetune/Loss (Raw)": 0.8589110970497131, "Finetune/Step": 2311, "Finetune/Step Time": 11.903785886242986}
+{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.7599008083343506, "Finetune/Loss (Raw)": 0.6875892281532288, "Finetune/Step": 2312, "Finetune/Step Time": 11.920748809352517}
+{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.759437620639801, "Finetune/Loss (Raw)": 0.7891831994056702, "Finetune/Step": 2313, "Finetune/Step Time": 11.930816266685724}
+{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.7589879631996155, "Finetune/Loss (Raw)": 0.7425708174705505, "Finetune/Step": 2314, "Finetune/Step Time": 11.945173382759094}
+{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.7605412006378174, "Finetune/Loss (Raw)": 0.7512213587760925, "Finetune/Step": 2315, "Finetune/Step Time": 11.872572608292103}
+{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.7613776326179504, "Finetune/Loss (Raw)": 0.8651734590530396, "Finetune/Step": 2316, "Finetune/Step Time": 11.808556417003274}
+{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.7620967626571655, "Finetune/Loss (Raw)": 0.7696259021759033, "Finetune/Step": 2317, "Finetune/Step Time": 11.801157468929887}
+{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.7626075744628906, "Finetune/Loss (Raw)": 0.7201734781265259, "Finetune/Step": 2318, "Finetune/Step Time": 11.77827757038176}
+{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.7636522054672241, "Finetune/Loss (Raw)": 0.9047548770904541, "Finetune/Step": 2319, "Finetune/Step Time": 11.759923296049237}
+{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.7645905017852783, "Finetune/Loss (Raw)": 0.7784926891326904, "Finetune/Step": 2320, "Finetune/Step Time": 11.756406081840396}
+{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.7637325525283813, "Finetune/Loss (Raw)": 0.783362627029419, "Finetune/Step": 2321, "Finetune/Step Time": 11.769432242959738}
+{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.7640047073364258, "Finetune/Loss (Raw)": 0.8249081969261169, "Finetune/Step": 2322, "Finetune/Step Time": 11.768584242090583}
+{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.7625861763954163, "Finetune/Loss (Raw)": 0.6689608097076416, "Finetune/Step": 2323, "Finetune/Step Time": 11.793815404176712}
+{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.7628457546234131, "Finetune/Loss (Raw)": 0.7628011703491211, "Finetune/Step": 2324, "Finetune/Step Time": 11.774578621610999}
+{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.7633487582206726, "Finetune/Loss (Raw)": 0.8493204116821289, "Finetune/Step": 2325, "Finetune/Step Time": 11.786157650873065}
+{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.7602487802505493, "Finetune/Loss (Raw)": 0.34529823064804077, "Finetune/Step": 2326, "Finetune/Step Time": 11.81028244458139}
+{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.7606339454650879, "Finetune/Loss (Raw)": 0.8026589155197144, "Finetune/Step": 2327, "Finetune/Step Time": 11.838225346058607}
+{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.760414719581604, "Finetune/Loss (Raw)": 0.7047266364097595, "Finetune/Step": 2328, "Finetune/Step Time": 11.826361736282706}
+{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.7649883031845093, "Finetune/Loss (Raw)": 0.9052240252494812, "Finetune/Step": 2329, "Finetune/Step Time": 11.79362377524376}
+{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.7644120454788208, "Finetune/Loss (Raw)": 0.6967599391937256, "Finetune/Step": 2330, "Finetune/Step Time": 11.817809181287885}
+{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.7647542953491211, "Finetune/Loss (Raw)": 0.824236273765564, "Finetune/Step": 2331, "Finetune/Step Time": 11.832219239324331}
+{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.7670062780380249, "Finetune/Loss (Raw)": 0.9715132713317871, "Finetune/Step": 2332, "Finetune/Step Time": 11.81479231826961}
+{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.771506667137146, "Finetune/Loss (Raw)": 0.8708086609840393, "Finetune/Step": 2333, "Finetune/Step Time": 11.802514035254717}
+{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.7735693454742432, "Finetune/Loss (Raw)": 0.8169620037078857, "Finetune/Step": 2334, "Finetune/Step Time": 11.744883554056287}
+{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.7732629776000977, "Finetune/Loss (Raw)": 0.793331503868103, "Finetune/Step": 2335, "Finetune/Step Time": 11.76090170815587}
+{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.773868203163147, "Finetune/Loss (Raw)": 0.7966340184211731, "Finetune/Step": 2336, "Finetune/Step Time": 11.77116920799017}
+{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.7748323082923889, "Finetune/Loss (Raw)": 0.8869894742965698, "Finetune/Step": 2337, "Finetune/Step Time": 11.769866216927767}
+{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.7789816856384277, "Finetune/Loss (Raw)": 0.817206621170044, "Finetune/Step": 2338, "Finetune/Step Time": 11.747230969369411}
+{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.77752685546875, "Finetune/Loss (Raw)": 0.7075147032737732, "Finetune/Step": 2339, "Finetune/Step Time": 11.739948717877269}
+{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.778799831867218, "Finetune/Loss (Raw)": 0.7451130747795105, "Finetune/Step": 2340, "Finetune/Step Time": 11.714191677048802}
+{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.7801557779312134, "Finetune/Loss (Raw)": 0.8719438314437866, "Finetune/Step": 2341, "Finetune/Step Time": 11.769454440101981}
+{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.7776511311531067, "Finetune/Loss (Raw)": 0.27364668250083923, "Finetune/Step": 2342, "Finetune/Step Time": 11.792974948883057}
+{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.778131902217865, "Finetune/Loss (Raw)": 0.9052706956863403, "Finetune/Step": 2343, "Finetune/Step Time": 11.826524998992682}
+{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.7773723006248474, "Finetune/Loss (Raw)": 0.7446770668029785, "Finetune/Step": 2344, "Finetune/Step Time": 11.87589630112052}
+{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.7779743671417236, "Finetune/Loss (Raw)": 1.0005944967269897, "Finetune/Step": 2345, "Finetune/Step Time": 11.864388985559344}
+{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.7800425291061401, "Finetune/Loss (Raw)": 0.7996691465377808, "Finetune/Step": 2346, "Finetune/Step Time": 11.856335306540132}
+{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.781242847442627, "Finetune/Loss (Raw)": 0.8313016891479492, "Finetune/Step": 2347, "Finetune/Step Time": 11.785528678447008}
+{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.7811484336853027, "Finetune/Loss (Raw)": 0.8303093314170837, "Finetune/Step": 2348, "Finetune/Step Time": 11.789400728419423}
+{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.7819048762321472, "Finetune/Loss (Raw)": 0.7743949890136719, "Finetune/Step": 2349, "Finetune/Step Time": 11.77358696423471}
+{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.7813725471496582, "Finetune/Loss (Raw)": 0.7862603664398193, "Finetune/Step": 2350, "Finetune/Step Time": 11.761362263932824}
+{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.7818096280097961, "Finetune/Loss (Raw)": 0.8857938647270203, "Finetune/Step": 2351, "Finetune/Step Time": 11.757486037909985}
+{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.7819333672523499, "Finetune/Loss (Raw)": 0.835870623588562, "Finetune/Step": 2352, "Finetune/Step Time": 11.772450665012002}
+{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.7822046279907227, "Finetune/Loss (Raw)": 0.8016341924667358, "Finetune/Step": 2353, "Finetune/Step Time": 11.760836131870747}
+{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.7821622490882874, "Finetune/Loss (Raw)": 0.8149277567863464, "Finetune/Step": 2354, "Finetune/Step Time": 11.746812205761671}
+{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.7813619375228882, "Finetune/Loss (Raw)": 0.7674762010574341, "Finetune/Step": 2355, "Finetune/Step Time": 11.742445394396782}
+{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.7807397246360779, "Finetune/Loss (Raw)": 0.6629905104637146, "Finetune/Step": 2356, "Finetune/Step Time": 11.742814641445875}
+{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.781074047088623, "Finetune/Loss (Raw)": 0.7846396565437317, "Finetune/Step": 2357, "Finetune/Step Time": 11.749790865927935}
+{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.7820308804512024, "Finetune/Loss (Raw)": 0.8692387938499451, "Finetune/Step": 2358, "Finetune/Step Time": 11.744074534624815}
+{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.7766973972320557, "Finetune/Loss (Raw)": 0.2312803417444229, "Finetune/Step": 2359, "Finetune/Step Time": 11.779503604397178}
+{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.7760225534439087, "Finetune/Loss (Raw)": 0.8633016347885132, "Finetune/Step": 2360, "Finetune/Step Time": 11.778957668691874}
+{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.7775065898895264, "Finetune/Loss (Raw)": 0.8438817262649536, "Finetune/Step": 2361, "Finetune/Step Time": 11.768195329234004}
+{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.77671217918396, "Finetune/Loss (Raw)": 0.7871648669242859, "Finetune/Step": 2362, "Finetune/Step Time": 11.756054021418095}
+{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.7739360332489014, "Finetune/Loss (Raw)": 0.5473811626434326, "Finetune/Step": 2363, "Finetune/Step Time": 11.76714489609003}
+{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.772602915763855, "Finetune/Loss (Raw)": 0.7268276810646057, "Finetune/Step": 2364, "Finetune/Step Time": 11.762197500094771}
+{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.773682177066803, "Finetune/Loss (Raw)": 0.8620602488517761, "Finetune/Step": 2365, "Finetune/Step Time": 11.75385482609272}
+{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.7730004787445068, "Finetune/Loss (Raw)": 0.5668125152587891, "Finetune/Step": 2366, "Finetune/Step Time": 11.741979477927089}
+{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.77168208360672, "Finetune/Loss (Raw)": 0.8949342966079712, "Finetune/Step": 2367, "Finetune/Step Time": 11.751196449622512}
+{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.770305335521698, "Finetune/Loss (Raw)": 0.7587145566940308, "Finetune/Step": 2368, "Finetune/Step Time": 11.74275878444314}
+{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.7703676819801331, "Finetune/Loss (Raw)": 0.9182048439979553, "Finetune/Step": 2369, "Finetune/Step Time": 11.737183518707752}
+{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.7706360816955566, "Finetune/Loss (Raw)": 0.7938598990440369, "Finetune/Step": 2370, "Finetune/Step Time": 11.74096579477191}
+{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.7716408967971802, "Finetune/Loss (Raw)": 0.8732932209968567, "Finetune/Step": 2371, "Finetune/Step Time": 11.738226095214486}
+{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.7693027853965759, "Finetune/Loss (Raw)": 0.7414183616638184, "Finetune/Step": 2372, "Finetune/Step Time": 11.741962134838104}
+{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.7695701122283936, "Finetune/Loss (Raw)": 0.8760050535202026, "Finetune/Step": 2373, "Finetune/Step Time": 11.78246846050024}
+{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.7677978277206421, "Finetune/Loss (Raw)": 0.7088045477867126, "Finetune/Step": 2374, "Finetune/Step Time": 11.784620590507984}
+{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.7672226428985596, "Finetune/Loss (Raw)": 0.6327879428863525, "Finetune/Step": 2375, "Finetune/Step Time": 11.790681768208742}
+{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.7688668370246887, "Finetune/Loss (Raw)": 0.8907763957977295, "Finetune/Step": 2376, "Finetune/Step Time": 11.789951920509338}
+{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.77022784948349, "Finetune/Loss (Raw)": 0.9399631023406982, "Finetune/Step": 2377, "Finetune/Step Time": 11.778799086809158}
+{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.7713663578033447, "Finetune/Loss (Raw)": 0.88743656873703, "Finetune/Step": 2378, "Finetune/Step Time": 11.735017582774162}
+{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.7715178728103638, "Finetune/Loss (Raw)": 0.830219566822052, "Finetune/Step": 2379, "Finetune/Step Time": 11.77804970368743}
+{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.7748314738273621, "Finetune/Loss (Raw)": 0.6924949884414673, "Finetune/Step": 2380, "Finetune/Step Time": 11.740993048995733}
+{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.7742586135864258, "Finetune/Loss (Raw)": 0.7884482741355896, "Finetune/Step": 2381, "Finetune/Step Time": 11.746285367757082}
+{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.7725740671157837, "Finetune/Loss (Raw)": 0.6535813212394714, "Finetune/Step": 2382, "Finetune/Step Time": 11.779656514525414}
+{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.770266056060791, "Finetune/Loss (Raw)": 0.5363665819168091, "Finetune/Step": 2383, "Finetune/Step Time": 11.805170439183712}
+{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.7718052864074707, "Finetune/Loss (Raw)": 0.9285480976104736, "Finetune/Step": 2384, "Finetune/Step Time": 11.798131696879864}
+{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.7718064785003662, "Finetune/Loss (Raw)": 0.7816433906555176, "Finetune/Step": 2385, "Finetune/Step Time": 11.807289618998766}
+{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.774287760257721, "Finetune/Loss (Raw)": 0.939022958278656, "Finetune/Step": 2386, "Finetune/Step Time": 11.819176280871034}
+{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.7747272849082947, "Finetune/Loss (Raw)": 0.7851670384407043, "Finetune/Step": 2387, "Finetune/Step Time": 11.84442132897675}
+{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.7748767137527466, "Finetune/Loss (Raw)": 0.7959808707237244, "Finetune/Step": 2388, "Finetune/Step Time": 11.86327681876719}
+{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.7752112150192261, "Finetune/Loss (Raw)": 0.8957537412643433, "Finetune/Step": 2389, "Finetune/Step Time": 11.860896736383438}
+{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.7751519680023193, "Finetune/Loss (Raw)": 0.9132521152496338, "Finetune/Step": 2390, "Finetune/Step Time": 11.867618788033724}
+{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.7760061025619507, "Finetune/Loss (Raw)": 0.8974409699440002, "Finetune/Step": 2391, "Finetune/Step Time": 11.86627957597375}
+{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.7757749557495117, "Finetune/Loss (Raw)": 0.8291900157928467, "Finetune/Step": 2392, "Finetune/Step Time": 11.866905821487308}
+{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.7767325639724731, "Finetune/Loss (Raw)": 0.8932629823684692, "Finetune/Step": 2393, "Finetune/Step Time": 11.891269937157631}
+{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.7751396894454956, "Finetune/Loss (Raw)": 0.32910290360450745, "Finetune/Step": 2394, "Finetune/Step Time": 11.923875005915761}
+{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.7754557728767395, "Finetune/Loss (Raw)": 0.8206444382667542, "Finetune/Step": 2395, "Finetune/Step Time": 11.932860864326358}
+{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.7756599187850952, "Finetune/Loss (Raw)": 0.786266028881073, "Finetune/Step": 2396, "Finetune/Step Time": 11.928155643865466}
+{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.775257408618927, "Finetune/Loss (Raw)": 0.8141806721687317, "Finetune/Step": 2397, "Finetune/Step Time": 11.923064174130559}
+{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.7783929109573364, "Finetune/Loss (Raw)": 0.9775902628898621, "Finetune/Step": 2398, "Finetune/Step Time": 11.905859649181366}
+{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.7786123156547546, "Finetune/Loss (Raw)": 0.8769776821136475, "Finetune/Step": 2399, "Finetune/Step Time": 11.91849709674716}
+{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.7774943709373474, "Finetune/Loss (Raw)": 0.7105796337127686, "Finetune/Step": 2400, "Finetune/Step Time": 11.903601307421923}
+{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.7775108814239502, "Finetune/Loss (Raw)": 0.7772905230522156, "Finetune/Step": 2401, "Finetune/Step Time": 11.90911983884871}
+{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.7772576808929443, "Finetune/Loss (Raw)": 0.6921007037162781, "Finetune/Step": 2402, "Finetune/Step Time": 11.874949462711811}
+{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.7764856219291687, "Finetune/Loss (Raw)": 0.8120214939117432, "Finetune/Step": 2403, "Finetune/Step Time": 11.891065182164311}
+{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.7764824628829956, "Finetune/Loss (Raw)": 0.8310742378234863, "Finetune/Step": 2404, "Finetune/Step Time": 11.88927641324699}
+{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.7773736715316772, "Finetune/Loss (Raw)": 0.7772327661514282, "Finetune/Step": 2405, "Finetune/Step Time": 11.882266415283084}
+{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.7775074243545532, "Finetune/Loss (Raw)": 0.8929521441459656, "Finetune/Step": 2406, "Finetune/Step Time": 11.885553076863289}
+{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.7753311395645142, "Finetune/Loss (Raw)": 0.55006343126297, "Finetune/Step": 2407, "Finetune/Step Time": 11.925771592184901}
+{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.7764948606491089, "Finetune/Loss (Raw)": 0.9630003571510315, "Finetune/Step": 2408, "Finetune/Step Time": 11.941386345773935}
+{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.7765134572982788, "Finetune/Loss (Raw)": 0.7894497513771057, "Finetune/Step": 2409, "Finetune/Step Time": 11.941251305863261}
+{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.7765016555786133, "Finetune/Loss (Raw)": 0.7795182466506958, "Finetune/Step": 2410, "Finetune/Step Time": 11.95784511603415}
+{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.774514377117157, "Finetune/Loss (Raw)": 0.6604708433151245, "Finetune/Step": 2411, "Finetune/Step Time": 11.971344720572233}
+{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.7752154469490051, "Finetune/Loss (Raw)": 0.7143476009368896, "Finetune/Step": 2412, "Finetune/Step Time": 11.93032548762858}
+{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.7749457359313965, "Finetune/Loss (Raw)": 0.7455483675003052, "Finetune/Step": 2413, "Finetune/Step Time": 11.912173992022872}
+{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.7756274938583374, "Finetune/Loss (Raw)": 0.845964789390564, "Finetune/Step": 2414, "Finetune/Step Time": 11.886627323925495}
+{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.7772917151451111, "Finetune/Loss (Raw)": 0.8033955097198486, "Finetune/Step": 2415, "Finetune/Step Time": 11.885866150259972}
+{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.776398241519928, "Finetune/Loss (Raw)": 0.7582844495773315, "Finetune/Step": 2416, "Finetune/Step Time": 11.88122944906354}
+{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.7774381041526794, "Finetune/Loss (Raw)": 0.7400491237640381, "Finetune/Step": 2417, "Finetune/Step Time": 11.867780582979321}
+{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.7732016444206238, "Finetune/Loss (Raw)": 0.3492971956729889, "Finetune/Step": 2418, "Finetune/Step Time": 11.90327631123364}
+{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.7733839750289917, "Finetune/Loss (Raw)": 0.7687098383903503, "Finetune/Step": 2419, "Finetune/Step Time": 11.90852265805006}
+{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.7755577564239502, "Finetune/Loss (Raw)": 0.9988538026809692, "Finetune/Step": 2420, "Finetune/Step Time": 11.890190491452813}
+{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.7763457298278809, "Finetune/Loss (Raw)": 0.6403436660766602, "Finetune/Step": 2421, "Finetune/Step Time": 11.918132487684488}
+{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.7752239108085632, "Finetune/Loss (Raw)": 0.6583601236343384, "Finetune/Step": 2422, "Finetune/Step Time": 11.936433346942067}
+{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.7737895250320435, "Finetune/Loss (Raw)": 0.581244707107544, "Finetune/Step": 2423, "Finetune/Step Time": 11.93398367613554}
+{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.775449812412262, "Finetune/Loss (Raw)": 0.8644558191299438, "Finetune/Step": 2424, "Finetune/Step Time": 11.933026371523738}
+{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.7745335698127747, "Finetune/Loss (Raw)": 0.6670954823493958, "Finetune/Step": 2425, "Finetune/Step Time": 11.951557578518987}
+{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.7708147764205933, "Finetune/Loss (Raw)": 0.297793447971344, "Finetune/Step": 2426, "Finetune/Step Time": 11.986680230125785}
+{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.7705593705177307, "Finetune/Loss (Raw)": 0.8299722075462341, "Finetune/Step": 2427, "Finetune/Step Time": 11.970169169828296}
+{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.7693071365356445, "Finetune/Loss (Raw)": 0.6764570474624634, "Finetune/Step": 2428, "Finetune/Step Time": 11.961005369201303}
+{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.7699843645095825, "Finetune/Loss (Raw)": 0.8276530504226685, "Finetune/Step": 2429, "Finetune/Step Time": 11.983894621953368}
+{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.7696654200553894, "Finetune/Loss (Raw)": 0.6722153425216675, "Finetune/Step": 2430, "Finetune/Step Time": 12.03480139747262}
+{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.7699185013771057, "Finetune/Loss (Raw)": 0.8764961361885071, "Finetune/Step": 2431, "Finetune/Step Time": 12.031384037807584}
+{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.7710700631141663, "Finetune/Loss (Raw)": 0.7717336416244507, "Finetune/Step": 2432, "Finetune/Step Time": 12.03586295992136}
+{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.7710282802581787, "Finetune/Loss (Raw)": 0.7103797197341919, "Finetune/Step": 2433, "Finetune/Step Time": 12.034476302564144}
+{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.7703633308410645, "Finetune/Loss (Raw)": 0.8120121955871582, "Finetune/Step": 2434, "Finetune/Step Time": 12.033057359978557}
+{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.7697682976722717, "Finetune/Loss (Raw)": 0.7686084508895874, "Finetune/Step": 2435, "Finetune/Step Time": 12.04989230632782}
+{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.7724758386611938, "Finetune/Loss (Raw)": 0.8627386689186096, "Finetune/Step": 2436, "Finetune/Step Time": 12.036393681541085}
+{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.7726050615310669, "Finetune/Loss (Raw)": 0.7537873387336731, "Finetune/Step": 2437, "Finetune/Step Time": 12.045027259737253}
+{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.7726223468780518, "Finetune/Loss (Raw)": 0.8713966608047485, "Finetune/Step": 2438, "Finetune/Step Time": 12.05249928869307}
+{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.7727517485618591, "Finetune/Loss (Raw)": 0.8754716515541077, "Finetune/Step": 2439, "Finetune/Step Time": 12.05338010378182}
+{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.7740983963012695, "Finetune/Loss (Raw)": 0.859964907169342, "Finetune/Step": 2440, "Finetune/Step Time": 12.016364354640245}
+{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.7749021053314209, "Finetune/Loss (Raw)": 0.8920554518699646, "Finetune/Step": 2441, "Finetune/Step Time": 12.007614485919476}
+{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.7754653692245483, "Finetune/Loss (Raw)": 0.8146734237670898, "Finetune/Step": 2442, "Finetune/Step Time": 12.00113021954894}
+{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.7765613198280334, "Finetune/Loss (Raw)": 0.8914996981620789, "Finetune/Step": 2443, "Finetune/Step Time": 12.010788405314088}
+{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.7761741876602173, "Finetune/Loss (Raw)": 0.8156179785728455, "Finetune/Step": 2444, "Finetune/Step Time": 12.023345811292529}
+{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.7722175717353821, "Finetune/Loss (Raw)": 0.2631814777851105, "Finetune/Step": 2445, "Finetune/Step Time": 12.05486922711134}
+{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.7732602953910828, "Finetune/Loss (Raw)": 0.8536420464515686, "Finetune/Step": 2446, "Finetune/Step Time": 12.059167614206672}
+{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.7726579904556274, "Finetune/Loss (Raw)": 0.8276538848876953, "Finetune/Step": 2447, "Finetune/Step Time": 12.068309677764773}
+{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.7735565900802612, "Finetune/Loss (Raw)": 0.8935168981552124, "Finetune/Step": 2448, "Finetune/Step Time": 12.072711501270533}
+{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.7729314565658569, "Finetune/Loss (Raw)": 0.7033544778823853, "Finetune/Step": 2449, "Finetune/Step Time": 12.059790275990963}
+{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.7690887451171875, "Finetune/Loss (Raw)": 0.3330329358577728, "Finetune/Step": 2450, "Finetune/Step Time": 12.092229878529906}
+{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.7655598521232605, "Finetune/Loss (Raw)": 0.21727043390274048, "Finetune/Step": 2451, "Finetune/Step Time": 12.108215300366282}
+{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.7655116319656372, "Finetune/Loss (Raw)": 0.7566251754760742, "Finetune/Step": 2452, "Finetune/Step Time": 12.11256175674498}
+{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.7651610374450684, "Finetune/Loss (Raw)": 0.8044371604919434, "Finetune/Step": 2453, "Finetune/Step Time": 12.146222623065114}
+{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.7685182094573975, "Finetune/Loss (Raw)": 0.7750231623649597, "Finetune/Step": 2454, "Finetune/Step Time": 12.12897588685155}
+{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.7689301371574402, "Finetune/Loss (Raw)": 0.855381190776825, "Finetune/Step": 2455, "Finetune/Step Time": 12.105539722368121}
+{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.7701777219772339, "Finetune/Loss (Raw)": 0.864423394203186, "Finetune/Step": 2456, "Finetune/Step Time": 12.08735161460936}
+{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.769508957862854, "Finetune/Loss (Raw)": 0.8196230530738831, "Finetune/Step": 2457, "Finetune/Step Time": 12.082411643117666}
+{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.7702575922012329, "Finetune/Loss (Raw)": 0.7925833463668823, "Finetune/Step": 2458, "Finetune/Step Time": 12.093923220410943}
+{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.769661009311676, "Finetune/Loss (Raw)": 0.7478745579719543, "Finetune/Step": 2459, "Finetune/Step Time": 12.082157390192151}
+{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.7678877115249634, "Finetune/Loss (Raw)": 0.7445290088653564, "Finetune/Step": 2460, "Finetune/Step Time": 12.072571305558085}
+{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.7681602239608765, "Finetune/Loss (Raw)": 0.9056931138038635, "Finetune/Step": 2461, "Finetune/Step Time": 12.065543783828616}
+{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.7681156396865845, "Finetune/Loss (Raw)": 0.8112465143203735, "Finetune/Step": 2462, "Finetune/Step Time": 12.041304344311357}
+{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.7679083347320557, "Finetune/Loss (Raw)": 0.7668044567108154, "Finetune/Step": 2463, "Finetune/Step Time": 12.030550472438335}
+{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.7686344385147095, "Finetune/Loss (Raw)": 0.8895683288574219, "Finetune/Step": 2464, "Finetune/Step Time": 12.002142686396837}
+{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.7679620981216431, "Finetune/Loss (Raw)": 0.8009374737739563, "Finetune/Step": 2465, "Finetune/Step Time": 12.00690515898168}
+{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.7673653960227966, "Finetune/Loss (Raw)": 0.740822970867157, "Finetune/Step": 2466, "Finetune/Step Time": 11.99705869704485}
+{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.7680087089538574, "Finetune/Loss (Raw)": 0.789862871170044, "Finetune/Step": 2467, "Finetune/Step Time": 11.95945985428989}
+{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.7693004608154297, "Finetune/Loss (Raw)": 0.910457193851471, "Finetune/Step": 2468, "Finetune/Step Time": 11.978017101064324}
+{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.7693575620651245, "Finetune/Loss (Raw)": 0.8792464137077332, "Finetune/Step": 2469, "Finetune/Step Time": 11.920198280364275}
+{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.7729281187057495, "Finetune/Loss (Raw)": 0.7306837439537048, "Finetune/Step": 2470, "Finetune/Step Time": 11.904456010088325}
+{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.7727487683296204, "Finetune/Loss (Raw)": 0.8823131918907166, "Finetune/Step": 2471, "Finetune/Step Time": 11.874108493328094}
+{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.7733075618743896, "Finetune/Loss (Raw)": 0.8162081837654114, "Finetune/Step": 2472, "Finetune/Step Time": 11.82110658660531}
+{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.7719716429710388, "Finetune/Loss (Raw)": 0.8295941948890686, "Finetune/Step": 2473, "Finetune/Step Time": 11.832860823720694}
+{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.7716526985168457, "Finetune/Loss (Raw)": 0.7588343620300293, "Finetune/Step": 2474, "Finetune/Step Time": 11.841104524210095}
+{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.7712063789367676, "Finetune/Loss (Raw)": 0.7741830348968506, "Finetune/Step": 2475, "Finetune/Step Time": 11.841268150135875}
+{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.7709282636642456, "Finetune/Loss (Raw)": 0.7947108149528503, "Finetune/Step": 2476, "Finetune/Step Time": 11.836607301607728}
+{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.7710064649581909, "Finetune/Loss (Raw)": 0.7843995690345764, "Finetune/Step": 2477, "Finetune/Step Time": 11.830770060420036}
+{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.7710567712783813, "Finetune/Loss (Raw)": 0.7926986813545227, "Finetune/Step": 2478, "Finetune/Step Time": 11.829579142853618}
+{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.7695431709289551, "Finetune/Loss (Raw)": 0.692061722278595, "Finetune/Step": 2479, "Finetune/Step Time": 11.82978818565607}
+{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.7685352563858032, "Finetune/Loss (Raw)": 0.7068508863449097, "Finetune/Step": 2480, "Finetune/Step Time": 11.827622471377254}
+{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.7643378973007202, "Finetune/Loss (Raw)": 0.26437172293663025, "Finetune/Step": 2481, "Finetune/Step Time": 11.864999694749713}
+{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.7656551599502563, "Finetune/Loss (Raw)": 0.9835376739501953, "Finetune/Step": 2482, "Finetune/Step Time": 11.859377538785338}
+{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.7654869556427002, "Finetune/Loss (Raw)": 0.7459409236907959, "Finetune/Step": 2483, "Finetune/Step Time": 11.869373420253396}
+{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.7659133672714233, "Finetune/Loss (Raw)": 0.7175811529159546, "Finetune/Step": 2484, "Finetune/Step Time": 11.87961663492024}
+{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.766014575958252, "Finetune/Loss (Raw)": 0.7975870966911316, "Finetune/Step": 2485, "Finetune/Step Time": 11.880132757127285}
+{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.7642408609390259, "Finetune/Loss (Raw)": 0.6422067284584045, "Finetune/Step": 2486, "Finetune/Step Time": 11.898659145459533}
+{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.7645169496536255, "Finetune/Loss (Raw)": 0.2666216790676117, "Finetune/Step": 2487, "Finetune/Step Time": 11.894384313374758}
+{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.7648310661315918, "Finetune/Loss (Raw)": 0.9035061001777649, "Finetune/Step": 2488, "Finetune/Step Time": 11.891685921698809}
+{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.7648069262504578, "Finetune/Loss (Raw)": 0.8407894372940063, "Finetune/Step": 2489, "Finetune/Step Time": 11.92408680357039}
+{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.7606008052825928, "Finetune/Loss (Raw)": 0.24878524243831635, "Finetune/Step": 2490, "Finetune/Step Time": 11.966883784160018}
+{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.762344241142273, "Finetune/Loss (Raw)": 0.770544171333313, "Finetune/Step": 2491, "Finetune/Step Time": 11.95261537283659}
+{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.7621161937713623, "Finetune/Loss (Raw)": 0.6976309418678284, "Finetune/Step": 2492, "Finetune/Step Time": 11.95367831736803}
+{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.7619235515594482, "Finetune/Loss (Raw)": 0.8373979926109314, "Finetune/Step": 2493, "Finetune/Step Time": 11.967892656102777}
+{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.7644443511962891, "Finetune/Loss (Raw)": 0.8894846439361572, "Finetune/Step": 2494, "Finetune/Step Time": 11.945916809141636}
+{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.7638508081436157, "Finetune/Loss (Raw)": 0.8189588785171509, "Finetune/Step": 2495, "Finetune/Step Time": 11.933198323473334}
+{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.7637466788291931, "Finetune/Loss (Raw)": 0.7453855872154236, "Finetune/Step": 2496, "Finetune/Step Time": 11.971884557977319}
+{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.7616148591041565, "Finetune/Loss (Raw)": 0.6453314423561096, "Finetune/Step": 2497, "Finetune/Step Time": 11.968751564621925}
+{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.7625578045845032, "Finetune/Loss (Raw)": 0.914558470249176, "Finetune/Step": 2498, "Finetune/Step Time": 11.968992296606302}
+{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.7599704265594482, "Finetune/Loss (Raw)": 0.5421003103256226, "Finetune/Step": 2499, "Finetune/Step Time": 11.991344494745135}
+{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.7607085704803467, "Finetune/Loss (Raw)": 0.8359019160270691, "Finetune/Step": 2500, "Finetune/Step Time": 11.991449691355228}
+{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.7606868147850037, "Finetune/Loss (Raw)": 0.8732214570045471, "Finetune/Step": 2501, "Finetune/Step Time": 11.954257251694798}
+{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.7616698145866394, "Finetune/Loss (Raw)": 0.8346313238143921, "Finetune/Step": 2502, "Finetune/Step Time": 11.954334707930684}
+{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.7631973624229431, "Finetune/Loss (Raw)": 0.8283166885375977, "Finetune/Step": 2503, "Finetune/Step Time": 11.932458072900772}
+{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.7626582384109497, "Finetune/Loss (Raw)": 0.821759819984436, "Finetune/Step": 2504, "Finetune/Step Time": 11.939705722033978}
+{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.7614750862121582, "Finetune/Loss (Raw)": 0.7885200381278992, "Finetune/Step": 2505, "Finetune/Step Time": 11.939010670408607}
+{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.7604856491088867, "Finetune/Loss (Raw)": 0.7607986330986023, "Finetune/Step": 2506, "Finetune/Step Time": 11.946260798722506}
+{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.7607333660125732, "Finetune/Loss (Raw)": 0.8619254231452942, "Finetune/Step": 2507, "Finetune/Step Time": 11.911125684157014}
+{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.7609198093414307, "Finetune/Loss (Raw)": 0.7163538336753845, "Finetune/Step": 2508, "Finetune/Step Time": 11.924176886677742}
+{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.760820746421814, "Finetune/Loss (Raw)": 0.7757667303085327, "Finetune/Step": 2509, "Finetune/Step Time": 11.929862514138222}
+{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.7626934051513672, "Finetune/Loss (Raw)": 0.8932899236679077, "Finetune/Step": 2510, "Finetune/Step Time": 11.888517934828997}
+{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.7651301622390747, "Finetune/Loss (Raw)": 0.8482733964920044, "Finetune/Step": 2511, "Finetune/Step Time": 11.881877731531858}
+{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.7632488012313843, "Finetune/Loss (Raw)": 0.6877297163009644, "Finetune/Step": 2512, "Finetune/Step Time": 11.90733883716166}
+{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.7628321647644043, "Finetune/Loss (Raw)": 0.7283118963241577, "Finetune/Step": 2513, "Finetune/Step Time": 11.9073885101825}
+{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.7618931531906128, "Finetune/Loss (Raw)": 0.8188368678092957, "Finetune/Step": 2514, "Finetune/Step Time": 11.930726444348693}
+{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.7606767416000366, "Finetune/Loss (Raw)": 0.6294604539871216, "Finetune/Step": 2515, "Finetune/Step Time": 11.941598864272237}
+{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.7604469060897827, "Finetune/Loss (Raw)": 0.7665655612945557, "Finetune/Step": 2516, "Finetune/Step Time": 11.901071690022945}
+{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.7600387334823608, "Finetune/Loss (Raw)": 0.843502938747406, "Finetune/Step": 2517, "Finetune/Step Time": 11.90727712213993}
+{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.7587344646453857, "Finetune/Loss (Raw)": 0.7463001608848572, "Finetune/Step": 2518, "Finetune/Step Time": 11.919367030262947}
+{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.7576634883880615, "Finetune/Loss (Raw)": 0.7603617906570435, "Finetune/Step": 2519, "Finetune/Step Time": 11.92800821363926}
+{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.7582500576972961, "Finetune/Loss (Raw)": 0.9042710661888123, "Finetune/Step": 2520, "Finetune/Step Time": 11.928019618615508}
+{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.7538251876831055, "Finetune/Loss (Raw)": 0.3268757462501526, "Finetune/Step": 2521, "Finetune/Step Time": 11.93634477071464}
+{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.7575271725654602, "Finetune/Loss (Raw)": 0.8029636740684509, "Finetune/Step": 2522, "Finetune/Step Time": 11.92723686248064}
+{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.7557715177536011, "Finetune/Loss (Raw)": 0.5959230661392212, "Finetune/Step": 2523, "Finetune/Step Time": 11.931191623210907}
+{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.7555361986160278, "Finetune/Loss (Raw)": 0.7561442852020264, "Finetune/Step": 2524, "Finetune/Step Time": 11.930411541834474}
+{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.7539649605751038, "Finetune/Loss (Raw)": 0.6130558848381042, "Finetune/Step": 2525, "Finetune/Step Time": 11.955921357497573}
+{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.7527565360069275, "Finetune/Loss (Raw)": 0.8229119777679443, "Finetune/Step": 2526, "Finetune/Step Time": 11.961530942469835}
+{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.7522149682044983, "Finetune/Loss (Raw)": 0.8076595067977905, "Finetune/Step": 2527, "Finetune/Step Time": 11.980754731222987}
+{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.7536863088607788, "Finetune/Loss (Raw)": 0.8989139795303345, "Finetune/Step": 2528, "Finetune/Step Time": 11.993033083155751}
+{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.7491147518157959, "Finetune/Loss (Raw)": 0.19212466478347778, "Finetune/Step": 2529, "Finetune/Step Time": 12.025733331218362}
+{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.750075101852417, "Finetune/Loss (Raw)": 0.815030038356781, "Finetune/Step": 2530, "Finetune/Step Time": 12.010581897571683}
+{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.7495234608650208, "Finetune/Loss (Raw)": 0.7414148449897766, "Finetune/Step": 2531, "Finetune/Step Time": 12.008465718477964}
+{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.7491374015808105, "Finetune/Loss (Raw)": 0.7816585302352905, "Finetune/Step": 2532, "Finetune/Step Time": 12.040263963863254}
+{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.7483840584754944, "Finetune/Loss (Raw)": 0.6808035373687744, "Finetune/Step": 2533, "Finetune/Step Time": 12.044519172981381}
+{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.7441080808639526, "Finetune/Loss (Raw)": 0.3456149697303772, "Finetune/Step": 2534, "Finetune/Step Time": 12.079156151041389}
+{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.7466636896133423, "Finetune/Loss (Raw)": 0.8771881461143494, "Finetune/Step": 2535, "Finetune/Step Time": 12.048602612689137}
+{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.7439303994178772, "Finetune/Loss (Raw)": 0.613143801689148, "Finetune/Step": 2536, "Finetune/Step Time": 12.062895799055696}
+{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.74344402551651, "Finetune/Loss (Raw)": 0.727193295955658, "Finetune/Step": 2537, "Finetune/Step Time": 12.075562849640846}
+{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.7437614798545837, "Finetune/Loss (Raw)": 0.8201512694358826, "Finetune/Step": 2538, "Finetune/Step Time": 12.081800701096654}
+{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.7446174621582031, "Finetune/Loss (Raw)": 0.7700390219688416, "Finetune/Step": 2539, "Finetune/Step Time": 12.078462768346071}
+{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.7452516555786133, "Finetune/Loss (Raw)": 0.7955173850059509, "Finetune/Step": 2540, "Finetune/Step Time": 12.077527524903417}
+{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.7445489168167114, "Finetune/Loss (Raw)": 0.6556059122085571, "Finetune/Step": 2541, "Finetune/Step Time": 12.109191192314029}
+{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.7443944811820984, "Finetune/Loss (Raw)": 0.8261899352073669, "Finetune/Step": 2542, "Finetune/Step Time": 12.116630164906383}
+{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.744407594203949, "Finetune/Loss (Raw)": 0.805079460144043, "Finetune/Step": 2543, "Finetune/Step Time": 12.10656718723476}
+{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.7434028387069702, "Finetune/Loss (Raw)": 0.6296666264533997, "Finetune/Step": 2544, "Finetune/Step Time": 12.12482718937099}
+{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.7438943386077881, "Finetune/Loss (Raw)": 0.8029636144638062, "Finetune/Step": 2545, "Finetune/Step Time": 12.11168153770268}
+{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.7431600093841553, "Finetune/Loss (Raw)": 0.2553038001060486, "Finetune/Step": 2546, "Finetune/Step Time": 12.11066259816289}
+{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.7432186603546143, "Finetune/Loss (Raw)": 0.776218831539154, "Finetune/Step": 2547, "Finetune/Step Time": 12.055704299360514}
+{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.7424972057342529, "Finetune/Loss (Raw)": 0.9065138697624207, "Finetune/Step": 2548, "Finetune/Step Time": 12.060312435030937}
+{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.7395471334457397, "Finetune/Loss (Raw)": 0.2627272605895996, "Finetune/Step": 2549, "Finetune/Step Time": 12.050356887280941}
+{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.7404568791389465, "Finetune/Loss (Raw)": 0.7748098373413086, "Finetune/Step": 2550, "Finetune/Step Time": 12.03117923811078}
+{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.7427449226379395, "Finetune/Loss (Raw)": 0.8741194605827332, "Finetune/Step": 2551, "Finetune/Step Time": 12.01315732114017}
+{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.7438284158706665, "Finetune/Loss (Raw)": 1.0031359195709229, "Finetune/Step": 2552, "Finetune/Step Time": 12.014796445146203}
+{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.7440730333328247, "Finetune/Loss (Raw)": 0.6984093189239502, "Finetune/Step": 2553, "Finetune/Step Time": 12.01762955635786}
+{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.7478808164596558, "Finetune/Loss (Raw)": 0.7851883172988892, "Finetune/Step": 2554, "Finetune/Step Time": 12.049980090931058}
+{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.7437083125114441, "Finetune/Loss (Raw)": 0.29589277505874634, "Finetune/Step": 2555, "Finetune/Step Time": 12.0850103572011}
+{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.7449550032615662, "Finetune/Loss (Raw)": 0.8360349535942078, "Finetune/Step": 2556, "Finetune/Step Time": 12.09518551453948}
+{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.7437577247619629, "Finetune/Loss (Raw)": 0.6744040250778198, "Finetune/Step": 2557, "Finetune/Step Time": 12.06341003254056}
+{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.7445505857467651, "Finetune/Loss (Raw)": 0.7736968994140625, "Finetune/Step": 2558, "Finetune/Step Time": 12.001767784357071}
+{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.7433016896247864, "Finetune/Loss (Raw)": 0.7166409492492676, "Finetune/Step": 2559, "Finetune/Step Time": 11.999011488631368}
+{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.741858184337616, "Finetune/Loss (Raw)": 0.5869621634483337, "Finetune/Step": 2560, "Finetune/Step Time": 12.014286996796727}
+{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.7425695657730103, "Finetune/Loss (Raw)": 0.8014405965805054, "Finetune/Step": 2561, "Finetune/Step Time": 12.019732795655727}
+{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.7432768940925598, "Finetune/Loss (Raw)": 0.9025483727455139, "Finetune/Step": 2562, "Finetune/Step Time": 12.01719430834055}
+{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.7405871152877808, "Finetune/Loss (Raw)": 0.42431560158729553, "Finetune/Step": 2563, "Finetune/Step Time": 12.012181343510747}
+{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.7402108907699585, "Finetune/Loss (Raw)": 0.8145818114280701, "Finetune/Step": 2564, "Finetune/Step Time": 12.01635410822928}
+{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.7410603761672974, "Finetune/Loss (Raw)": 0.862514317035675, "Finetune/Step": 2565, "Finetune/Step Time": 12.01194890588522}
+{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.7407344579696655, "Finetune/Loss (Raw)": 0.8296867609024048, "Finetune/Step": 2566, "Finetune/Step Time": 12.0161735676229}
+{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.7393579483032227, "Finetune/Loss (Raw)": 0.6992745399475098, "Finetune/Step": 2567, "Finetune/Step Time": 12.023008987307549}
+{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.7383302450180054, "Finetune/Loss (Raw)": 0.7284198999404907, "Finetune/Step": 2568, "Finetune/Step Time": 12.028123006224632}
+{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.7389693260192871, "Finetune/Loss (Raw)": 0.9738553166389465, "Finetune/Step": 2569, "Finetune/Step Time": 12.023512603715062}
+{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.7387398481369019, "Finetune/Loss (Raw)": 0.7853090763092041, "Finetune/Step": 2570, "Finetune/Step Time": 12.03048773854971}
+{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.7395284175872803, "Finetune/Loss (Raw)": 0.9924330115318298, "Finetune/Step": 2571, "Finetune/Step Time": 12.027374625205994}
+{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.7394016981124878, "Finetune/Loss (Raw)": 0.7993981838226318, "Finetune/Step": 2572, "Finetune/Step Time": 12.02164507471025}
+{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.7432956695556641, "Finetune/Loss (Raw)": 0.7616086006164551, "Finetune/Step": 2573, "Finetune/Step Time": 11.995768252760172}
+{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.7424294948577881, "Finetune/Loss (Raw)": 0.7427690029144287, "Finetune/Step": 2574, "Finetune/Step Time": 12.037440763786435}
+{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.7414596080780029, "Finetune/Loss (Raw)": 0.7035121917724609, "Finetune/Step": 2575, "Finetune/Step Time": 12.023548325523734}
+{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.7405772805213928, "Finetune/Loss (Raw)": 0.7805823087692261, "Finetune/Step": 2576, "Finetune/Step Time": 12.024963412433863}
+{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.7416131496429443, "Finetune/Loss (Raw)": 0.8359439373016357, "Finetune/Step": 2577, "Finetune/Step Time": 12.03146936930716}
+{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.7458294034004211, "Finetune/Loss (Raw)": 0.8727154731750488, "Finetune/Step": 2578, "Finetune/Step Time": 11.994553230702877}
+{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.7510483264923096, "Finetune/Loss (Raw)": 0.8852910995483398, "Finetune/Step": 2579, "Finetune/Step Time": 11.955205468460917}
+{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.7496350407600403, "Finetune/Loss (Raw)": 0.5757184028625488, "Finetune/Step": 2580, "Finetune/Step Time": 11.973771061748266}
+{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.7502981424331665, "Finetune/Loss (Raw)": 0.8893112540245056, "Finetune/Step": 2581, "Finetune/Step Time": 11.930067785084248}
+{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.7501729726791382, "Finetune/Loss (Raw)": 0.7590062022209167, "Finetune/Step": 2582, "Finetune/Step Time": 11.911245757713914}
+{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.7491135597229004, "Finetune/Loss (Raw)": 0.7197731137275696, "Finetune/Step": 2583, "Finetune/Step Time": 11.927431173622608}
+{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.7495166063308716, "Finetune/Loss (Raw)": 0.9160186648368835, "Finetune/Step": 2584, "Finetune/Step Time": 11.928964147344232}
+{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.7480636239051819, "Finetune/Loss (Raw)": 0.6336386799812317, "Finetune/Step": 2585, "Finetune/Step Time": 11.932589404284954}
+{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.7479633092880249, "Finetune/Loss (Raw)": 0.7797484397888184, "Finetune/Step": 2586, "Finetune/Step Time": 11.907347654923797}
+{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.7489030361175537, "Finetune/Loss (Raw)": 0.8681604862213135, "Finetune/Step": 2587, "Finetune/Step Time": 11.90800634212792}
+{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.7485095262527466, "Finetune/Loss (Raw)": 0.6941601634025574, "Finetune/Step": 2588, "Finetune/Step Time": 11.92346722073853}
+{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.7477438449859619, "Finetune/Loss (Raw)": 0.8076804280281067, "Finetune/Step": 2589, "Finetune/Step Time": 11.931173814460635}
+{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.7479556798934937, "Finetune/Loss (Raw)": 0.8383660316467285, "Finetune/Step": 2590, "Finetune/Step Time": 11.935549695044756}
+{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.747441291809082, "Finetune/Loss (Raw)": 0.7009562253952026, "Finetune/Step": 2591, "Finetune/Step Time": 12.016160091385245}
+{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.7466932535171509, "Finetune/Loss (Raw)": 0.7938199043273926, "Finetune/Step": 2592, "Finetune/Step Time": 12.031156620010734}
+{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.7456828951835632, "Finetune/Loss (Raw)": 0.6716136336326599, "Finetune/Step": 2593, "Finetune/Step Time": 12.072562962770462}
+{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.7452251315116882, "Finetune/Loss (Raw)": 0.6822283864021301, "Finetune/Step": 2594, "Finetune/Step Time": 12.09384005330503}
+{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.7450641989707947, "Finetune/Loss (Raw)": 0.7692624926567078, "Finetune/Step": 2595, "Finetune/Step Time": 12.10339062102139}
+{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.7434684038162231, "Finetune/Loss (Raw)": 0.70619797706604, "Finetune/Step": 2596, "Finetune/Step Time": 12.079868406057358}
+{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.7432342767715454, "Finetune/Loss (Raw)": 0.8492825031280518, "Finetune/Step": 2597, "Finetune/Step Time": 12.084878077730536}
+{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.742235541343689, "Finetune/Loss (Raw)": 0.6028423309326172, "Finetune/Step": 2598, "Finetune/Step Time": 12.097004316747189}
+{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.7418814897537231, "Finetune/Loss (Raw)": 0.836990237236023, "Finetune/Step": 2599, "Finetune/Step Time": 12.105760518461466}
+{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.741569459438324, "Finetune/Loss (Raw)": 0.7762684226036072, "Finetune/Step": 2600, "Finetune/Step Time": 12.114126197993755}
+{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.7411249279975891, "Finetune/Loss (Raw)": 0.7726933360099792, "Finetune/Step": 2601, "Finetune/Step Time": 12.13715204410255}
+{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.7422580122947693, "Finetune/Loss (Raw)": 0.9038683176040649, "Finetune/Step": 2602, "Finetune/Step Time": 12.132304036989808}
+{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.7429099678993225, "Finetune/Loss (Raw)": 0.8576384782791138, "Finetune/Step": 2603, "Finetune/Step Time": 12.142278669402003}
+{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.7424763441085815, "Finetune/Loss (Raw)": 0.7392116189002991, "Finetune/Step": 2604, "Finetune/Step Time": 12.153748231008649}
+{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.741899847984314, "Finetune/Loss (Raw)": 0.7105996608734131, "Finetune/Step": 2605, "Finetune/Step Time": 12.151953326538205}
+{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.7411434650421143, "Finetune/Loss (Raw)": 0.6958841681480408, "Finetune/Step": 2606, "Finetune/Step Time": 12.209302980452776}
+{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.7421287298202515, "Finetune/Loss (Raw)": 0.8181766867637634, "Finetune/Step": 2607, "Finetune/Step Time": 12.247834222391248}
+{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.7433074712753296, "Finetune/Loss (Raw)": 0.8577250838279724, "Finetune/Step": 2608, "Finetune/Step Time": 12.242004558444023}
+{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.7479548454284668, "Finetune/Loss (Raw)": 0.8592432141304016, "Finetune/Step": 2609, "Finetune/Step Time": 12.20496060140431}
+{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.7456627488136292, "Finetune/Loss (Raw)": 0.690143346786499, "Finetune/Step": 2610, "Finetune/Step Time": 12.235680907964706}
+{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.745073676109314, "Finetune/Loss (Raw)": 0.6705438494682312, "Finetune/Step": 2611, "Finetune/Step Time": 12.237302400171757}
+{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.7455759048461914, "Finetune/Loss (Raw)": 0.781869113445282, "Finetune/Step": 2612, "Finetune/Step Time": 12.215940756723285}
+{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.7467044591903687, "Finetune/Loss (Raw)": 0.9420400261878967, "Finetune/Step": 2613, "Finetune/Step Time": 12.21360145136714}
+{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.7474205493927002, "Finetune/Loss (Raw)": 0.733857274055481, "Finetune/Step": 2614, "Finetune/Step Time": 12.19997158460319}
+{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.7522639036178589, "Finetune/Loss (Raw)": 0.8865835666656494, "Finetune/Step": 2615, "Finetune/Step Time": 12.182761186733842}
+{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.7521588802337646, "Finetune/Loss (Raw)": 0.8900563716888428, "Finetune/Step": 2616, "Finetune/Step Time": 12.188376219943166}
+{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.7480982542037964, "Finetune/Loss (Raw)": 0.32102641463279724, "Finetune/Step": 2617, "Finetune/Step Time": 12.188150901347399}
+{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.7512212991714478, "Finetune/Loss (Raw)": 0.6485366225242615, "Finetune/Step": 2618, "Finetune/Step Time": 12.163803052157164}
+{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.7519431710243225, "Finetune/Loss (Raw)": 0.8629470467567444, "Finetune/Step": 2619, "Finetune/Step Time": 12.153281606733799}
+{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.7520624995231628, "Finetune/Loss (Raw)": 0.7129039764404297, "Finetune/Step": 2620, "Finetune/Step Time": 12.146383669227362}
+{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.7513261437416077, "Finetune/Loss (Raw)": 0.7431395053863525, "Finetune/Step": 2621, "Finetune/Step Time": 12.140961717814207}
+{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.7509677410125732, "Finetune/Loss (Raw)": 0.8436176180839539, "Finetune/Step": 2622, "Finetune/Step Time": 12.132185451686382}
+{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.7504589557647705, "Finetune/Loss (Raw)": 0.7538291811943054, "Finetune/Step": 2623, "Finetune/Step Time": 12.169555781409144}
+{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.7507538795471191, "Finetune/Loss (Raw)": 0.7831385135650635, "Finetune/Step": 2624, "Finetune/Step Time": 12.148746339604259}
+{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.7501552104949951, "Finetune/Loss (Raw)": 0.5686987042427063, "Finetune/Step": 2625, "Finetune/Step Time": 12.174163592979312}
+{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.7450770735740662, "Finetune/Loss (Raw)": 0.26455819606781006, "Finetune/Step": 2626, "Finetune/Step Time": 12.214489946141839}
+{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.7467734217643738, "Finetune/Loss (Raw)": 0.7592347264289856, "Finetune/Step": 2627, "Finetune/Step Time": 12.182599974796176}
+{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.7467677593231201, "Finetune/Loss (Raw)": 0.8351781368255615, "Finetune/Step": 2628, "Finetune/Step Time": 12.181197084486485}
+{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.7438368201255798, "Finetune/Loss (Raw)": 0.4980603754520416, "Finetune/Step": 2629, "Finetune/Step Time": 12.20989048294723}
+{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.7426283359527588, "Finetune/Loss (Raw)": 0.679945170879364, "Finetune/Step": 2630, "Finetune/Step Time": 12.210575645789504}
+{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.7428538799285889, "Finetune/Loss (Raw)": 0.8571873307228088, "Finetune/Step": 2631, "Finetune/Step Time": 12.20591177418828}
+{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.7418396472930908, "Finetune/Loss (Raw)": 0.6919352412223816, "Finetune/Step": 2632, "Finetune/Step Time": 12.197334511205554}
+{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.7422781586647034, "Finetune/Loss (Raw)": 0.844646692276001, "Finetune/Step": 2633, "Finetune/Step Time": 12.200423235073686}
+{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.742180585861206, "Finetune/Loss (Raw)": 0.7483100295066833, "Finetune/Step": 2634, "Finetune/Step Time": 12.201548263430595}
+{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.7414320707321167, "Finetune/Loss (Raw)": 0.7661182284355164, "Finetune/Step": 2635, "Finetune/Step Time": 12.191913448274136}
+{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.7431403398513794, "Finetune/Loss (Raw)": 0.9350130558013916, "Finetune/Step": 2636, "Finetune/Step Time": 12.190665926784277}
+{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.742611289024353, "Finetune/Loss (Raw)": 0.7080486416816711, "Finetune/Step": 2637, "Finetune/Step Time": 12.20006262883544}
+{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.7424390316009521, "Finetune/Loss (Raw)": 0.8712378740310669, "Finetune/Step": 2638, "Finetune/Step Time": 12.236579487100244}
+{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.7417652010917664, "Finetune/Loss (Raw)": 0.762028157711029, "Finetune/Step": 2639, "Finetune/Step Time": 12.220261046662927}
+{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.7382935285568237, "Finetune/Loss (Raw)": 0.24335382878780365, "Finetune/Step": 2640, "Finetune/Step Time": 12.232248211279511}
+{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.7387239933013916, "Finetune/Loss (Raw)": 0.7834076285362244, "Finetune/Step": 2641, "Finetune/Step Time": 12.216887755319476}
+{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.7382387518882751, "Finetune/Loss (Raw)": 0.7567279934883118, "Finetune/Step": 2642, "Finetune/Step Time": 12.187404057011008}
+{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.7382866144180298, "Finetune/Loss (Raw)": 0.6355841755867004, "Finetune/Step": 2643, "Finetune/Step Time": 12.183263188228011}
+{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.7373870015144348, "Finetune/Loss (Raw)": 0.6514173746109009, "Finetune/Step": 2644, "Finetune/Step Time": 12.253579042851925}
+{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.7370851635932922, "Finetune/Loss (Raw)": 0.8048717975616455, "Finetune/Step": 2645, "Finetune/Step Time": 12.270147627219558}
+{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.7374571561813354, "Finetune/Loss (Raw)": 0.7939101457595825, "Finetune/Step": 2646, "Finetune/Step Time": 12.244451193138957}
+{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.7372028827667236, "Finetune/Loss (Raw)": 0.7278224229812622, "Finetune/Step": 2647, "Finetune/Step Time": 12.266231739893556}
+{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.7361668348312378, "Finetune/Loss (Raw)": 0.7716493010520935, "Finetune/Step": 2648, "Finetune/Step Time": 12.285457964986563}
+{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.7389915585517883, "Finetune/Loss (Raw)": 0.6884376406669617, "Finetune/Step": 2649, "Finetune/Step Time": 12.274707647040486}
+{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.7381067276000977, "Finetune/Loss (Raw)": 0.6897124648094177, "Finetune/Step": 2650, "Finetune/Step Time": 12.242382736876607}
+{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.7393689155578613, "Finetune/Loss (Raw)": 0.7574777007102966, "Finetune/Step": 2651, "Finetune/Step Time": 12.23319947347045}
+{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.740230917930603, "Finetune/Loss (Raw)": 0.8664814829826355, "Finetune/Step": 2652, "Finetune/Step Time": 12.24447919242084}
+{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.7408556938171387, "Finetune/Loss (Raw)": 0.6930335164070129, "Finetune/Step": 2653, "Finetune/Step Time": 12.265564065426588}
+{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.7360520958900452, "Finetune/Loss (Raw)": 0.2080482691526413, "Finetune/Step": 2654, "Finetune/Step Time": 12.289109779521823}
+{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.7358750700950623, "Finetune/Loss (Raw)": 0.7850017547607422, "Finetune/Step": 2655, "Finetune/Step Time": 12.286025861278176}
+{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.7349849343299866, "Finetune/Loss (Raw)": 0.7849716544151306, "Finetune/Step": 2656, "Finetune/Step Time": 12.279748624190688}
+{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.7381756901741028, "Finetune/Loss (Raw)": 0.6005395650863647, "Finetune/Step": 2657, "Finetune/Step Time": 12.272907784208655}
+{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.7361136674880981, "Finetune/Loss (Raw)": 0.551089346408844, "Finetune/Step": 2658, "Finetune/Step Time": 12.312245357781649}
+{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.7367157936096191, "Finetune/Loss (Raw)": 0.818487823009491, "Finetune/Step": 2659, "Finetune/Step Time": 12.296467188745737}
+{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.7372085452079773, "Finetune/Loss (Raw)": 0.8447316884994507, "Finetune/Step": 2660, "Finetune/Step Time": 12.26669043302536}
+{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.739539623260498, "Finetune/Loss (Raw)": 0.9791815876960754, "Finetune/Step": 2661, "Finetune/Step Time": 12.272903211414814}
+{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.7433552742004395, "Finetune/Loss (Raw)": 0.8340181708335876, "Finetune/Step": 2662, "Finetune/Step Time": 12.231126273050904}
+{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.7432878613471985, "Finetune/Loss (Raw)": 0.8685638308525085, "Finetune/Step": 2663, "Finetune/Step Time": 12.245427336543798}
+{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.7414047718048096, "Finetune/Loss (Raw)": 0.37210938334465027, "Finetune/Step": 2664, "Finetune/Step Time": 12.249956721439958}
+{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.740807056427002, "Finetune/Loss (Raw)": 0.6506803035736084, "Finetune/Step": 2665, "Finetune/Step Time": 12.237640883773565}
+{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.7411026358604431, "Finetune/Loss (Raw)": 0.8579861521720886, "Finetune/Step": 2666, "Finetune/Step Time": 12.2316332180053}
+{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.740716814994812, "Finetune/Loss (Raw)": 0.7206501364707947, "Finetune/Step": 2667, "Finetune/Step Time": 12.222470527514815}
+{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.7406823635101318, "Finetune/Loss (Raw)": 0.7911083698272705, "Finetune/Step": 2668, "Finetune/Step Time": 12.215996030718088}
+{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.7426405549049377, "Finetune/Loss (Raw)": 0.9062612056732178, "Finetune/Step": 2669, "Finetune/Step Time": 12.18434595875442}
+{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.7425366044044495, "Finetune/Loss (Raw)": 0.8128851056098938, "Finetune/Step": 2670, "Finetune/Step Time": 12.175355097278953}
+{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.7410368919372559, "Finetune/Loss (Raw)": 0.6131187677383423, "Finetune/Step": 2671, "Finetune/Step Time": 12.187530025839806}
+{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.7404524087905884, "Finetune/Loss (Raw)": 0.55484539270401, "Finetune/Step": 2672, "Finetune/Step Time": 12.196320865303278}
+{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.7403075695037842, "Finetune/Loss (Raw)": 0.784424901008606, "Finetune/Step": 2673, "Finetune/Step Time": 12.19667918421328}
+{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.7429982423782349, "Finetune/Loss (Raw)": 0.599707841873169, "Finetune/Step": 2674, "Finetune/Step Time": 12.179399559274316}
+{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.7430484890937805, "Finetune/Loss (Raw)": 0.7826526165008545, "Finetune/Step": 2675, "Finetune/Step Time": 12.186857353895903}
+{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.7418465614318848, "Finetune/Loss (Raw)": 0.7526675462722778, "Finetune/Step": 2676, "Finetune/Step Time": 12.19226992316544}
+{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.7464224100112915, "Finetune/Loss (Raw)": 0.8484320044517517, "Finetune/Step": 2677, "Finetune/Step Time": 12.15088016167283}
+{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.7464087009429932, "Finetune/Loss (Raw)": 0.7730652093887329, "Finetune/Step": 2678, "Finetune/Step Time": 12.148534297943115}
+{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.7468448281288147, "Finetune/Loss (Raw)": 0.9299409985542297, "Finetune/Step": 2679, "Finetune/Step Time": 12.14277695864439}
+{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.745424211025238, "Finetune/Loss (Raw)": 0.8212951421737671, "Finetune/Step": 2680, "Finetune/Step Time": 12.14657755754888}
+{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.7420211434364319, "Finetune/Loss (Raw)": 0.2628125548362732, "Finetune/Step": 2681, "Finetune/Step Time": 12.159029576927423}
+{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.7419643998146057, "Finetune/Loss (Raw)": 0.7779238224029541, "Finetune/Step": 2682, "Finetune/Step Time": 12.098312813788652}
+{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.7461599707603455, "Finetune/Loss (Raw)": 0.8329277038574219, "Finetune/Step": 2683, "Finetune/Step Time": 12.057534513995051}
+{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.7456653714179993, "Finetune/Loss (Raw)": 0.7727299928665161, "Finetune/Step": 2684, "Finetune/Step Time": 12.046474825590849}
+{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.7467939257621765, "Finetune/Loss (Raw)": 0.8188562393188477, "Finetune/Step": 2685, "Finetune/Step Time": 12.052733281627297}
+{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.7463235855102539, "Finetune/Loss (Raw)": 0.7134998440742493, "Finetune/Step": 2686, "Finetune/Step Time": 12.067199068143964}
+{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.7467948198318481, "Finetune/Loss (Raw)": 0.7769584059715271, "Finetune/Step": 2687, "Finetune/Step Time": 12.069197624921799}
+{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.7485437989234924, "Finetune/Loss (Raw)": 0.8108298182487488, "Finetune/Step": 2688, "Finetune/Step Time": 12.033576264977455}
+{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.7494149208068848, "Finetune/Loss (Raw)": 0.9129456877708435, "Finetune/Step": 2689, "Finetune/Step Time": 12.040216095745564}
+{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.7445718050003052, "Finetune/Loss (Raw)": 0.2826281487941742, "Finetune/Step": 2690, "Finetune/Step Time": 12.077558021992445}
+{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.7480349540710449, "Finetune/Loss (Raw)": 0.8675974607467651, "Finetune/Step": 2691, "Finetune/Step Time": 12.064110415056348}
+{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.747475266456604, "Finetune/Loss (Raw)": 0.7429429292678833, "Finetune/Step": 2692, "Finetune/Step Time": 12.063292425125837}
+{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.7469753623008728, "Finetune/Loss (Raw)": 0.7985227704048157, "Finetune/Step": 2693, "Finetune/Step Time": 12.05881992354989}
+{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.7461398839950562, "Finetune/Loss (Raw)": 0.7227420210838318, "Finetune/Step": 2694, "Finetune/Step Time": 12.061276257038116}
+{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.7465437650680542, "Finetune/Loss (Raw)": 0.7509793043136597, "Finetune/Step": 2695, "Finetune/Step Time": 12.060065759345889}
+{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.746917724609375, "Finetune/Loss (Raw)": 0.7762807607650757, "Finetune/Step": 2696, "Finetune/Step Time": 12.081903649494052}
+{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.7453031539916992, "Finetune/Loss (Raw)": 0.7671949863433838, "Finetune/Step": 2697, "Finetune/Step Time": 12.086547052487731}
+{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.7447341680526733, "Finetune/Loss (Raw)": 0.7124730348587036, "Finetune/Step": 2698, "Finetune/Step Time": 12.077923700213432}
+{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.7437025904655457, "Finetune/Loss (Raw)": 0.8603928685188293, "Finetune/Step": 2699, "Finetune/Step Time": 12.103290185332298}
+{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.7434567213058472, "Finetune/Loss (Raw)": 0.7679297924041748, "Finetune/Step": 2700, "Finetune/Step Time": 12.102557186037302}
+{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.7433833479881287, "Finetune/Loss (Raw)": 0.752212405204773, "Finetune/Step": 2701, "Finetune/Step Time": 12.154730247333646}
+{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.7438688278198242, "Finetune/Loss (Raw)": 0.8049178719520569, "Finetune/Step": 2702, "Finetune/Step Time": 12.131247907876968}
+{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.7438434958457947, "Finetune/Loss (Raw)": 0.7002684473991394, "Finetune/Step": 2703, "Finetune/Step Time": 12.16135442070663}
+{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.742983341217041, "Finetune/Loss (Raw)": 0.6704845428466797, "Finetune/Step": 2704, "Finetune/Step Time": 12.182960703969002}
+{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.7423021793365479, "Finetune/Loss (Raw)": 0.7487476468086243, "Finetune/Step": 2705, "Finetune/Step Time": 12.183361608535051}
+{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.7421298027038574, "Finetune/Loss (Raw)": 0.8506515026092529, "Finetune/Step": 2706, "Finetune/Step Time": 12.19547021202743}
+{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.7425412535667419, "Finetune/Loss (Raw)": 0.9379616975784302, "Finetune/Step": 2707, "Finetune/Step Time": 12.18811816163361}
+{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.7451337575912476, "Finetune/Loss (Raw)": 0.9075554013252258, "Finetune/Step": 2708, "Finetune/Step Time": 12.181144319474697}
+{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.743845522403717, "Finetune/Loss (Raw)": 0.724416196346283, "Finetune/Step": 2709, "Finetune/Step Time": 12.197537636384368}
+{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.7400830984115601, "Finetune/Loss (Raw)": 0.27741456031799316, "Finetune/Step": 2710, "Finetune/Step Time": 12.238956032320857}
+{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.7410888671875, "Finetune/Loss (Raw)": 0.8485177159309387, "Finetune/Step": 2711, "Finetune/Step Time": 12.220589466392994}
+{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.7402623891830444, "Finetune/Loss (Raw)": 0.8102307915687561, "Finetune/Step": 2712, "Finetune/Step Time": 12.253090061247349}
+{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.7411903142929077, "Finetune/Loss (Raw)": 0.7524096369743347, "Finetune/Step": 2713, "Finetune/Step Time": 12.264882473275065}
+{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.741814136505127, "Finetune/Loss (Raw)": 0.8595978021621704, "Finetune/Step": 2714, "Finetune/Step Time": 12.262636810541153}
+{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.7405095100402832, "Finetune/Loss (Raw)": 0.701164960861206, "Finetune/Step": 2715, "Finetune/Step Time": 12.248582035303116}
+{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.7411940097808838, "Finetune/Loss (Raw)": 0.7817798256874084, "Finetune/Step": 2716, "Finetune/Step Time": 12.233790436759591}
+{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.7413984537124634, "Finetune/Loss (Raw)": 0.8338463306427002, "Finetune/Step": 2717, "Finetune/Step Time": 12.198495376855135}
+{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.7406476736068726, "Finetune/Loss (Raw)": 0.7422709465026855, "Finetune/Step": 2718, "Finetune/Step Time": 12.198724193498492}
+{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.7413362264633179, "Finetune/Loss (Raw)": 0.7890896201133728, "Finetune/Step": 2719, "Finetune/Step Time": 12.120828438550234}
+{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.7416159510612488, "Finetune/Loss (Raw)": 0.8296281695365906, "Finetune/Step": 2720, "Finetune/Step Time": 12.11305856704712}
+{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.7419165968894958, "Finetune/Loss (Raw)": 0.7100955843925476, "Finetune/Step": 2721, "Finetune/Step Time": 12.091675374656916}
+{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.7427418231964111, "Finetune/Loss (Raw)": 0.7878513336181641, "Finetune/Step": 2722, "Finetune/Step Time": 12.07429376989603}
+{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.742302656173706, "Finetune/Loss (Raw)": 0.7130504250526428, "Finetune/Step": 2723, "Finetune/Step Time": 12.064604325219989}
+{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.7431012392044067, "Finetune/Loss (Raw)": 0.8084152340888977, "Finetune/Step": 2724, "Finetune/Step Time": 12.06925569102168}
+{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.7426406145095825, "Finetune/Loss (Raw)": 0.7903268933296204, "Finetune/Step": 2725, "Finetune/Step Time": 12.057974506169558}
+{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.7440683841705322, "Finetune/Loss (Raw)": 0.7855976223945618, "Finetune/Step": 2726, "Finetune/Step Time": 12.052066827192903}
+{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.743557870388031, "Finetune/Loss (Raw)": 0.771643877029419, "Finetune/Step": 2727, "Finetune/Step Time": 12.056585447862744}
+{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.7416657209396362, "Finetune/Loss (Raw)": 0.5340697765350342, "Finetune/Step": 2728, "Finetune/Step Time": 12.0549584813416}
+{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.738121747970581, "Finetune/Loss (Raw)": 0.3190659284591675, "Finetune/Step": 2729, "Finetune/Step Time": 12.063923612236977}
+{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.7359673976898193, "Finetune/Loss (Raw)": 0.6281106472015381, "Finetune/Step": 2730, "Finetune/Step Time": 12.068507051095366}
+{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.7353223562240601, "Finetune/Loss (Raw)": 0.7750729322433472, "Finetune/Step": 2731, "Finetune/Step Time": 12.050977535545826}
+{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.7358964681625366, "Finetune/Loss (Raw)": 0.8126940131187439, "Finetune/Step": 2732, "Finetune/Step Time": 12.042170343920588}
+{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.7367712259292603, "Finetune/Loss (Raw)": 0.8225752115249634, "Finetune/Step": 2733, "Finetune/Step Time": 12.05112980492413}
+{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.7372517585754395, "Finetune/Loss (Raw)": 0.7573958039283752, "Finetune/Step": 2734, "Finetune/Step Time": 12.003769438713789}
+{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.7374365329742432, "Finetune/Loss (Raw)": 0.8418245911598206, "Finetune/Step": 2735, "Finetune/Step Time": 11.96077693067491}
+{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.7334758043289185, "Finetune/Loss (Raw)": 0.3507494032382965, "Finetune/Step": 2736, "Finetune/Step Time": 11.99838881008327}
+{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.7308225631713867, "Finetune/Loss (Raw)": 0.5196323394775391, "Finetune/Step": 2737, "Finetune/Step Time": 12.00760518014431}
+{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.7318395972251892, "Finetune/Loss (Raw)": 0.8203211426734924, "Finetune/Step": 2738, "Finetune/Step Time": 11.989410825073719}
+{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.733210563659668, "Finetune/Loss (Raw)": 0.8460214734077454, "Finetune/Step": 2739, "Finetune/Step Time": 11.97462498024106}
+{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.73232501745224, "Finetune/Loss (Raw)": 0.6685276031494141, "Finetune/Step": 2740, "Finetune/Step Time": 11.990438992157578}
+{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.7315523624420166, "Finetune/Loss (Raw)": 0.8431349992752075, "Finetune/Step": 2741, "Finetune/Step Time": 11.991348875686526}
+{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.7317405939102173, "Finetune/Loss (Raw)": 0.7579594850540161, "Finetune/Step": 2742, "Finetune/Step Time": 11.999479135498405}
+{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.7316710948944092, "Finetune/Loss (Raw)": 0.877676784992218, "Finetune/Step": 2743, "Finetune/Step Time": 11.984649175778031}
+{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.7308589220046997, "Finetune/Loss (Raw)": 0.7861052751541138, "Finetune/Step": 2744, "Finetune/Step Time": 11.978293791413307}
+{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.7353305816650391, "Finetune/Loss (Raw)": 0.8933996558189392, "Finetune/Step": 2745, "Finetune/Step Time": 11.936096642166376}
+{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.7364275455474854, "Finetune/Loss (Raw)": 0.7889465689659119, "Finetune/Step": 2746, "Finetune/Step Time": 11.948768815025687}
+{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.7358212471008301, "Finetune/Loss (Raw)": 0.7853394150733948, "Finetune/Step": 2747, "Finetune/Step Time": 11.979896038770676}
+{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.737301766872406, "Finetune/Loss (Raw)": 0.9024090766906738, "Finetune/Step": 2748, "Finetune/Step Time": 11.984644001349807}
+{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.7380001544952393, "Finetune/Loss (Raw)": 0.832537829875946, "Finetune/Step": 2749, "Finetune/Step Time": 11.978931711986661}
+{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.7373201847076416, "Finetune/Loss (Raw)": 0.7565754055976868, "Finetune/Step": 2750, "Finetune/Step Time": 11.987083053216338}
+{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.7373573780059814, "Finetune/Loss (Raw)": 0.7585979700088501, "Finetune/Step": 2751, "Finetune/Step Time": 11.968030963093042}
+{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.7374368906021118, "Finetune/Loss (Raw)": 0.7933118343353271, "Finetune/Step": 2752, "Finetune/Step Time": 11.967893801629543}
+{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.7399877905845642, "Finetune/Loss (Raw)": 0.895213782787323, "Finetune/Step": 2753, "Finetune/Step Time": 11.943174248561263}
+{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.7439886927604675, "Finetune/Loss (Raw)": 0.7766761183738708, "Finetune/Step": 2754, "Finetune/Step Time": 11.899560265243053}
+{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.7402240037918091, "Finetune/Loss (Raw)": 0.27734535932540894, "Finetune/Step": 2755, "Finetune/Step Time": 11.944312924519181}
+{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.7399531006813049, "Finetune/Loss (Raw)": 0.8005094528198242, "Finetune/Step": 2756, "Finetune/Step Time": 11.976374581456184}
+{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.7406686544418335, "Finetune/Loss (Raw)": 0.589653491973877, "Finetune/Step": 2757, "Finetune/Step Time": 12.017738435417414}
+{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.7420520782470703, "Finetune/Loss (Raw)": 0.8570172786712646, "Finetune/Step": 2758, "Finetune/Step Time": 12.018257578834891}
+{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.7409625053405762, "Finetune/Loss (Raw)": 0.71772700548172, "Finetune/Step": 2759, "Finetune/Step Time": 12.02028521336615}
+{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.740689218044281, "Finetune/Loss (Raw)": 0.6569535136222839, "Finetune/Step": 2760, "Finetune/Step Time": 12.010007442906499}
+{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.7364525198936462, "Finetune/Loss (Raw)": 0.3023478090763092, "Finetune/Step": 2761, "Finetune/Step Time": 12.04846616089344}
+{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.7363146543502808, "Finetune/Loss (Raw)": 0.7306631207466125, "Finetune/Step": 2762, "Finetune/Step Time": 12.066294888034463}
+{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.7363467216491699, "Finetune/Loss (Raw)": 0.7702214121818542, "Finetune/Step": 2763, "Finetune/Step Time": 12.071858460083604}
+{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.7349393367767334, "Finetune/Loss (Raw)": 0.7548646330833435, "Finetune/Step": 2764, "Finetune/Step Time": 12.07274160720408}
+{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.731607973575592, "Finetune/Loss (Raw)": 0.2816404104232788, "Finetune/Step": 2765, "Finetune/Step Time": 12.099305437877774}
+{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.7308952808380127, "Finetune/Loss (Raw)": 0.7800103425979614, "Finetune/Step": 2766, "Finetune/Step Time": 12.072511425241828}
+{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.7313282489776611, "Finetune/Loss (Raw)": 0.8174433708190918, "Finetune/Step": 2767, "Finetune/Step Time": 12.097229881212115}
+{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.7359650135040283, "Finetune/Loss (Raw)": 0.8368659615516663, "Finetune/Step": 2768, "Finetune/Step Time": 12.063268896192312}
+{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.7361887693405151, "Finetune/Loss (Raw)": 0.8120526075363159, "Finetune/Step": 2769, "Finetune/Step Time": 12.077726934105158}
+{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.7343472242355347, "Finetune/Loss (Raw)": 0.5210055112838745, "Finetune/Step": 2770, "Finetune/Step Time": 12.108395967632532}
+{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.7358341217041016, "Finetune/Loss (Raw)": 0.8259062767028809, "Finetune/Step": 2771, "Finetune/Step Time": 12.094299675896764}
+{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.7372066378593445, "Finetune/Loss (Raw)": 0.8270994424819946, "Finetune/Step": 2772, "Finetune/Step Time": 12.028838627040386}
+{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.737799882888794, "Finetune/Loss (Raw)": 0.8808106184005737, "Finetune/Step": 2773, "Finetune/Step Time": 12.006185488775373}
+{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.7334895133972168, "Finetune/Loss (Raw)": 0.24217967689037323, "Finetune/Step": 2774, "Finetune/Step Time": 12.043532434850931}
+{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.7343948483467102, "Finetune/Loss (Raw)": 0.8437076807022095, "Finetune/Step": 2775, "Finetune/Step Time": 12.014665035530925}
+{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.7340055704116821, "Finetune/Loss (Raw)": 0.7218218445777893, "Finetune/Step": 2776, "Finetune/Step Time": 12.00163784623146}
+{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.7346295118331909, "Finetune/Loss (Raw)": 0.7683034539222717, "Finetune/Step": 2777, "Finetune/Step Time": 11.985340315848589}
+{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.7356587052345276, "Finetune/Loss (Raw)": 0.821448028087616, "Finetune/Step": 2778, "Finetune/Step Time": 11.986543690785766}
+{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.7354108095169067, "Finetune/Loss (Raw)": 0.7257434129714966, "Finetune/Step": 2779, "Finetune/Step Time": 11.997198905795813}
+{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.7348459362983704, "Finetune/Loss (Raw)": 0.7941809892654419, "Finetune/Step": 2780, "Finetune/Step Time": 12.00634464994073}
+{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.7361962795257568, "Finetune/Loss (Raw)": 0.865879476070404, "Finetune/Step": 2781, "Finetune/Step Time": 11.976930525153875}
+{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.7408055663108826, "Finetune/Loss (Raw)": 0.7980314493179321, "Finetune/Step": 2782, "Finetune/Step Time": 11.942785101011395}
+{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.7407917380332947, "Finetune/Loss (Raw)": 0.7832335829734802, "Finetune/Step": 2783, "Finetune/Step Time": 11.950633453205228}
+{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.7393473982810974, "Finetune/Loss (Raw)": 0.6000963449478149, "Finetune/Step": 2784, "Finetune/Step Time": 11.973734071478248}
+{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.7407296895980835, "Finetune/Loss (Raw)": 0.7774771451950073, "Finetune/Step": 2785, "Finetune/Step Time": 11.951805675402284}
+{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.7429395318031311, "Finetune/Loss (Raw)": 0.8339400887489319, "Finetune/Step": 2786, "Finetune/Step Time": 11.903770385310054}
+{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.742364764213562, "Finetune/Loss (Raw)": 0.7449198961257935, "Finetune/Step": 2787, "Finetune/Step Time": 11.903013359755278}
+{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.7424873113632202, "Finetune/Loss (Raw)": 0.860416829586029, "Finetune/Step": 2788, "Finetune/Step Time": 11.919624140486121}
+{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.7403464913368225, "Finetune/Loss (Raw)": 0.7051647305488586, "Finetune/Step": 2789, "Finetune/Step Time": 11.943079786375165}
+{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.7399541139602661, "Finetune/Loss (Raw)": 0.7837859392166138, "Finetune/Step": 2790, "Finetune/Step Time": 11.947147093713284}
+{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.7376657724380493, "Finetune/Loss (Raw)": 0.5756632089614868, "Finetune/Step": 2791, "Finetune/Step Time": 11.969244163483381}
+{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.7410482168197632, "Finetune/Loss (Raw)": 0.8050614595413208, "Finetune/Step": 2792, "Finetune/Step Time": 11.956348955631256}
+{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.7431329488754272, "Finetune/Loss (Raw)": 0.9175204038619995, "Finetune/Step": 2793, "Finetune/Step Time": 11.951150316745043}
+{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.7420733571052551, "Finetune/Loss (Raw)": 0.7223594784736633, "Finetune/Step": 2794, "Finetune/Step Time": 11.964874921366572}
+{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.7415551543235779, "Finetune/Loss (Raw)": 0.6543163061141968, "Finetune/Step": 2795, "Finetune/Step Time": 11.983268193900585}
+{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.7413934469223022, "Finetune/Loss (Raw)": 0.7704175114631653, "Finetune/Step": 2796, "Finetune/Step Time": 12.012965528294444}
+{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.7389110326766968, "Finetune/Loss (Raw)": 0.5885134935379028, "Finetune/Step": 2797, "Finetune/Step Time": 12.034938268363476}
+{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.7346079349517822, "Finetune/Loss (Raw)": 0.26208093762397766, "Finetune/Step": 2798, "Finetune/Step Time": 12.078936791047454}
+{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.7349115014076233, "Finetune/Loss (Raw)": 0.6519786715507507, "Finetune/Step": 2799, "Finetune/Step Time": 12.07321055047214}
+{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.7353557348251343, "Finetune/Loss (Raw)": 0.6117101907730103, "Finetune/Step": 2800, "Finetune/Step Time": 12.062714545056224}
+{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.7360026836395264, "Finetune/Loss (Raw)": 0.8672302961349487, "Finetune/Step": 2801, "Finetune/Step Time": 12.068787518888712}
+{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.7380947470664978, "Finetune/Loss (Raw)": 0.8674948215484619, "Finetune/Step": 2802, "Finetune/Step Time": 12.067606782540679}
+{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.7378512620925903, "Finetune/Loss (Raw)": 0.7514837384223938, "Finetune/Step": 2803, "Finetune/Step Time": 12.066074440255761}
+{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.7383643388748169, "Finetune/Loss (Raw)": 0.8183464407920837, "Finetune/Step": 2804, "Finetune/Step Time": 12.056983049958944}
+{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.7390042543411255, "Finetune/Loss (Raw)": 0.9303366541862488, "Finetune/Step": 2805, "Finetune/Step Time": 12.055178482085466}
+{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.7386077642440796, "Finetune/Loss (Raw)": 0.7223094701766968, "Finetune/Step": 2806, "Finetune/Step Time": 12.067936649546027}
+{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.7371566295623779, "Finetune/Loss (Raw)": 0.744201123714447, "Finetune/Step": 2807, "Finetune/Step Time": 12.06603354588151}
+{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.7354191541671753, "Finetune/Loss (Raw)": 0.5988963842391968, "Finetune/Step": 2808, "Finetune/Step Time": 12.086697869002819}
+{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.7356551885604858, "Finetune/Loss (Raw)": 0.29303357005119324, "Finetune/Step": 2809, "Finetune/Step Time": 12.088056292384863}
+{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.7347855567932129, "Finetune/Loss (Raw)": 0.6666088700294495, "Finetune/Step": 2810, "Finetune/Step Time": 12.085866959765553}
+{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.7345594763755798, "Finetune/Loss (Raw)": 0.8039836883544922, "Finetune/Step": 2811, "Finetune/Step Time": 12.093898138031363}
+{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.7345731854438782, "Finetune/Loss (Raw)": 0.7744871377944946, "Finetune/Step": 2812, "Finetune/Step Time": 12.092812994495034}
+{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.7346757650375366, "Finetune/Loss (Raw)": 0.8319826126098633, "Finetune/Step": 2813, "Finetune/Step Time": 12.090754548087716}
+{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.7312577962875366, "Finetune/Loss (Raw)": 0.27600374817848206, "Finetune/Step": 2814, "Finetune/Step Time": 12.115484770387411}
+{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.7320746183395386, "Finetune/Loss (Raw)": 0.8815067410469055, "Finetune/Step": 2815, "Finetune/Step Time": 12.119893731549382}
+{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.731776773929596, "Finetune/Loss (Raw)": 0.7727089524269104, "Finetune/Step": 2816, "Finetune/Step Time": 12.117510134354234}
+{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.7306157350540161, "Finetune/Loss (Raw)": 0.7643349170684814, "Finetune/Step": 2817, "Finetune/Step Time": 12.119509035721421}
+{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.7342478036880493, "Finetune/Loss (Raw)": 0.7475347518920898, "Finetune/Step": 2818, "Finetune/Step Time": 12.091831024736166}
+{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.7344571948051453, "Finetune/Loss (Raw)": 0.8943986296653748, "Finetune/Step": 2819, "Finetune/Step Time": 12.108210183680058}
+{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.7353742122650146, "Finetune/Loss (Raw)": 0.8603154420852661, "Finetune/Step": 2820, "Finetune/Step Time": 12.108753096312284}
+{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.7339766025543213, "Finetune/Loss (Raw)": 0.6196317076683044, "Finetune/Step": 2821, "Finetune/Step Time": 12.133192770183086}
+{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.7345868349075317, "Finetune/Loss (Raw)": 0.8008540272712708, "Finetune/Step": 2822, "Finetune/Step Time": 12.136812902987003}
+{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.7308936715126038, "Finetune/Loss (Raw)": 0.2782474756240845, "Finetune/Step": 2823, "Finetune/Step Time": 12.162868659943342}
+{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.7297372817993164, "Finetune/Loss (Raw)": 0.628264844417572, "Finetune/Step": 2824, "Finetune/Step Time": 12.13773412257433}
+{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.7291774749755859, "Finetune/Loss (Raw)": 0.6955419778823853, "Finetune/Step": 2825, "Finetune/Step Time": 12.136325752362609}
+{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.7287304401397705, "Finetune/Loss (Raw)": 0.6552543044090271, "Finetune/Step": 2826, "Finetune/Step Time": 12.14200447872281}
+{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.7282141447067261, "Finetune/Loss (Raw)": 0.7943118810653687, "Finetune/Step": 2827, "Finetune/Step Time": 12.111746668815613}
+{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.7292438745498657, "Finetune/Loss (Raw)": 0.8997289538383484, "Finetune/Step": 2828, "Finetune/Step Time": 12.111712533980608}
+{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.7296721935272217, "Finetune/Loss (Raw)": 0.8070427775382996, "Finetune/Step": 2829, "Finetune/Step Time": 12.069973735138774}
+{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.7302016019821167, "Finetune/Loss (Raw)": 0.8726732134819031, "Finetune/Step": 2830, "Finetune/Step Time": 12.05676561780274}
+{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.7323802709579468, "Finetune/Loss (Raw)": 0.9791369438171387, "Finetune/Step": 2831, "Finetune/Step Time": 12.02695870026946}
+{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.7341638803482056, "Finetune/Loss (Raw)": 0.8987898230552673, "Finetune/Step": 2832, "Finetune/Step Time": 12.019142102450132}
+{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.7344759702682495, "Finetune/Loss (Raw)": 0.7887011170387268, "Finetune/Step": 2833, "Finetune/Step Time": 12.031978597864509}
+{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.7298436164855957, "Finetune/Loss (Raw)": 0.25770121812820435, "Finetune/Step": 2834, "Finetune/Step Time": 12.057571966201067}
+{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.7288572192192078, "Finetune/Loss (Raw)": 0.8117088079452515, "Finetune/Step": 2835, "Finetune/Step Time": 12.063884533941746}
+{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.7265958786010742, "Finetune/Loss (Raw)": 0.6180998682975769, "Finetune/Step": 2836, "Finetune/Step Time": 12.051107089966536}
+{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.7274179458618164, "Finetune/Loss (Raw)": 0.8296495079994202, "Finetune/Step": 2837, "Finetune/Step Time": 12.032118003815413}
+{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.7306936383247375, "Finetune/Loss (Raw)": 0.6966983675956726, "Finetune/Step": 2838, "Finetune/Step Time": 11.984312631189823}
+{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.7293424606323242, "Finetune/Loss (Raw)": 0.675565242767334, "Finetune/Step": 2839, "Finetune/Step Time": 11.995041336864233}
+{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.7289551496505737, "Finetune/Loss (Raw)": 0.7606619596481323, "Finetune/Step": 2840, "Finetune/Step Time": 11.966583924368024}
+{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.7301616668701172, "Finetune/Loss (Raw)": 0.9068321585655212, "Finetune/Step": 2841, "Finetune/Step Time": 11.95800594240427}
+{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.7296560406684875, "Finetune/Loss (Raw)": 0.7948804497718811, "Finetune/Step": 2842, "Finetune/Step Time": 11.963404089212418}
+{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.7293885946273804, "Finetune/Loss (Raw)": 0.6669350266456604, "Finetune/Step": 2843, "Finetune/Step Time": 11.974484883248806}
+{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.7297642230987549, "Finetune/Loss (Raw)": 0.8298636078834534, "Finetune/Step": 2844, "Finetune/Step Time": 11.976404612883925}
+{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.7292948961257935, "Finetune/Loss (Raw)": 0.7737717628479004, "Finetune/Step": 2845, "Finetune/Step Time": 11.997814767062664}
+{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.7292807102203369, "Finetune/Loss (Raw)": 0.7404534816741943, "Finetune/Step": 2846, "Finetune/Step Time": 11.99426262639463}
+{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.727696418762207, "Finetune/Loss (Raw)": 0.5862963199615479, "Finetune/Step": 2847, "Finetune/Step Time": 12.015735253691673}
+{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.7277860641479492, "Finetune/Loss (Raw)": 0.8411102890968323, "Finetune/Step": 2848, "Finetune/Step Time": 12.027469480410218}
+{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.7279225587844849, "Finetune/Loss (Raw)": 0.727556586265564, "Finetune/Step": 2849, "Finetune/Step Time": 12.018789526075125}
+{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.7278157472610474, "Finetune/Loss (Raw)": 0.7741877436637878, "Finetune/Step": 2850, "Finetune/Step Time": 12.009046433493495}
+{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.7287670373916626, "Finetune/Loss (Raw)": 0.8348159790039062, "Finetune/Step": 2851, "Finetune/Step Time": 12.00239922106266}
+{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.7288984656333923, "Finetune/Loss (Raw)": 0.8252339363098145, "Finetune/Step": 2852, "Finetune/Step Time": 12.00327381119132}
+{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.7285242080688477, "Finetune/Loss (Raw)": 0.7424242496490479, "Finetune/Step": 2853, "Finetune/Step Time": 12.003144793212414}
+{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.7290843725204468, "Finetune/Loss (Raw)": 0.8572967648506165, "Finetune/Step": 2854, "Finetune/Step Time": 11.98915459215641}
+{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.7289944887161255, "Finetune/Loss (Raw)": 0.7601395845413208, "Finetune/Step": 2855, "Finetune/Step Time": 11.996674178168178}
+{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.7306715250015259, "Finetune/Loss (Raw)": 0.7487289905548096, "Finetune/Step": 2856, "Finetune/Step Time": 12.020416267216206}
+{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.7345467805862427, "Finetune/Loss (Raw)": 0.815100371837616, "Finetune/Step": 2857, "Finetune/Step Time": 11.987412720918655}
+{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.7351397275924683, "Finetune/Loss (Raw)": 0.7040096521377563, "Finetune/Step": 2858, "Finetune/Step Time": 11.973857523873448}
+{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.7353321313858032, "Finetune/Loss (Raw)": 0.7996964454650879, "Finetune/Step": 2859, "Finetune/Step Time": 11.986451908946037}
+{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.734132707118988, "Finetune/Loss (Raw)": 0.6591686606407166, "Finetune/Step": 2860, "Finetune/Step Time": 12.005010379478335}
+{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.7349501252174377, "Finetune/Loss (Raw)": 0.9272043704986572, "Finetune/Step": 2861, "Finetune/Step Time": 11.995182827115059}
+{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.7348330020904541, "Finetune/Loss (Raw)": 0.7424047589302063, "Finetune/Step": 2862, "Finetune/Step Time": 12.029542630538344}
+{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.7342706322669983, "Finetune/Loss (Raw)": 0.7698444724082947, "Finetune/Step": 2863, "Finetune/Step Time": 12.024680254980922}
+{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.7370680570602417, "Finetune/Loss (Raw)": 0.7088176608085632, "Finetune/Step": 2864, "Finetune/Step Time": 11.97269969061017}
+{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.7397531270980835, "Finetune/Loss (Raw)": 0.8633150458335876, "Finetune/Step": 2865, "Finetune/Step Time": 11.967408709228039}
+{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.7355824708938599, "Finetune/Loss (Raw)": 0.28648918867111206, "Finetune/Step": 2866, "Finetune/Step Time": 11.995896682143211}
+{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.7352375984191895, "Finetune/Loss (Raw)": 0.8018679618835449, "Finetune/Step": 2867, "Finetune/Step Time": 12.000660808756948}
+{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.737072765827179, "Finetune/Loss (Raw)": 0.9034353494644165, "Finetune/Step": 2868, "Finetune/Step Time": 12.001357240602374}
+{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.7350624203681946, "Finetune/Loss (Raw)": 0.5858094692230225, "Finetune/Step": 2869, "Finetune/Step Time": 12.06968616321683}
+{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.7312486171722412, "Finetune/Loss (Raw)": 0.2697939872741699, "Finetune/Step": 2870, "Finetune/Step Time": 12.094261841848493}
+{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.7314797043800354, "Finetune/Loss (Raw)": 0.9072509407997131, "Finetune/Step": 2871, "Finetune/Step Time": 12.09137998893857}
+{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.7322918772697449, "Finetune/Loss (Raw)": 0.8900671005249023, "Finetune/Step": 2872, "Finetune/Step Time": 12.09075902029872}
+{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.7315247058868408, "Finetune/Loss (Raw)": 0.7951974868774414, "Finetune/Step": 2873, "Finetune/Step Time": 12.093385877087712}
+{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.7274739742279053, "Finetune/Loss (Raw)": 0.2704572081565857, "Finetune/Step": 2874, "Finetune/Step Time": 12.10498134419322}
+{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.728021502494812, "Finetune/Loss (Raw)": 0.8554182052612305, "Finetune/Step": 2875, "Finetune/Step Time": 12.067562421783805}
+{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.7271814346313477, "Finetune/Loss (Raw)": 0.7948809266090393, "Finetune/Step": 2876, "Finetune/Step Time": 12.08294135145843}
+{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.7265777587890625, "Finetune/Loss (Raw)": 0.7552641034126282, "Finetune/Step": 2877, "Finetune/Step Time": 12.088136250153184}
+{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.726290762424469, "Finetune/Loss (Raw)": 0.7198469042778015, "Finetune/Step": 2878, "Finetune/Step Time": 12.097146598622203}
+{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.7259384393692017, "Finetune/Loss (Raw)": 0.7134976387023926, "Finetune/Step": 2879, "Finetune/Step Time": 12.099218800663948}
+{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.72676020860672, "Finetune/Loss (Raw)": 0.8984994292259216, "Finetune/Step": 2880, "Finetune/Step Time": 12.083775408565998}
+{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.7259718775749207, "Finetune/Loss (Raw)": 0.7943076491355896, "Finetune/Step": 2881, "Finetune/Step Time": 12.091707672923803}
+{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.7267143130302429, "Finetune/Loss (Raw)": 0.8717111945152283, "Finetune/Step": 2882, "Finetune/Step Time": 12.092927208170295}
+{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.731690526008606, "Finetune/Loss (Raw)": 0.9143028855323792, "Finetune/Step": 2883, "Finetune/Step Time": 12.059531530365348}
+{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.7309244871139526, "Finetune/Loss (Raw)": 0.7024494409561157, "Finetune/Step": 2884, "Finetune/Step Time": 12.073811873793602}
+{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.7329415678977966, "Finetune/Loss (Raw)": 0.8478432893753052, "Finetune/Step": 2885, "Finetune/Step Time": 12.004462761804461}
+{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.7306369543075562, "Finetune/Loss (Raw)": 0.5620278120040894, "Finetune/Step": 2886, "Finetune/Step Time": 12.051847511902452}
+{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.7303244471549988, "Finetune/Loss (Raw)": 0.6777219176292419, "Finetune/Step": 2887, "Finetune/Step Time": 12.06068499200046}
+{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.7326398491859436, "Finetune/Loss (Raw)": 0.9533270001411438, "Finetune/Step": 2888, "Finetune/Step Time": 12.075070783495903}
+{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.7318937182426453, "Finetune/Loss (Raw)": 0.20684216916561127, "Finetune/Step": 2889, "Finetune/Step Time": 12.073076518252492}
+{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.731896698474884, "Finetune/Loss (Raw)": 0.7310454845428467, "Finetune/Step": 2890, "Finetune/Step Time": 12.052660027518868}
+{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.7315793037414551, "Finetune/Loss (Raw)": 0.7295896410942078, "Finetune/Step": 2891, "Finetune/Step Time": 12.051569882780313}
+{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.7332100868225098, "Finetune/Loss (Raw)": 0.9636099934577942, "Finetune/Step": 2892, "Finetune/Step Time": 12.069945758208632}
+{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.7369871735572815, "Finetune/Loss (Raw)": 0.7651057243347168, "Finetune/Step": 2893, "Finetune/Step Time": 12.028233574703336}
+{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.7377159595489502, "Finetune/Loss (Raw)": 0.8732984662055969, "Finetune/Step": 2894, "Finetune/Step Time": 12.026657918468118}
+{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.7375822067260742, "Finetune/Loss (Raw)": 0.8003190159797668, "Finetune/Step": 2895, "Finetune/Step Time": 12.001173747703433}
+{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.7376487851142883, "Finetune/Loss (Raw)": 0.8453885316848755, "Finetune/Step": 2896, "Finetune/Step Time": 12.004837322980165}
+{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.7378329634666443, "Finetune/Loss (Raw)": 0.8356300592422485, "Finetune/Step": 2897, "Finetune/Step Time": 11.995562868192792}
+{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.7401607036590576, "Finetune/Loss (Raw)": 0.8189606070518494, "Finetune/Step": 2898, "Finetune/Step Time": 11.964139273390174}
+{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.7397288084030151, "Finetune/Loss (Raw)": 0.7706209421157837, "Finetune/Step": 2899, "Finetune/Step Time": 11.965335991233587}
+{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.7383719682693481, "Finetune/Loss (Raw)": 0.6534231305122375, "Finetune/Step": 2900, "Finetune/Step Time": 11.971382524818182}
+{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.7368265390396118, "Finetune/Loss (Raw)": 0.6829941868782043, "Finetune/Step": 2901, "Finetune/Step Time": 11.988702818751335}
+{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.7410846948623657, "Finetune/Loss (Raw)": 0.7872247099876404, "Finetune/Step": 2902, "Finetune/Step Time": 11.993517227470875}
+{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.7407809495925903, "Finetune/Loss (Raw)": 0.8048275113105774, "Finetune/Step": 2903, "Finetune/Step Time": 11.998402209952474}
+{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.7411328554153442, "Finetune/Loss (Raw)": 0.766861617565155, "Finetune/Step": 2904, "Finetune/Step Time": 11.995139073580503}
+{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.7411808967590332, "Finetune/Loss (Raw)": 0.7744501829147339, "Finetune/Step": 2905, "Finetune/Step Time": 11.988152151927352}
+{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.7414891719818115, "Finetune/Loss (Raw)": 0.8609113097190857, "Finetune/Step": 2906, "Finetune/Step Time": 11.989344099536538}
+{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.7417128086090088, "Finetune/Loss (Raw)": 0.7543659210205078, "Finetune/Step": 2907, "Finetune/Step Time": 11.975714014843106}
+{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.7419475317001343, "Finetune/Loss (Raw)": 0.824225664138794, "Finetune/Step": 2908, "Finetune/Step Time": 11.970081465318799}
+{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.7427903413772583, "Finetune/Loss (Raw)": 0.973767876625061, "Finetune/Step": 2909, "Finetune/Step Time": 11.970552118495107}
+{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.7435673475265503, "Finetune/Loss (Raw)": 0.8974806666374207, "Finetune/Step": 2910, "Finetune/Step Time": 11.973585221916437}
+{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.7447530031204224, "Finetune/Loss (Raw)": 0.9350069761276245, "Finetune/Step": 2911, "Finetune/Step Time": 11.94738256931305}
+{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.7464689016342163, "Finetune/Loss (Raw)": 0.8197200894355774, "Finetune/Step": 2912, "Finetune/Step Time": 11.944208513945341}
+{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.7466851472854614, "Finetune/Loss (Raw)": 0.8051624298095703, "Finetune/Step": 2913, "Finetune/Step Time": 11.930923910811543}
+{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.7449644207954407, "Finetune/Loss (Raw)": 0.6136868000030518, "Finetune/Step": 2914, "Finetune/Step Time": 11.986479345709085}
+{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.7435764074325562, "Finetune/Loss (Raw)": 0.5672526955604553, "Finetune/Step": 2915, "Finetune/Step Time": 12.008974857628345}
+{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.7434608936309814, "Finetune/Loss (Raw)": 0.8456327319145203, "Finetune/Step": 2916, "Finetune/Step Time": 11.98605308495462}
+{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.7449599504470825, "Finetune/Loss (Raw)": 0.8970482349395752, "Finetune/Step": 2917, "Finetune/Step Time": 11.958337286487222}
+{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.7442846298217773, "Finetune/Loss (Raw)": 0.6973387002944946, "Finetune/Step": 2918, "Finetune/Step Time": 11.969452867284417}
+{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.7460113167762756, "Finetune/Loss (Raw)": 0.7966822981834412, "Finetune/Step": 2919, "Finetune/Step Time": 11.924842858687043}
+{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.741849422454834, "Finetune/Loss (Raw)": 0.27233821153640747, "Finetune/Step": 2920, "Finetune/Step Time": 11.937379019334912}
+{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.7407857179641724, "Finetune/Loss (Raw)": 0.7813664674758911, "Finetune/Step": 2921, "Finetune/Step Time": 11.971036778762937}
+{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.7408063411712646, "Finetune/Loss (Raw)": 0.724999189376831, "Finetune/Step": 2922, "Finetune/Step Time": 11.958938881754875}
+{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.7411090135574341, "Finetune/Loss (Raw)": 0.6930575966835022, "Finetune/Step": 2923, "Finetune/Step Time": 12.011256100609899}
+{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.7415504455566406, "Finetune/Loss (Raw)": 0.8269259929656982, "Finetune/Step": 2924, "Finetune/Step Time": 11.982392579317093}
+{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.7437558174133301, "Finetune/Loss (Raw)": 0.870795488357544, "Finetune/Step": 2925, "Finetune/Step Time": 11.96362397633493}
+{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.7477816343307495, "Finetune/Loss (Raw)": 0.7773888111114502, "Finetune/Step": 2926, "Finetune/Step Time": 11.980804964900017}
+{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.7468267679214478, "Finetune/Loss (Raw)": 0.5297553539276123, "Finetune/Step": 2927, "Finetune/Step Time": 11.999575033783913}
+{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.7480940818786621, "Finetune/Loss (Raw)": 0.773917019367218, "Finetune/Step": 2928, "Finetune/Step Time": 12.017245557159185}
+{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.747760534286499, "Finetune/Loss (Raw)": 0.8245434165000916, "Finetune/Step": 2929, "Finetune/Step Time": 12.007687689736485}
+{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.7475172877311707, "Finetune/Loss (Raw)": 0.8363568782806396, "Finetune/Step": 2930, "Finetune/Step Time": 11.994909394532442}
+{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.7484033703804016, "Finetune/Loss (Raw)": 0.8649070858955383, "Finetune/Step": 2931, "Finetune/Step Time": 12.000210160389543}
+{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.7486100196838379, "Finetune/Loss (Raw)": 0.8447970747947693, "Finetune/Step": 2932, "Finetune/Step Time": 12.009263081476092}
+{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.747705340385437, "Finetune/Loss (Raw)": 0.814541757106781, "Finetune/Step": 2933, "Finetune/Step Time": 12.02991720661521}
+{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.7479670643806458, "Finetune/Loss (Raw)": 0.7558004856109619, "Finetune/Step": 2934, "Finetune/Step Time": 12.018406599760056}
+{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.7483487725257874, "Finetune/Loss (Raw)": 0.7930622696876526, "Finetune/Step": 2935, "Finetune/Step Time": 12.026586906984448}
+{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.7504335641860962, "Finetune/Loss (Raw)": 0.8657470941543579, "Finetune/Step": 2936, "Finetune/Step Time": 12.041869588196278}
+{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.7558566331863403, "Finetune/Loss (Raw)": 0.9871934056282043, "Finetune/Step": 2937, "Finetune/Step Time": 12.006708389148116}
+{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.7572617530822754, "Finetune/Loss (Raw)": 0.8464559316635132, "Finetune/Step": 2938, "Finetune/Step Time": 11.999512596055865}
+{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.757205605506897, "Finetune/Loss (Raw)": 0.7967984676361084, "Finetune/Step": 2939, "Finetune/Step Time": 11.996127165853977}
+{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.7562789916992188, "Finetune/Loss (Raw)": 0.6558874845504761, "Finetune/Step": 2940, "Finetune/Step Time": 11.99943763203919}
+{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.7535972595214844, "Finetune/Loss (Raw)": 0.48872140049934387, "Finetune/Step": 2941, "Finetune/Step Time": 12.037719633430243}
+{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.7586454153060913, "Finetune/Loss (Raw)": 0.9221622347831726, "Finetune/Step": 2942, "Finetune/Step Time": 12.008964074775577}
+{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.7575149536132812, "Finetune/Loss (Raw)": 0.7368081212043762, "Finetune/Step": 2943, "Finetune/Step Time": 12.01633339561522}
+{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.7577058672904968, "Finetune/Loss (Raw)": 0.7971453070640564, "Finetune/Step": 2944, "Finetune/Step Time": 12.0294035281986}
+{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.7574962377548218, "Finetune/Loss (Raw)": 0.7375059127807617, "Finetune/Step": 2945, "Finetune/Step Time": 12.044266538694501}
+{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.7576463222503662, "Finetune/Loss (Raw)": 0.7667420506477356, "Finetune/Step": 2946, "Finetune/Step Time": 12.028068367391825}
+{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.7564995288848877, "Finetune/Loss (Raw)": 0.7476100921630859, "Finetune/Step": 2947, "Finetune/Step Time": 12.047684257850051}
+{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.7552067041397095, "Finetune/Loss (Raw)": 0.6948371529579163, "Finetune/Step": 2948, "Finetune/Step Time": 12.064150309190154}
+{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.7566931247711182, "Finetune/Loss (Raw)": 0.8098920583724976, "Finetune/Step": 2949, "Finetune/Step Time": 12.044587219133973}
+{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.7568902373313904, "Finetune/Loss (Raw)": 0.8260861039161682, "Finetune/Step": 2950, "Finetune/Step Time": 12.032493621110916}
+{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.7565107345581055, "Finetune/Loss (Raw)": 0.2296619862318039, "Finetune/Step": 2951, "Finetune/Step Time": 12.042199678719044}
+{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.758098840713501, "Finetune/Loss (Raw)": 0.8315525054931641, "Finetune/Step": 2952, "Finetune/Step Time": 12.037249498069286}
+{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.7596296668052673, "Finetune/Loss (Raw)": 0.8914843201637268, "Finetune/Step": 2953, "Finetune/Step Time": 12.034997390583158}
+{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.7599717378616333, "Finetune/Loss (Raw)": 0.6990330219268799, "Finetune/Step": 2954, "Finetune/Step Time": 12.05362550355494}
+{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.7611834406852722, "Finetune/Loss (Raw)": 0.9494136571884155, "Finetune/Step": 2955, "Finetune/Step Time": 12.064773274585605}
+{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.7603378295898438, "Finetune/Loss (Raw)": 0.7914912104606628, "Finetune/Step": 2956, "Finetune/Step Time": 12.058765219524503}
+{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.7598205804824829, "Finetune/Loss (Raw)": 0.7408400177955627, "Finetune/Step": 2957, "Finetune/Step Time": 12.03755097091198}
+{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.7590887546539307, "Finetune/Loss (Raw)": 0.7789984345436096, "Finetune/Step": 2958, "Finetune/Step Time": 12.042884599417448}
+{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.7536213397979736, "Finetune/Loss (Raw)": 0.27930688858032227, "Finetune/Step": 2959, "Finetune/Step Time": 12.074427425861359}
+{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.75245201587677, "Finetune/Loss (Raw)": 0.7491159439086914, "Finetune/Step": 2960, "Finetune/Step Time": 12.069426346570253}
+{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.7521212100982666, "Finetune/Loss (Raw)": 0.7463551163673401, "Finetune/Step": 2961, "Finetune/Step Time": 12.044624930247664}
+{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.757677435874939, "Finetune/Loss (Raw)": 0.9689015746116638, "Finetune/Step": 2962, "Finetune/Step Time": 12.019216995686293}
+{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.7577635645866394, "Finetune/Loss (Raw)": 0.8227279186248779, "Finetune/Step": 2963, "Finetune/Step Time": 12.038081139326096}
+{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.7595166563987732, "Finetune/Loss (Raw)": 0.8425006866455078, "Finetune/Step": 2964, "Finetune/Step Time": 12.043400891125202}
+{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.759867250919342, "Finetune/Loss (Raw)": 0.8745245337486267, "Finetune/Step": 2965, "Finetune/Step Time": 12.036532605066895}
+{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.7601435780525208, "Finetune/Loss (Raw)": 0.7320683002471924, "Finetune/Step": 2966, "Finetune/Step Time": 12.050961738452315}
+{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.7600510120391846, "Finetune/Loss (Raw)": 0.6637194156646729, "Finetune/Step": 2967, "Finetune/Step Time": 12.071639439091086}
+{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.7608925104141235, "Finetune/Loss (Raw)": 0.8683780431747437, "Finetune/Step": 2968, "Finetune/Step Time": 12.08626426011324}
+{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.7599983215332031, "Finetune/Loss (Raw)": 0.7923684120178223, "Finetune/Step": 2969, "Finetune/Step Time": 12.07917856425047}
+{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.7598846554756165, "Finetune/Loss (Raw)": 0.7803311347961426, "Finetune/Step": 2970, "Finetune/Step Time": 12.100876152515411}
+{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.7606135606765747, "Finetune/Loss (Raw)": 0.7602332830429077, "Finetune/Step": 2971, "Finetune/Step Time": 12.112894242629409}
+{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.7601724863052368, "Finetune/Loss (Raw)": 0.7734107375144958, "Finetune/Step": 2972, "Finetune/Step Time": 12.10419805534184}
+{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.7595503330230713, "Finetune/Loss (Raw)": 0.6941393613815308, "Finetune/Step": 2973, "Finetune/Step Time": 12.109520509839058}
+{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.7600226998329163, "Finetune/Loss (Raw)": 0.8009122610092163, "Finetune/Step": 2974, "Finetune/Step Time": 12.11121915280819}
+{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.7575913667678833, "Finetune/Loss (Raw)": 0.27508485317230225, "Finetune/Step": 2975, "Finetune/Step Time": 12.122086988762021}
+{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.7564889192581177, "Finetune/Loss (Raw)": 0.6999962329864502, "Finetune/Step": 2976, "Finetune/Step Time": 12.1119767986238}
+{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.7566447257995605, "Finetune/Loss (Raw)": 0.7475048303604126, "Finetune/Step": 2977, "Finetune/Step Time": 12.107706062495708}
+{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.7577010989189148, "Finetune/Loss (Raw)": 0.9093999266624451, "Finetune/Step": 2978, "Finetune/Step Time": 12.108944188803434}
+{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.7575753331184387, "Finetune/Loss (Raw)": 0.8187130689620972, "Finetune/Step": 2979, "Finetune/Step Time": 12.126984855160117}
+{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.7568346858024597, "Finetune/Loss (Raw)": 0.7304319739341736, "Finetune/Step": 2980, "Finetune/Step Time": 12.133018225431442}
+{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.7565687894821167, "Finetune/Loss (Raw)": 0.7083980441093445, "Finetune/Step": 2981, "Finetune/Step Time": 12.194553200155497}
+{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.7556483745574951, "Finetune/Loss (Raw)": 0.7394751310348511, "Finetune/Step": 2982, "Finetune/Step Time": 12.18231888115406}
+{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.7567667365074158, "Finetune/Loss (Raw)": 0.9032936096191406, "Finetune/Step": 2983, "Finetune/Step Time": 12.1651522051543}
+{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.7567405700683594, "Finetune/Loss (Raw)": 0.7453821301460266, "Finetune/Step": 2984, "Finetune/Step Time": 12.16527478210628}
+{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.7566490769386292, "Finetune/Loss (Raw)": 0.8033874034881592, "Finetune/Step": 2985, "Finetune/Step Time": 12.164933107793331}
+{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.7530837059020996, "Finetune/Loss (Raw)": 0.24764688313007355, "Finetune/Step": 2986, "Finetune/Step Time": 12.211473831906915}
+{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.7528074383735657, "Finetune/Loss (Raw)": 0.7643274664878845, "Finetune/Step": 2987, "Finetune/Step Time": 12.242978749796748}
+{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.7543197870254517, "Finetune/Loss (Raw)": 0.8527519106864929, "Finetune/Step": 2988, "Finetune/Step Time": 12.237013576552272}
+{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.7519042491912842, "Finetune/Loss (Raw)": 0.6180198192596436, "Finetune/Step": 2989, "Finetune/Step Time": 12.246197458356619}
+{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.7531343698501587, "Finetune/Loss (Raw)": 0.8998560309410095, "Finetune/Step": 2990, "Finetune/Step Time": 12.197841990739107}
+{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.7536665797233582, "Finetune/Loss (Raw)": 0.8379624485969543, "Finetune/Step": 2991, "Finetune/Step Time": 12.206816151738167}
+{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.7535378932952881, "Finetune/Loss (Raw)": 0.6923485398292542, "Finetune/Step": 2992, "Finetune/Step Time": 12.228086553514004}
+{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.753760814666748, "Finetune/Loss (Raw)": 0.8918454647064209, "Finetune/Step": 2993, "Finetune/Step Time": 12.210455287247896}
+{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.7584785223007202, "Finetune/Loss (Raw)": 0.8903570175170898, "Finetune/Step": 2994, "Finetune/Step Time": 12.167775273323059}
+{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.758375883102417, "Finetune/Loss (Raw)": 0.7887248396873474, "Finetune/Step": 2995, "Finetune/Step Time": 12.174421405419707}
+{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.7568674087524414, "Finetune/Loss (Raw)": 0.7103516459465027, "Finetune/Step": 2996, "Finetune/Step Time": 12.192172039300203}
+{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.7578269243240356, "Finetune/Loss (Raw)": 0.7086323499679565, "Finetune/Step": 2997, "Finetune/Step Time": 12.126576637849212}
+{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.7615511417388916, "Finetune/Loss (Raw)": 0.7464917898178101, "Finetune/Step": 2998, "Finetune/Step Time": 12.117282869294286}
+{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.7608651518821716, "Finetune/Loss (Raw)": 0.819446325302124, "Finetune/Step": 2999, "Finetune/Step Time": 12.129108164459467}
+{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.7602523565292358, "Finetune/Loss (Raw)": 0.8116278648376465, "Finetune/Step": 3000, "Finetune/Step Time": 12.137240372598171}
+{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.75986248254776, "Finetune/Loss (Raw)": 0.745299220085144, "Finetune/Step": 3001, "Finetune/Step Time": 12.154841411858797}
+{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.7645819783210754, "Finetune/Loss (Raw)": 0.8745489120483398, "Finetune/Step": 3002, "Finetune/Step Time": 12.122713128104806}
+{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.7638697624206543, "Finetune/Loss (Raw)": 0.764251172542572, "Finetune/Step": 3003, "Finetune/Step Time": 12.13335132598877}
+{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.7642179727554321, "Finetune/Loss (Raw)": 0.8394575119018555, "Finetune/Step": 3004, "Finetune/Step Time": 12.120680157095194}
+{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.7627558708190918, "Finetune/Loss (Raw)": 0.5681207180023193, "Finetune/Step": 3005, "Finetune/Step Time": 12.159480959177017}
+{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.7636860013008118, "Finetune/Loss (Raw)": 0.8388968706130981, "Finetune/Step": 3006, "Finetune/Step Time": 12.14653036557138}
+{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.7630499601364136, "Finetune/Loss (Raw)": 0.6320808529853821, "Finetune/Step": 3007, "Finetune/Step Time": 12.129970598965883}
+{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.7627180814743042, "Finetune/Loss (Raw)": 0.8560178875923157, "Finetune/Step": 3008, "Finetune/Step Time": 12.132351936772466}
+{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.7635923624038696, "Finetune/Loss (Raw)": 0.9062225222587585, "Finetune/Step": 3009, "Finetune/Step Time": 12.119783854112029}
+{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.7627167105674744, "Finetune/Loss (Raw)": 0.7596248388290405, "Finetune/Step": 3010, "Finetune/Step Time": 12.1212741676718}
+{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.7622411251068115, "Finetune/Loss (Raw)": 0.8534236550331116, "Finetune/Step": 3011, "Finetune/Step Time": 12.116420444101095}
+{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.7631961107254028, "Finetune/Loss (Raw)": 0.8246833086013794, "Finetune/Step": 3012, "Finetune/Step Time": 12.06115715764463}
+{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.7628328800201416, "Finetune/Loss (Raw)": 0.8013585209846497, "Finetune/Step": 3013, "Finetune/Step Time": 12.054799487814307}
+{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.7637901306152344, "Finetune/Loss (Raw)": 0.6845511198043823, "Finetune/Step": 3014, "Finetune/Step Time": 12.01985784061253}
+{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.7631423473358154, "Finetune/Loss (Raw)": 0.5948082208633423, "Finetune/Step": 3015, "Finetune/Step Time": 12.037280259653926}
+{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.7615341544151306, "Finetune/Loss (Raw)": 0.7474744915962219, "Finetune/Step": 3016, "Finetune/Step Time": 12.04363207705319}
+{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.7652382850646973, "Finetune/Loss (Raw)": 0.6809783577919006, "Finetune/Step": 3017, "Finetune/Step Time": 12.017098601907492}
+{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.7652579545974731, "Finetune/Loss (Raw)": 0.7335562705993652, "Finetune/Step": 3018, "Finetune/Step Time": 12.008710138499737}
+{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.765781581401825, "Finetune/Loss (Raw)": 0.7966181635856628, "Finetune/Step": 3019, "Finetune/Step Time": 12.011124657467008}
+{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.7638664841651917, "Finetune/Loss (Raw)": 0.7184756994247437, "Finetune/Step": 3020, "Finetune/Step Time": 11.977018997073174}
+{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.7639645338058472, "Finetune/Loss (Raw)": 0.7776607871055603, "Finetune/Step": 3021, "Finetune/Step Time": 11.983187217265368}
+{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.7641041278839111, "Finetune/Loss (Raw)": 0.891167938709259, "Finetune/Step": 3022, "Finetune/Step Time": 11.983189024031162}
+{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.7629415988922119, "Finetune/Loss (Raw)": 0.6515141725540161, "Finetune/Step": 3023, "Finetune/Step Time": 11.988289603963494}
+{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.7625943422317505, "Finetune/Loss (Raw)": 0.8009302020072937, "Finetune/Step": 3024, "Finetune/Step Time": 11.997554102912545}
+{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.7625855803489685, "Finetune/Loss (Raw)": 0.834513247013092, "Finetune/Step": 3025, "Finetune/Step Time": 11.995720295235515}
+{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.7624601125717163, "Finetune/Loss (Raw)": 0.8029006719589233, "Finetune/Step": 3026, "Finetune/Step Time": 12.003461174666882}
+{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.7630902528762817, "Finetune/Loss (Raw)": 0.8512792587280273, "Finetune/Step": 3027, "Finetune/Step Time": 11.999323250725865}
+{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.7639437913894653, "Finetune/Loss (Raw)": 0.7626757621765137, "Finetune/Step": 3028, "Finetune/Step Time": 12.005101757124066}
+{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.766357958316803, "Finetune/Loss (Raw)": 0.9920101165771484, "Finetune/Step": 3029, "Finetune/Step Time": 11.988033914938569}
+{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.7659834623336792, "Finetune/Loss (Raw)": 0.7392914295196533, "Finetune/Step": 3030, "Finetune/Step Time": 11.972269281744957}
+{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.7660351395606995, "Finetune/Loss (Raw)": 0.811440646648407, "Finetune/Step": 3031, "Finetune/Step Time": 11.967217871919274}
+{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.7662808895111084, "Finetune/Loss (Raw)": 0.7983149886131287, "Finetune/Step": 3032, "Finetune/Step Time": 11.975444195792079}
+{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.7667642831802368, "Finetune/Loss (Raw)": 0.836327075958252, "Finetune/Step": 3033, "Finetune/Step Time": 11.969833794981241}
+{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.7670186758041382, "Finetune/Loss (Raw)": 0.8934706449508667, "Finetune/Step": 3034, "Finetune/Step Time": 11.963830415159464}
+{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.7673355937004089, "Finetune/Loss (Raw)": 0.7949317693710327, "Finetune/Step": 3035, "Finetune/Step Time": 11.965968266129494}
+{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.7668306827545166, "Finetune/Loss (Raw)": 0.7595928311347961, "Finetune/Step": 3036, "Finetune/Step Time": 11.990317972376943}
+{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.7664641737937927, "Finetune/Loss (Raw)": 0.9268594980239868, "Finetune/Step": 3037, "Finetune/Step Time": 11.984197117388248}
+{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.76612788438797, "Finetune/Loss (Raw)": 0.854436457157135, "Finetune/Step": 3038, "Finetune/Step Time": 11.982558261603117}
+{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.764445424079895, "Finetune/Loss (Raw)": 0.7196551561355591, "Finetune/Step": 3039, "Finetune/Step Time": 11.982813259586692}
+{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.76434326171875, "Finetune/Loss (Raw)": 0.8066366314888, "Finetune/Step": 3040, "Finetune/Step Time": 11.958602856844664}
+{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.7636414766311646, "Finetune/Loss (Raw)": 0.7153425216674805, "Finetune/Step": 3041, "Finetune/Step Time": 11.968230031430721}
+{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.7650909423828125, "Finetune/Loss (Raw)": 0.7992197871208191, "Finetune/Step": 3042, "Finetune/Step Time": 11.928699105978012}
+{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.762342095375061, "Finetune/Loss (Raw)": 0.21538759768009186, "Finetune/Step": 3043, "Finetune/Step Time": 11.946337595582008}
+{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.7608556747436523, "Finetune/Loss (Raw)": 0.655373752117157, "Finetune/Step": 3044, "Finetune/Step Time": 11.982220789417624}
+{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.7583070993423462, "Finetune/Loss (Raw)": 0.5708397626876831, "Finetune/Step": 3045, "Finetune/Step Time": 12.00431920774281}
+{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.7603064775466919, "Finetune/Loss (Raw)": 0.953251838684082, "Finetune/Step": 3046, "Finetune/Step Time": 11.993051374331117}
+{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.7603015899658203, "Finetune/Loss (Raw)": 0.7960568070411682, "Finetune/Step": 3047, "Finetune/Step Time": 12.003028759732842}
+{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.765533983707428, "Finetune/Loss (Raw)": 0.9420878887176514, "Finetune/Step": 3048, "Finetune/Step Time": 11.966116858646274}
+{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.7654095888137817, "Finetune/Loss (Raw)": 0.7654461860656738, "Finetune/Step": 3049, "Finetune/Step Time": 11.933646997436881}
+{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.7667545080184937, "Finetune/Loss (Raw)": 0.8971440196037292, "Finetune/Step": 3050, "Finetune/Step Time": 11.917793061584234}
+{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.7682483196258545, "Finetune/Loss (Raw)": 0.8842657208442688, "Finetune/Step": 3051, "Finetune/Step Time": 11.866295421496034}
+{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.7677174210548401, "Finetune/Loss (Raw)": 0.758969247341156, "Finetune/Step": 3052, "Finetune/Step Time": 11.872962830588222}
+{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.7677624225616455, "Finetune/Loss (Raw)": 0.876561164855957, "Finetune/Step": 3053, "Finetune/Step Time": 11.87896723113954}
+{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.768939197063446, "Finetune/Loss (Raw)": 0.9280129075050354, "Finetune/Step": 3054, "Finetune/Step Time": 11.829278549179435}
+{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.7711372971534729, "Finetune/Loss (Raw)": 0.8111110329627991, "Finetune/Step": 3055, "Finetune/Step Time": 11.813719829544425}
+{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.7715603113174438, "Finetune/Loss (Raw)": 0.8280653953552246, "Finetune/Step": 3056, "Finetune/Step Time": 11.774616796523333}
+{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.770433783531189, "Finetune/Loss (Raw)": 0.680348813533783, "Finetune/Step": 3057, "Finetune/Step Time": 11.791233820840716}
+{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.7704548835754395, "Finetune/Loss (Raw)": 0.8390563130378723, "Finetune/Step": 3058, "Finetune/Step Time": 11.785683929920197}
+{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.7701717615127563, "Finetune/Loss (Raw)": 0.8286605477333069, "Finetune/Step": 3059, "Finetune/Step Time": 11.780843066051602}
+{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.7703218460083008, "Finetune/Loss (Raw)": 0.8640127778053284, "Finetune/Step": 3060, "Finetune/Step Time": 11.786786431446671}
+{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.7708309888839722, "Finetune/Loss (Raw)": 0.8797113299369812, "Finetune/Step": 3061, "Finetune/Step Time": 11.771483602002263}
+{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.7702792882919312, "Finetune/Loss (Raw)": 0.6851820349693298, "Finetune/Step": 3062, "Finetune/Step Time": 11.82917558029294}
+{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.7699550986289978, "Finetune/Loss (Raw)": 0.7515668272972107, "Finetune/Step": 3063, "Finetune/Step Time": 11.814844673499465}
+{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.7697053551673889, "Finetune/Loss (Raw)": 0.8337821364402771, "Finetune/Step": 3064, "Finetune/Step Time": 11.784825399518013}
+{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.7669721245765686, "Finetune/Loss (Raw)": 0.6373388767242432, "Finetune/Step": 3065, "Finetune/Step Time": 11.817309023812413}
+{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.7645577192306519, "Finetune/Loss (Raw)": 0.5374097228050232, "Finetune/Step": 3066, "Finetune/Step Time": 11.89085309393704}
+{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.7646881341934204, "Finetune/Loss (Raw)": 0.8134904503822327, "Finetune/Step": 3067, "Finetune/Step Time": 11.893046563491225}
+{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.765373170375824, "Finetune/Loss (Raw)": 0.7435732483863831, "Finetune/Step": 3068, "Finetune/Step Time": 11.915646899491549}
+{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.7667360901832581, "Finetune/Loss (Raw)": 0.6631745100021362, "Finetune/Step": 3069, "Finetune/Step Time": 11.894684754312038}
+{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.7656644582748413, "Finetune/Loss (Raw)": 0.784992516040802, "Finetune/Step": 3070, "Finetune/Step Time": 11.891440706327558}
+{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.767153799533844, "Finetune/Loss (Raw)": 0.9274457693099976, "Finetune/Step": 3071, "Finetune/Step Time": 11.878987653180957}
+{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.7669106125831604, "Finetune/Loss (Raw)": 0.7660181522369385, "Finetune/Step": 3072, "Finetune/Step Time": 11.88168921880424}
+{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.7673224210739136, "Finetune/Loss (Raw)": 0.7902196049690247, "Finetune/Step": 3073, "Finetune/Step Time": 11.86514369212091}
+{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.7673090696334839, "Finetune/Loss (Raw)": 0.7650350332260132, "Finetune/Step": 3074, "Finetune/Step Time": 11.869604412466288}
+{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.7631407380104065, "Finetune/Loss (Raw)": 0.2140614092350006, "Finetune/Step": 3075, "Finetune/Step Time": 11.883191676810384}
+{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.7628625631332397, "Finetune/Loss (Raw)": 0.659235954284668, "Finetune/Step": 3076, "Finetune/Step Time": 11.859704179689288}
+{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.7630710601806641, "Finetune/Loss (Raw)": 0.8365697264671326, "Finetune/Step": 3077, "Finetune/Step Time": 11.860822711139917}
+{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.7618629336357117, "Finetune/Loss (Raw)": 0.6714550256729126, "Finetune/Step": 3078, "Finetune/Step Time": 11.855319149792194}
+{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.7647324800491333, "Finetune/Loss (Raw)": 0.5969537496566772, "Finetune/Step": 3079, "Finetune/Step Time": 11.85606149211526}
+{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.7637001872062683, "Finetune/Loss (Raw)": 0.6994236707687378, "Finetune/Step": 3080, "Finetune/Step Time": 11.864246185868979}
+{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.7622455358505249, "Finetune/Loss (Raw)": 0.7052885293960571, "Finetune/Step": 3081, "Finetune/Step Time": 11.869737904518843}
+{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.7631704807281494, "Finetune/Loss (Raw)": 0.8174301981925964, "Finetune/Step": 3082, "Finetune/Step Time": 11.848780686035752}
+{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.7621418237686157, "Finetune/Loss (Raw)": 0.8177456259727478, "Finetune/Step": 3083, "Finetune/Step Time": 11.86933977715671}
+{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.7617713809013367, "Finetune/Loss (Raw)": 0.7440695762634277, "Finetune/Step": 3084, "Finetune/Step Time": 11.888736940920353}
+{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.763346791267395, "Finetune/Loss (Raw)": 0.9424947500228882, "Finetune/Step": 3085, "Finetune/Step Time": 11.882923556491733}
+{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.7635912895202637, "Finetune/Loss (Raw)": 0.8102883100509644, "Finetune/Step": 3086, "Finetune/Step Time": 11.892354616895318}
+{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.7674515247344971, "Finetune/Loss (Raw)": 0.7734262347221375, "Finetune/Step": 3087, "Finetune/Step Time": 11.863447504118085}
+{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.7658584713935852, "Finetune/Loss (Raw)": 0.5452010035514832, "Finetune/Step": 3088, "Finetune/Step Time": 11.860407235100865}
+{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.7667627930641174, "Finetune/Loss (Raw)": 0.8621050119400024, "Finetune/Step": 3089, "Finetune/Step Time": 11.866422351449728}
+{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.7647396326065063, "Finetune/Loss (Raw)": 0.7099336981773376, "Finetune/Step": 3090, "Finetune/Step Time": 11.854058844968677}
+{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.763687252998352, "Finetune/Loss (Raw)": 0.688029408454895, "Finetune/Step": 3091, "Finetune/Step Time": 11.861057547852397}
+{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.7588324546813965, "Finetune/Loss (Raw)": 0.22109268605709076, "Finetune/Step": 3092, "Finetune/Step Time": 11.891836876049638}
+{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.7583663463592529, "Finetune/Loss (Raw)": 0.8148557543754578, "Finetune/Step": 3093, "Finetune/Step Time": 11.903154004365206}
+{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.7591731548309326, "Finetune/Loss (Raw)": 0.8353468179702759, "Finetune/Step": 3094, "Finetune/Step Time": 11.891705334186554}
+{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.7600041627883911, "Finetune/Loss (Raw)": 0.7700793743133545, "Finetune/Step": 3095, "Finetune/Step Time": 11.857117490842938}
+{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.7595928907394409, "Finetune/Loss (Raw)": 0.8157427906990051, "Finetune/Step": 3096, "Finetune/Step Time": 11.847060788422823}
+{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.7548494935035706, "Finetune/Loss (Raw)": 0.18521101772785187, "Finetune/Step": 3097, "Finetune/Step Time": 11.886535873636603}
+{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.7530853748321533, "Finetune/Loss (Raw)": 0.5545204281806946, "Finetune/Step": 3098, "Finetune/Step Time": 11.86357625760138}
+{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.7534770965576172, "Finetune/Loss (Raw)": 0.8103702068328857, "Finetune/Step": 3099, "Finetune/Step Time": 11.86878783814609}
+{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.7548764944076538, "Finetune/Loss (Raw)": 0.9525432586669922, "Finetune/Step": 3100, "Finetune/Step Time": 11.872553240507841}
+{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.7538659572601318, "Finetune/Loss (Raw)": 0.5647851824760437, "Finetune/Step": 3101, "Finetune/Step Time": 11.875942686572671}
+{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.7545605301856995, "Finetune/Loss (Raw)": 0.8898208141326904, "Finetune/Step": 3102, "Finetune/Step Time": 11.88901999220252}
+{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.7593526840209961, "Finetune/Loss (Raw)": 0.8884766101837158, "Finetune/Step": 3103, "Finetune/Step Time": 11.876035274937749}
+{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.7603189945220947, "Finetune/Loss (Raw)": 0.823684811592102, "Finetune/Step": 3104, "Finetune/Step Time": 11.866351010277867}
+{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.7609838247299194, "Finetune/Loss (Raw)": 0.8326049447059631, "Finetune/Step": 3105, "Finetune/Step Time": 11.84814116358757}
+{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.7594860792160034, "Finetune/Loss (Raw)": 0.7176944613456726, "Finetune/Step": 3106, "Finetune/Step Time": 11.847362553700805}
+{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.7603752613067627, "Finetune/Loss (Raw)": 0.9325166344642639, "Finetune/Step": 3107, "Finetune/Step Time": 11.835918398573995}
+{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.7604550123214722, "Finetune/Loss (Raw)": 0.7406464219093323, "Finetune/Step": 3108, "Finetune/Step Time": 11.820276832208037}
+{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.7608031034469604, "Finetune/Loss (Raw)": 0.7529503107070923, "Finetune/Step": 3109, "Finetune/Step Time": 11.762984529137611}
+{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.760746419429779, "Finetune/Loss (Raw)": 0.7322220802307129, "Finetune/Step": 3110, "Finetune/Step Time": 11.757560109719634}
+{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.7596561908721924, "Finetune/Loss (Raw)": 0.7637489438056946, "Finetune/Step": 3111, "Finetune/Step Time": 11.774270050227642}
+{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.7604185342788696, "Finetune/Loss (Raw)": 0.842952311038971, "Finetune/Step": 3112, "Finetune/Step Time": 11.745648141950369}
+{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.7599340081214905, "Finetune/Loss (Raw)": 0.7413733005523682, "Finetune/Step": 3113, "Finetune/Step Time": 11.770207161083817}
+{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.7643868923187256, "Finetune/Loss (Raw)": 0.8176143169403076, "Finetune/Step": 3114, "Finetune/Step Time": 11.737614322453737}
+{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.764440655708313, "Finetune/Loss (Raw)": 0.7712063789367676, "Finetune/Step": 3115, "Finetune/Step Time": 11.698291661217809}
+{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.7621201276779175, "Finetune/Loss (Raw)": 0.5557305812835693, "Finetune/Step": 3116, "Finetune/Step Time": 11.758748961612582}
+{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.7638821005821228, "Finetune/Loss (Raw)": 0.8435521721839905, "Finetune/Step": 3117, "Finetune/Step Time": 11.749530402943492}
+{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.7596399784088135, "Finetune/Loss (Raw)": 0.3568679988384247, "Finetune/Step": 3118, "Finetune/Step Time": 11.793172389268875}
+{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.7592976093292236, "Finetune/Loss (Raw)": 0.7941349148750305, "Finetune/Step": 3119, "Finetune/Step Time": 11.791947798803449}
+{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.7600408792495728, "Finetune/Loss (Raw)": 0.7874900102615356, "Finetune/Step": 3120, "Finetune/Step Time": 11.77992357313633}
+{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.7578514814376831, "Finetune/Loss (Raw)": 0.6115954518318176, "Finetune/Step": 3121, "Finetune/Step Time": 11.799845581874251}
+{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.7568936347961426, "Finetune/Loss (Raw)": 0.7677580714225769, "Finetune/Step": 3122, "Finetune/Step Time": 11.802260497584939}
+{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.7566758394241333, "Finetune/Loss (Raw)": 0.7608467936515808, "Finetune/Step": 3123, "Finetune/Step Time": 11.790973426774144}
+{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.7578209638595581, "Finetune/Loss (Raw)": 0.8569295406341553, "Finetune/Step": 3124, "Finetune/Step Time": 11.760206911712885}
+{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.7572200298309326, "Finetune/Loss (Raw)": 0.6317122578620911, "Finetune/Step": 3125, "Finetune/Step Time": 11.758927857503295}
+{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.7580572366714478, "Finetune/Loss (Raw)": 0.853656530380249, "Finetune/Step": 3126, "Finetune/Step Time": 11.730199482291937}
+{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.758788526058197, "Finetune/Loss (Raw)": 0.9130476117134094, "Finetune/Step": 3127, "Finetune/Step Time": 11.721963100135326}
+{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.756227970123291, "Finetune/Loss (Raw)": 0.48387423157691956, "Finetune/Step": 3128, "Finetune/Step Time": 11.795092871412635}
+{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.7562537789344788, "Finetune/Loss (Raw)": 0.748602569103241, "Finetune/Step": 3129, "Finetune/Step Time": 11.776362758129835}
+{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.7548565864562988, "Finetune/Loss (Raw)": 0.6957089304924011, "Finetune/Step": 3130, "Finetune/Step Time": 11.81307659856975}
+{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.7546727657318115, "Finetune/Loss (Raw)": 0.7407278418540955, "Finetune/Step": 3131, "Finetune/Step Time": 11.816316848620772}
+{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.7504655122756958, "Finetune/Loss (Raw)": 0.3009227216243744, "Finetune/Step": 3132, "Finetune/Step Time": 11.852662725374103}
+{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.7522087097167969, "Finetune/Loss (Raw)": 0.7912557125091553, "Finetune/Step": 3133, "Finetune/Step Time": 11.82285039499402}
+{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.7506077289581299, "Finetune/Loss (Raw)": 0.6339675188064575, "Finetune/Step": 3134, "Finetune/Step Time": 11.850004816427827}
+{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.7522567510604858, "Finetune/Loss (Raw)": 0.8431550860404968, "Finetune/Step": 3135, "Finetune/Step Time": 11.854077495634556}
+{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.7518112659454346, "Finetune/Loss (Raw)": 0.798995852470398, "Finetune/Step": 3136, "Finetune/Step Time": 11.856571773067117}
+{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.7502244710922241, "Finetune/Loss (Raw)": 0.7031174898147583, "Finetune/Step": 3137, "Finetune/Step Time": 11.886298397555947}
+{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.7492544054985046, "Finetune/Loss (Raw)": 0.6354507207870483, "Finetune/Step": 3138, "Finetune/Step Time": 11.900027671828866}
+{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.7486315965652466, "Finetune/Loss (Raw)": 0.7737016081809998, "Finetune/Step": 3139, "Finetune/Step Time": 11.901323683559895}
+{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.7481114864349365, "Finetune/Loss (Raw)": 0.75810706615448, "Finetune/Step": 3140, "Finetune/Step Time": 11.92021093890071}
+{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.7477848529815674, "Finetune/Loss (Raw)": 0.7595583200454712, "Finetune/Step": 3141, "Finetune/Step Time": 11.922693254426122}
+{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.7480577230453491, "Finetune/Loss (Raw)": 0.7194814085960388, "Finetune/Step": 3142, "Finetune/Step Time": 11.929095851257443}
+{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.7474169731140137, "Finetune/Loss (Raw)": 0.5127873420715332, "Finetune/Step": 3143, "Finetune/Step Time": 11.926143750548363}
+{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.7485990524291992, "Finetune/Loss (Raw)": 0.8987798094749451, "Finetune/Step": 3144, "Finetune/Step Time": 11.910202795639634}
+{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.7501227855682373, "Finetune/Loss (Raw)": 0.8760113716125488, "Finetune/Step": 3145, "Finetune/Step Time": 11.899624524638057}
+{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.7509373426437378, "Finetune/Loss (Raw)": 0.8378288745880127, "Finetune/Step": 3146, "Finetune/Step Time": 11.899131294339895}
+{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.7508704662322998, "Finetune/Loss (Raw)": 0.7880580425262451, "Finetune/Step": 3147, "Finetune/Step Time": 11.91141589730978}
+{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.7523719668388367, "Finetune/Loss (Raw)": 0.9106588363647461, "Finetune/Step": 3148, "Finetune/Step Time": 11.947695536538959}
+{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.7489408850669861, "Finetune/Loss (Raw)": 0.33848533034324646, "Finetune/Step": 3149, "Finetune/Step Time": 11.981898976489902}
+{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.7479619979858398, "Finetune/Loss (Raw)": 0.765872061252594, "Finetune/Step": 3150, "Finetune/Step Time": 11.975773299112916}
+{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.7491154074668884, "Finetune/Loss (Raw)": 0.7991511225700378, "Finetune/Step": 3151, "Finetune/Step Time": 11.978351773694158}
+{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.7488666772842407, "Finetune/Loss (Raw)": 0.7690864205360413, "Finetune/Step": 3152, "Finetune/Step Time": 11.968962728977203}
+{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.7488512992858887, "Finetune/Loss (Raw)": 0.8325491547584534, "Finetune/Step": 3153, "Finetune/Step Time": 11.96876253373921}
+{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.7486017346382141, "Finetune/Loss (Raw)": 0.7709594964981079, "Finetune/Step": 3154, "Finetune/Step Time": 11.953712610527873}
+{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.7486717700958252, "Finetune/Loss (Raw)": 0.8602405190467834, "Finetune/Step": 3155, "Finetune/Step Time": 11.943074401468039}
+{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.7485432624816895, "Finetune/Loss (Raw)": 0.7462266683578491, "Finetune/Step": 3156, "Finetune/Step Time": 11.933815760537982}
+{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.7477815747261047, "Finetune/Loss (Raw)": 0.8945144414901733, "Finetune/Step": 3157, "Finetune/Step Time": 11.943664856255054}
+{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.7440369129180908, "Finetune/Loss (Raw)": 0.25997981429100037, "Finetune/Step": 3158, "Finetune/Step Time": 11.956616738811135}
+{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.7433237433433533, "Finetune/Loss (Raw)": 0.7201523184776306, "Finetune/Step": 3159, "Finetune/Step Time": 11.964056162163615}
+{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.743366003036499, "Finetune/Loss (Raw)": 0.8037179112434387, "Finetune/Step": 3160, "Finetune/Step Time": 11.946257876232266}
+{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.7431538105010986, "Finetune/Loss (Raw)": 0.8091632127761841, "Finetune/Step": 3161, "Finetune/Step Time": 11.98291890323162}
+{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.7387431859970093, "Finetune/Loss (Raw)": 0.32891860604286194, "Finetune/Step": 3162, "Finetune/Step Time": 12.019478157162666}
+{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.7395243644714355, "Finetune/Loss (Raw)": 0.8949196338653564, "Finetune/Step": 3163, "Finetune/Step Time": 12.040805177763104}
+{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.7399885654449463, "Finetune/Loss (Raw)": 0.8190041184425354, "Finetune/Step": 3164, "Finetune/Step Time": 12.005005283281207}
+{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.7367721796035767, "Finetune/Loss (Raw)": 0.5151694416999817, "Finetune/Step": 3165, "Finetune/Step Time": 12.009689813479781}
+{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.7359894514083862, "Finetune/Loss (Raw)": 0.754245400428772, "Finetune/Step": 3166, "Finetune/Step Time": 12.011075273156166}
+{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.736492395401001, "Finetune/Loss (Raw)": 0.784039318561554, "Finetune/Step": 3167, "Finetune/Step Time": 12.006203457713127}
+{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.737404465675354, "Finetune/Loss (Raw)": 0.9233725070953369, "Finetune/Step": 3168, "Finetune/Step Time": 12.015634031966329}
+{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.7342242002487183, "Finetune/Loss (Raw)": 0.30826976895332336, "Finetune/Step": 3169, "Finetune/Step Time": 12.046460250392556}
+{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.7329788208007812, "Finetune/Loss (Raw)": 0.6398214101791382, "Finetune/Step": 3170, "Finetune/Step Time": 12.03735713660717}
+{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.7369880080223083, "Finetune/Loss (Raw)": 0.7285559177398682, "Finetune/Step": 3171, "Finetune/Step Time": 12.004689753055573}
+{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.737485408782959, "Finetune/Loss (Raw)": 0.7190372347831726, "Finetune/Step": 3172, "Finetune/Step Time": 11.970879537984729}
+{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.7381481528282166, "Finetune/Loss (Raw)": 0.6556727886199951, "Finetune/Step": 3173, "Finetune/Step Time": 11.980829084292054}
+{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.7381666898727417, "Finetune/Loss (Raw)": 0.955630362033844, "Finetune/Step": 3174, "Finetune/Step Time": 11.999699274078012}
+{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.7380274534225464, "Finetune/Loss (Raw)": 0.7782360315322876, "Finetune/Step": 3175, "Finetune/Step Time": 11.992998452857137}
+{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.7377591133117676, "Finetune/Loss (Raw)": 0.9077381491661072, "Finetune/Step": 3176, "Finetune/Step Time": 11.996107619255781}
+{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.7374252676963806, "Finetune/Loss (Raw)": 0.7227098345756531, "Finetune/Step": 3177, "Finetune/Step Time": 12.01412596553564}
+{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.7366882562637329, "Finetune/Loss (Raw)": 0.8028060793876648, "Finetune/Step": 3178, "Finetune/Step Time": 12.024975718930364}
+{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.7368436455726624, "Finetune/Loss (Raw)": 0.9041556715965271, "Finetune/Step": 3179, "Finetune/Step Time": 12.036924229934812}
+{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.7366969585418701, "Finetune/Loss (Raw)": 0.7401931285858154, "Finetune/Step": 3180, "Finetune/Step Time": 12.029803952202201}
+{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.7364025115966797, "Finetune/Loss (Raw)": 0.8388738036155701, "Finetune/Step": 3181, "Finetune/Step Time": 12.021746441721916}
+{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.7354949712753296, "Finetune/Loss (Raw)": 0.8118463158607483, "Finetune/Step": 3182, "Finetune/Step Time": 12.026362258940935}
+{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.734594464302063, "Finetune/Loss (Raw)": 0.6958490610122681, "Finetune/Step": 3183, "Finetune/Step Time": 12.026105849072337}
+{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.7339340448379517, "Finetune/Loss (Raw)": 0.7435239553451538, "Finetune/Step": 3184, "Finetune/Step Time": 12.046023732051253}
+{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.7352649569511414, "Finetune/Loss (Raw)": 0.8507134318351746, "Finetune/Step": 3185, "Finetune/Step Time": 12.03557144664228}
+{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.73460853099823, "Finetune/Loss (Raw)": 0.7550398111343384, "Finetune/Step": 3186, "Finetune/Step Time": 12.043021585792303}
+{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.7350410223007202, "Finetune/Loss (Raw)": 0.8840072751045227, "Finetune/Step": 3187, "Finetune/Step Time": 12.038675619289279}
+{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.7334602475166321, "Finetune/Loss (Raw)": 0.6616770029067993, "Finetune/Step": 3188, "Finetune/Step Time": 12.055539343506098}
+{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.7322345972061157, "Finetune/Loss (Raw)": 0.722830593585968, "Finetune/Step": 3189, "Finetune/Step Time": 12.04948152974248}
+{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.7332972884178162, "Finetune/Loss (Raw)": 0.8212087750434875, "Finetune/Step": 3190, "Finetune/Step Time": 11.99728698283434}
+{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.7337428331375122, "Finetune/Loss (Raw)": 0.8085880279541016, "Finetune/Step": 3191, "Finetune/Step Time": 12.046930344775319}
+{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.7333523035049438, "Finetune/Loss (Raw)": 0.7837970852851868, "Finetune/Step": 3192, "Finetune/Step Time": 12.047399451956153}
+{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.7345075607299805, "Finetune/Loss (Raw)": 0.7852075695991516, "Finetune/Step": 3193, "Finetune/Step Time": 12.018239432945848}
+{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.7358057498931885, "Finetune/Loss (Raw)": 0.7035863399505615, "Finetune/Step": 3194, "Finetune/Step Time": 11.954865351319313}
+{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.7356723546981812, "Finetune/Loss (Raw)": 0.7964085340499878, "Finetune/Step": 3195, "Finetune/Step Time": 11.96643622405827}
+{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.7358508110046387, "Finetune/Loss (Raw)": 0.7664170265197754, "Finetune/Step": 3196, "Finetune/Step Time": 11.946812495589256}
+{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.7372859716415405, "Finetune/Loss (Raw)": 0.8468717336654663, "Finetune/Step": 3197, "Finetune/Step Time": 11.932060714811087}
+{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.7366762757301331, "Finetune/Loss (Raw)": 0.7069607973098755, "Finetune/Step": 3198, "Finetune/Step Time": 11.947846261784434}
+{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.7357811331748962, "Finetune/Loss (Raw)": 0.8128643035888672, "Finetune/Step": 3199, "Finetune/Step Time": 11.947526380419731}
+{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.7375348210334778, "Finetune/Loss (Raw)": 0.9904910922050476, "Finetune/Step": 3200, "Finetune/Step Time": 11.929427046328783}
+{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.735995888710022, "Finetune/Loss (Raw)": 0.5932384729385376, "Finetune/Step": 3201, "Finetune/Step Time": 11.93245111219585}
+{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.7359702587127686, "Finetune/Loss (Raw)": 0.7617584466934204, "Finetune/Step": 3202, "Finetune/Step Time": 11.926461335271597}
+{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.740202784538269, "Finetune/Loss (Raw)": 0.7558137774467468, "Finetune/Step": 3203, "Finetune/Step Time": 11.882333086803555}
+{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.7408990859985352, "Finetune/Loss (Raw)": 0.7483630180358887, "Finetune/Step": 3204, "Finetune/Step Time": 11.894241577014327}
+{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.7401487231254578, "Finetune/Loss (Raw)": 0.7405248284339905, "Finetune/Step": 3205, "Finetune/Step Time": 11.886822432279587}
+{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.7399493455886841, "Finetune/Loss (Raw)": 0.6459357142448425, "Finetune/Step": 3206, "Finetune/Step Time": 11.888517739251256}
+{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.741191029548645, "Finetune/Loss (Raw)": 0.7558915615081787, "Finetune/Step": 3207, "Finetune/Step Time": 11.882663724943995}
+{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.7420773506164551, "Finetune/Loss (Raw)": 0.8128717541694641, "Finetune/Step": 3208, "Finetune/Step Time": 11.871346844360232}
+{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.7425116896629333, "Finetune/Loss (Raw)": 0.7608801126480103, "Finetune/Step": 3209, "Finetune/Step Time": 11.876360109075904}
+{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.7416090965270996, "Finetune/Loss (Raw)": 0.701910138130188, "Finetune/Step": 3210, "Finetune/Step Time": 11.874779360368848}
+{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.741350531578064, "Finetune/Loss (Raw)": 0.7846384644508362, "Finetune/Step": 3211, "Finetune/Step Time": 11.85343006812036}
+{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.7379632592201233, "Finetune/Loss (Raw)": 0.3105009198188782, "Finetune/Step": 3212, "Finetune/Step Time": 11.878514973446727}
+{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.7370568513870239, "Finetune/Loss (Raw)": 0.8264676332473755, "Finetune/Step": 3213, "Finetune/Step Time": 11.875544503331184}
+{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.7363286018371582, "Finetune/Loss (Raw)": 0.7170828580856323, "Finetune/Step": 3214, "Finetune/Step Time": 11.8880684543401}
+{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.7354127764701843, "Finetune/Loss (Raw)": 0.6561976075172424, "Finetune/Step": 3215, "Finetune/Step Time": 11.905120709910989}
+{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.7360720634460449, "Finetune/Loss (Raw)": 0.6295866370201111, "Finetune/Step": 3216, "Finetune/Step Time": 11.953221866860986}
+{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.7355422377586365, "Finetune/Loss (Raw)": 0.7942914366722107, "Finetune/Step": 3217, "Finetune/Step Time": 11.93813050352037}
+{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.7363088130950928, "Finetune/Loss (Raw)": 0.8080595135688782, "Finetune/Step": 3218, "Finetune/Step Time": 11.934421291574836}
+{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.7362112402915955, "Finetune/Loss (Raw)": 0.6755366325378418, "Finetune/Step": 3219, "Finetune/Step Time": 11.917308025062084}
+{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.7418673038482666, "Finetune/Loss (Raw)": 0.9450662136077881, "Finetune/Step": 3220, "Finetune/Step Time": 11.879084063693881}
+{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.7412487268447876, "Finetune/Loss (Raw)": 0.7356809973716736, "Finetune/Step": 3221, "Finetune/Step Time": 11.885954422876239}
+{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.7365661859512329, "Finetune/Loss (Raw)": 0.23598642647266388, "Finetune/Step": 3222, "Finetune/Step Time": 11.919506987556815}
+{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.7364087700843811, "Finetune/Loss (Raw)": 0.7499273419380188, "Finetune/Step": 3223, "Finetune/Step Time": 11.937390407547355}
+{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.7360602021217346, "Finetune/Loss (Raw)": 0.7711226940155029, "Finetune/Step": 3224, "Finetune/Step Time": 11.939620526507497}
+{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.7404999732971191, "Finetune/Loss (Raw)": 0.753501296043396, "Finetune/Step": 3225, "Finetune/Step Time": 11.90853838250041}
+{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.7421246767044067, "Finetune/Loss (Raw)": 0.7624841928482056, "Finetune/Step": 3226, "Finetune/Step Time": 11.90698118135333}
+{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.74124675989151, "Finetune/Loss (Raw)": 0.6979958415031433, "Finetune/Step": 3227, "Finetune/Step Time": 11.912673024460673}
+{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.7397111058235168, "Finetune/Loss (Raw)": 0.7559765577316284, "Finetune/Step": 3228, "Finetune/Step Time": 11.90895021893084}
+{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.7423251271247864, "Finetune/Loss (Raw)": 0.8993824124336243, "Finetune/Step": 3229, "Finetune/Step Time": 11.881380191072822}
+{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.7409448623657227, "Finetune/Loss (Raw)": 0.7131479382514954, "Finetune/Step": 3230, "Finetune/Step Time": 11.887250622734427}
+{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.7399024367332458, "Finetune/Loss (Raw)": 0.7550448179244995, "Finetune/Step": 3231, "Finetune/Step Time": 11.91739552654326}
+{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.7405959367752075, "Finetune/Loss (Raw)": 0.9124529361724854, "Finetune/Step": 3232, "Finetune/Step Time": 11.922696996480227}
+{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.7416917085647583, "Finetune/Loss (Raw)": 0.9728660583496094, "Finetune/Step": 3233, "Finetune/Step Time": 11.929575117304921}
+{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.7415100336074829, "Finetune/Loss (Raw)": 0.6944387555122375, "Finetune/Step": 3234, "Finetune/Step Time": 11.971732340753078}
+{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.7411072254180908, "Finetune/Loss (Raw)": 0.8809541463851929, "Finetune/Step": 3235, "Finetune/Step Time": 11.98060217872262}
+{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.7402567267417908, "Finetune/Loss (Raw)": 0.6317819356918335, "Finetune/Step": 3236, "Finetune/Step Time": 11.993977680802345}
+{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.7410078048706055, "Finetune/Loss (Raw)": 0.8490886688232422, "Finetune/Step": 3237, "Finetune/Step Time": 11.991500210016966}
+{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.7380537986755371, "Finetune/Loss (Raw)": 0.3541187644004822, "Finetune/Step": 3238, "Finetune/Step Time": 12.032209403812885}
+{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.739462673664093, "Finetune/Loss (Raw)": 0.9440779089927673, "Finetune/Step": 3239, "Finetune/Step Time": 12.023542227223516}
+{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.7399917840957642, "Finetune/Loss (Raw)": 0.9106796979904175, "Finetune/Step": 3240, "Finetune/Step Time": 12.027607282623649}
+{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.740917444229126, "Finetune/Loss (Raw)": 0.8598535060882568, "Finetune/Step": 3241, "Finetune/Step Time": 12.00743325613439}
+{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.741660475730896, "Finetune/Loss (Raw)": 0.9127191305160522, "Finetune/Step": 3242, "Finetune/Step Time": 12.00208238326013}
+{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.7419402599334717, "Finetune/Loss (Raw)": 0.807025671005249, "Finetune/Step": 3243, "Finetune/Step Time": 12.000622667372227}
+{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.7440295219421387, "Finetune/Loss (Raw)": 0.8231492638587952, "Finetune/Step": 3244, "Finetune/Step Time": 11.925183357670903}
+{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.7442079782485962, "Finetune/Loss (Raw)": 0.8664083480834961, "Finetune/Step": 3245, "Finetune/Step Time": 11.935067342594266}
+{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.7466663718223572, "Finetune/Loss (Raw)": 0.6715340614318848, "Finetune/Step": 3246, "Finetune/Step Time": 11.899313606321812}
+{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.7461256980895996, "Finetune/Loss (Raw)": 0.7249244451522827, "Finetune/Step": 3247, "Finetune/Step Time": 11.898966547101736}
+{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.746985912322998, "Finetune/Loss (Raw)": 0.8976001143455505, "Finetune/Step": 3248, "Finetune/Step Time": 11.906089765951037}
+{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.7493286728858948, "Finetune/Loss (Raw)": 0.911473274230957, "Finetune/Step": 3249, "Finetune/Step Time": 11.887494580820203}
+{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.7492258548736572, "Finetune/Loss (Raw)": 0.7545974254608154, "Finetune/Step": 3250, "Finetune/Step Time": 11.922908931970596}
+{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.7481353878974915, "Finetune/Loss (Raw)": 0.6212636232376099, "Finetune/Step": 3251, "Finetune/Step Time": 11.9862723313272}
+{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.7481890916824341, "Finetune/Loss (Raw)": 0.8637987375259399, "Finetune/Step": 3252, "Finetune/Step Time": 11.986360242590308}
+{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.7496398687362671, "Finetune/Loss (Raw)": 0.8174219131469727, "Finetune/Step": 3253, "Finetune/Step Time": 11.990453992038965}
+{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.749443769454956, "Finetune/Loss (Raw)": 0.8285592794418335, "Finetune/Step": 3254, "Finetune/Step Time": 11.989890567958355}
+{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.7489281296730042, "Finetune/Loss (Raw)": 0.8470365405082703, "Finetune/Step": 3255, "Finetune/Step Time": 12.01194011606276}
+{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.7517803311347961, "Finetune/Loss (Raw)": 0.8489581942558289, "Finetune/Step": 3256, "Finetune/Step Time": 11.942163759842515}
+{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.7508450746536255, "Finetune/Loss (Raw)": 0.6288884878158569, "Finetune/Step": 3257, "Finetune/Step Time": 11.95977520942688}
+{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.7530249357223511, "Finetune/Loss (Raw)": 0.9747263789176941, "Finetune/Step": 3258, "Finetune/Step Time": 11.928108828142285}
+{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.7526942491531372, "Finetune/Loss (Raw)": 0.698404848575592, "Finetune/Step": 3259, "Finetune/Step Time": 11.933883948251605}
+{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.7567001581192017, "Finetune/Loss (Raw)": 0.8136788606643677, "Finetune/Step": 3260, "Finetune/Step Time": 11.929770039394498}
+{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.7562505006790161, "Finetune/Loss (Raw)": 0.7336949706077576, "Finetune/Step": 3261, "Finetune/Step Time": 11.919005420058966}
+{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.7584428191184998, "Finetune/Loss (Raw)": 0.9145861268043518, "Finetune/Step": 3262, "Finetune/Step Time": 11.902757663279772}
+{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.7590086460113525, "Finetune/Loss (Raw)": 0.9155816435813904, "Finetune/Step": 3263, "Finetune/Step Time": 11.899148745462298}
+{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.7583138942718506, "Finetune/Loss (Raw)": 0.7100663185119629, "Finetune/Step": 3264, "Finetune/Step Time": 11.900552917271852}
+{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.7603080868721008, "Finetune/Loss (Raw)": 0.9583798050880432, "Finetune/Step": 3265, "Finetune/Step Time": 11.88057778775692}
+{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.7612911462783813, "Finetune/Loss (Raw)": 0.7612724304199219, "Finetune/Step": 3266, "Finetune/Step Time": 11.869774030521512}
+{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.7607694268226624, "Finetune/Loss (Raw)": 0.706927478313446, "Finetune/Step": 3267, "Finetune/Step Time": 11.89567599631846}
+{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.7618168592453003, "Finetune/Loss (Raw)": 0.8921846151351929, "Finetune/Step": 3268, "Finetune/Step Time": 11.885746566578746}
+{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.7623807787895203, "Finetune/Loss (Raw)": 0.831737220287323, "Finetune/Step": 3269, "Finetune/Step Time": 11.889738574624062}
+{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.762408435344696, "Finetune/Loss (Raw)": 0.7230192422866821, "Finetune/Step": 3270, "Finetune/Step Time": 11.872167410328984}
+{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.7641633749008179, "Finetune/Loss (Raw)": 0.7374206185340881, "Finetune/Step": 3271, "Finetune/Step Time": 11.844633586704731}
+{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.7630892992019653, "Finetune/Loss (Raw)": 0.7612941265106201, "Finetune/Step": 3272, "Finetune/Step Time": 11.902327232062817}
+{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.7617373466491699, "Finetune/Loss (Raw)": 0.7029593586921692, "Finetune/Step": 3273, "Finetune/Step Time": 11.913918262347579}
+{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.7569783329963684, "Finetune/Loss (Raw)": 0.22867612540721893, "Finetune/Step": 3274, "Finetune/Step Time": 11.95218687877059}
+{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.7563061118125916, "Finetune/Loss (Raw)": 0.702021062374115, "Finetune/Step": 3275, "Finetune/Step Time": 11.948442259803414}
+{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.7554476261138916, "Finetune/Loss (Raw)": 0.8007699847221375, "Finetune/Step": 3276, "Finetune/Step Time": 11.922202864661813}
+{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.7589730024337769, "Finetune/Loss (Raw)": 0.7897353172302246, "Finetune/Step": 3277, "Finetune/Step Time": 11.880965827032924}
+{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.7590615153312683, "Finetune/Loss (Raw)": 0.7771993279457092, "Finetune/Step": 3278, "Finetune/Step Time": 11.887712180614471}
+{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.7593100070953369, "Finetune/Loss (Raw)": 0.830954372882843, "Finetune/Step": 3279, "Finetune/Step Time": 11.901998553425074}
+{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.7603581547737122, "Finetune/Loss (Raw)": 0.9032511115074158, "Finetune/Step": 3280, "Finetune/Step Time": 11.899934688583016}
+{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.7611846923828125, "Finetune/Loss (Raw)": 0.9383531212806702, "Finetune/Step": 3281, "Finetune/Step Time": 11.904466848820448}
+{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.7610437273979187, "Finetune/Loss (Raw)": 0.7529053092002869, "Finetune/Step": 3282, "Finetune/Step Time": 11.906514970585704}
+{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.7566903829574585, "Finetune/Loss (Raw)": 0.3030223846435547, "Finetune/Step": 3283, "Finetune/Step Time": 11.942696386948228}
+{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.7566251754760742, "Finetune/Loss (Raw)": 0.7378769516944885, "Finetune/Step": 3284, "Finetune/Step Time": 11.949177950620651}
+{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.7562035322189331, "Finetune/Loss (Raw)": 0.8405483961105347, "Finetune/Step": 3285, "Finetune/Step Time": 11.938595652580261}
+{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.7601473927497864, "Finetune/Loss (Raw)": 0.7647886872291565, "Finetune/Step": 3286, "Finetune/Step Time": 11.91195298731327}
+{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.7608917355537415, "Finetune/Loss (Raw)": 0.8154284954071045, "Finetune/Step": 3287, "Finetune/Step Time": 11.922918131574988}
+{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.7613848447799683, "Finetune/Loss (Raw)": 0.866828978061676, "Finetune/Step": 3288, "Finetune/Step Time": 11.932815661653876}
+{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.7608408331871033, "Finetune/Loss (Raw)": 0.7395385503768921, "Finetune/Step": 3289, "Finetune/Step Time": 11.896887173876166}
+{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.764723539352417, "Finetune/Loss (Raw)": 0.8258984684944153, "Finetune/Step": 3290, "Finetune/Step Time": 11.861452843993902}
+{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.7629727721214294, "Finetune/Loss (Raw)": 0.6708277463912964, "Finetune/Step": 3291, "Finetune/Step Time": 11.851849842816591}
+{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.762550413608551, "Finetune/Loss (Raw)": 0.7649412155151367, "Finetune/Step": 3292, "Finetune/Step Time": 11.85331786237657}
+{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.764799952507019, "Finetune/Loss (Raw)": 0.8031129240989685, "Finetune/Step": 3293, "Finetune/Step Time": 11.84562280587852}
+{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.7644623517990112, "Finetune/Loss (Raw)": 0.7110283374786377, "Finetune/Step": 3294, "Finetune/Step Time": 11.900556948035955}
+{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.7642195820808411, "Finetune/Loss (Raw)": 0.7529690861701965, "Finetune/Step": 3295, "Finetune/Step Time": 11.906419329345226}
+{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.7633333206176758, "Finetune/Loss (Raw)": 0.809928834438324, "Finetune/Step": 3296, "Finetune/Step Time": 11.909537943080068}
+{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.766322672367096, "Finetune/Loss (Raw)": 0.6909065246582031, "Finetune/Step": 3297, "Finetune/Step Time": 11.91117563098669}
+{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.7681835889816284, "Finetune/Loss (Raw)": 0.8780115246772766, "Finetune/Step": 3298, "Finetune/Step Time": 11.907845309004188}
+{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.7647416591644287, "Finetune/Loss (Raw)": 0.28799641132354736, "Finetune/Step": 3299, "Finetune/Step Time": 11.941927233710885}
+{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.7657220363616943, "Finetune/Loss (Raw)": 0.8445218205451965, "Finetune/Step": 3300, "Finetune/Step Time": 11.945318445563316}
+{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.7657343745231628, "Finetune/Loss (Raw)": 0.6572602987289429, "Finetune/Step": 3301, "Finetune/Step Time": 11.923780925571918}
+{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.7650793790817261, "Finetune/Loss (Raw)": 0.8717927932739258, "Finetune/Step": 3302, "Finetune/Step Time": 11.910077784210443}
+{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.764965832233429, "Finetune/Loss (Raw)": 0.763695240020752, "Finetune/Step": 3303, "Finetune/Step Time": 11.906403942033648}
+{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.7634661197662354, "Finetune/Loss (Raw)": 0.7157713174819946, "Finetune/Step": 3304, "Finetune/Step Time": 11.923061151057482}
+{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.764358639717102, "Finetune/Loss (Raw)": 0.8369556665420532, "Finetune/Step": 3305, "Finetune/Step Time": 11.903914421796799}
+{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.7635452151298523, "Finetune/Loss (Raw)": 0.6986854672431946, "Finetune/Step": 3306, "Finetune/Step Time": 11.898150023072958}
+{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.7636883854866028, "Finetune/Loss (Raw)": 0.9224846363067627, "Finetune/Step": 3307, "Finetune/Step Time": 11.877897961065173}
+{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.7641090750694275, "Finetune/Loss (Raw)": 0.7940415143966675, "Finetune/Step": 3308, "Finetune/Step Time": 11.887765172868967}
+{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.7642403841018677, "Finetune/Loss (Raw)": 0.855685830116272, "Finetune/Step": 3309, "Finetune/Step Time": 11.91653543151915}
+{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.7636289000511169, "Finetune/Loss (Raw)": 0.7335717082023621, "Finetune/Step": 3310, "Finetune/Step Time": 11.910689700394869}
+{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.7636258006095886, "Finetune/Loss (Raw)": 0.6954531669616699, "Finetune/Step": 3311, "Finetune/Step Time": 11.924492288380861}
+{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.7636593580245972, "Finetune/Loss (Raw)": 0.7478188276290894, "Finetune/Step": 3312, "Finetune/Step Time": 11.912227248772979}
+{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.7600713968276978, "Finetune/Loss (Raw)": 0.39145663380622864, "Finetune/Step": 3313, "Finetune/Step Time": 11.936868051066995}
+{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.759644627571106, "Finetune/Loss (Raw)": 0.7004116773605347, "Finetune/Step": 3314, "Finetune/Step Time": 11.929864762350917}
+{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.7601934671401978, "Finetune/Loss (Raw)": 0.9542592167854309, "Finetune/Step": 3315, "Finetune/Step Time": 11.929148444905877}
+{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.760861873626709, "Finetune/Loss (Raw)": 0.7472361326217651, "Finetune/Step": 3316, "Finetune/Step Time": 11.911551950499415}
+{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.7609350681304932, "Finetune/Loss (Raw)": 0.7322003841400146, "Finetune/Step": 3317, "Finetune/Step Time": 11.913234671577811}
+{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.7564241886138916, "Finetune/Loss (Raw)": 0.2438133955001831, "Finetune/Step": 3318, "Finetune/Step Time": 11.941522061824799}
+{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.7568628787994385, "Finetune/Loss (Raw)": 0.8647348880767822, "Finetune/Step": 3319, "Finetune/Step Time": 11.90321872010827}
+{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.7566317915916443, "Finetune/Loss (Raw)": 0.7542237043380737, "Finetune/Step": 3320, "Finetune/Step Time": 11.888904569670558}
+{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.7558091878890991, "Finetune/Loss (Raw)": 0.6799119710922241, "Finetune/Step": 3321, "Finetune/Step Time": 11.888125421479344}
+{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.75617516040802, "Finetune/Loss (Raw)": 0.7504324316978455, "Finetune/Step": 3322, "Finetune/Step Time": 11.876477682963014}
+{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.7568314075469971, "Finetune/Loss (Raw)": 0.8804038763046265, "Finetune/Step": 3323, "Finetune/Step Time": 11.88977207057178}
+{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.7567133903503418, "Finetune/Loss (Raw)": 0.7513144612312317, "Finetune/Step": 3324, "Finetune/Step Time": 11.915013970807195}
+{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.7553870677947998, "Finetune/Loss (Raw)": 0.6770989298820496, "Finetune/Step": 3325, "Finetune/Step Time": 11.914583135396242}
+{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.7564804553985596, "Finetune/Loss (Raw)": 0.846915066242218, "Finetune/Step": 3326, "Finetune/Step Time": 11.89786983653903}
+{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.7548329830169678, "Finetune/Loss (Raw)": 0.6019872426986694, "Finetune/Step": 3327, "Finetune/Step Time": 11.920280171558261}
+{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.7542245388031006, "Finetune/Loss (Raw)": 0.912619411945343, "Finetune/Step": 3328, "Finetune/Step Time": 11.928265936672688}
+{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.7558311223983765, "Finetune/Loss (Raw)": 0.7988724708557129, "Finetune/Step": 3329, "Finetune/Step Time": 11.933371981605887}
+{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.7550272941589355, "Finetune/Loss (Raw)": 0.6588676571846008, "Finetune/Step": 3330, "Finetune/Step Time": 11.958468249067664}
+{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.7553361058235168, "Finetune/Loss (Raw)": 0.7953464984893799, "Finetune/Step": 3331, "Finetune/Step Time": 11.984856447204947}
+{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.7555471658706665, "Finetune/Loss (Raw)": 0.7753769159317017, "Finetune/Step": 3332, "Finetune/Step Time": 11.974300216883421}
+{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.7559968829154968, "Finetune/Loss (Raw)": 0.798095166683197, "Finetune/Step": 3333, "Finetune/Step Time": 11.974291704595089}
+{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.75721675157547, "Finetune/Loss (Raw)": 0.8020714521408081, "Finetune/Step": 3334, "Finetune/Step Time": 11.975849527865648}
+{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.7566865086555481, "Finetune/Loss (Raw)": 0.6880198121070862, "Finetune/Step": 3335, "Finetune/Step Time": 11.937728689983487}
+{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.7562131881713867, "Finetune/Loss (Raw)": 0.7522853016853333, "Finetune/Step": 3336, "Finetune/Step Time": 11.93641964532435}
+{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.7554783821105957, "Finetune/Loss (Raw)": 0.6668268442153931, "Finetune/Step": 3337, "Finetune/Step Time": 11.94407894462347}
+{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.7559793591499329, "Finetune/Loss (Raw)": 0.766033411026001, "Finetune/Step": 3338, "Finetune/Step Time": 11.951127361506224}
+{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.7563589811325073, "Finetune/Loss (Raw)": 0.833225429058075, "Finetune/Step": 3339, "Finetune/Step Time": 11.938033234328032}
+{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.7600483298301697, "Finetune/Loss (Raw)": 0.7827439308166504, "Finetune/Step": 3340, "Finetune/Step Time": 11.903965333476663}
+{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.760849118232727, "Finetune/Loss (Raw)": 0.9289677143096924, "Finetune/Step": 3341, "Finetune/Step Time": 11.915534365922213}
+{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.7619602084159851, "Finetune/Loss (Raw)": 0.8593025803565979, "Finetune/Step": 3342, "Finetune/Step Time": 11.87984500080347}
+{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.7631291747093201, "Finetune/Loss (Raw)": 0.8058269023895264, "Finetune/Step": 3343, "Finetune/Step Time": 11.85681389644742}
+{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.7629263401031494, "Finetune/Loss (Raw)": 0.6036240458488464, "Finetune/Step": 3344, "Finetune/Step Time": 11.810935782268643}
+{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.758604884147644, "Finetune/Loss (Raw)": 0.24114300310611725, "Finetune/Step": 3345, "Finetune/Step Time": 11.85743610933423}
+{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.7589524984359741, "Finetune/Loss (Raw)": 0.8525508046150208, "Finetune/Step": 3346, "Finetune/Step Time": 11.856145024299622}
+{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.7588538527488708, "Finetune/Loss (Raw)": 0.662916362285614, "Finetune/Step": 3347, "Finetune/Step Time": 11.846905048936605}
+{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.7579450607299805, "Finetune/Loss (Raw)": 0.8287336230278015, "Finetune/Step": 3348, "Finetune/Step Time": 11.866111932322383}
+{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.758773922920227, "Finetune/Loss (Raw)": 0.8417892456054688, "Finetune/Step": 3349, "Finetune/Step Time": 11.859904250130057}
+{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.7644110918045044, "Finetune/Loss (Raw)": 0.9575390219688416, "Finetune/Step": 3350, "Finetune/Step Time": 11.836211727932096}
+{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.7643725872039795, "Finetune/Loss (Raw)": 0.7450002431869507, "Finetune/Step": 3351, "Finetune/Step Time": 11.852498581632972}
+{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.7647647857666016, "Finetune/Loss (Raw)": 0.8213229775428772, "Finetune/Step": 3352, "Finetune/Step Time": 11.85994983278215}
+{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.7658859491348267, "Finetune/Loss (Raw)": 0.8970131278038025, "Finetune/Step": 3353, "Finetune/Step Time": 11.890333462506533}
+{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.7666086554527283, "Finetune/Loss (Raw)": 0.854983389377594, "Finetune/Step": 3354, "Finetune/Step Time": 11.886864261701703}
+{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.767578661441803, "Finetune/Loss (Raw)": 0.8221538066864014, "Finetune/Step": 3355, "Finetune/Step Time": 11.867859492078424}
+{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.7682690620422363, "Finetune/Loss (Raw)": 0.8443542122840881, "Finetune/Step": 3356, "Finetune/Step Time": 11.87182392179966}
+{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.767353892326355, "Finetune/Loss (Raw)": 0.7822343707084656, "Finetune/Step": 3357, "Finetune/Step Time": 11.873014017939568}
+{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.7675333023071289, "Finetune/Loss (Raw)": 0.7361138463020325, "Finetune/Step": 3358, "Finetune/Step Time": 11.860769644379616}
+{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.7691341042518616, "Finetune/Loss (Raw)": 0.9599527716636658, "Finetune/Step": 3359, "Finetune/Step Time": 11.80631092749536}
+{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.7687870860099792, "Finetune/Loss (Raw)": 0.8680317401885986, "Finetune/Step": 3360, "Finetune/Step Time": 11.806383583694696}
+{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.7675386667251587, "Finetune/Loss (Raw)": 0.8130700588226318, "Finetune/Step": 3361, "Finetune/Step Time": 11.830395597964525}
+{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.7675458788871765, "Finetune/Loss (Raw)": 0.6953595280647278, "Finetune/Step": 3362, "Finetune/Step Time": 11.797347977757454}
+{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.7672992944717407, "Finetune/Loss (Raw)": 0.8493905067443848, "Finetune/Step": 3363, "Finetune/Step Time": 11.797360880300403}
+{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.7691552639007568, "Finetune/Loss (Raw)": 0.8693428635597229, "Finetune/Step": 3364, "Finetune/Step Time": 11.782011356204748}
+{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.7685024738311768, "Finetune/Loss (Raw)": 0.7655388712882996, "Finetune/Step": 3365, "Finetune/Step Time": 11.806664608418941}
+{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.7711602449417114, "Finetune/Loss (Raw)": 0.6943088173866272, "Finetune/Step": 3366, "Finetune/Step Time": 11.788881661370397}
+{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.7691819667816162, "Finetune/Loss (Raw)": 0.6908634901046753, "Finetune/Step": 3367, "Finetune/Step Time": 11.783022625371814}
+{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.7646002769470215, "Finetune/Loss (Raw)": 0.32422536611557007, "Finetune/Step": 3368, "Finetune/Step Time": 11.814688794314861}
+{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.7643219232559204, "Finetune/Loss (Raw)": 0.8242188692092896, "Finetune/Step": 3369, "Finetune/Step Time": 11.811450248584151}
+{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.7636725902557373, "Finetune/Loss (Raw)": 0.8296080231666565, "Finetune/Step": 3370, "Finetune/Step Time": 11.806300045922399}
+{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.7617209553718567, "Finetune/Loss (Raw)": 0.5572155117988586, "Finetune/Step": 3371, "Finetune/Step Time": 11.844831734895706}
+{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.7609391212463379, "Finetune/Loss (Raw)": 0.7230669856071472, "Finetune/Step": 3372, "Finetune/Step Time": 11.863525588065386}
+{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.7606261968612671, "Finetune/Loss (Raw)": 0.8263576030731201, "Finetune/Step": 3373, "Finetune/Step Time": 11.87231777049601}
+{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.7615971565246582, "Finetune/Loss (Raw)": 0.7958188652992249, "Finetune/Step": 3374, "Finetune/Step Time": 11.877021297812462}
+{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.7638055682182312, "Finetune/Loss (Raw)": 1.0076018571853638, "Finetune/Step": 3375, "Finetune/Step Time": 11.872534470632672}
+{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.7637531757354736, "Finetune/Loss (Raw)": 0.890895426273346, "Finetune/Step": 3376, "Finetune/Step Time": 11.858684454113245}
+{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.7615156769752502, "Finetune/Loss (Raw)": 0.6250749230384827, "Finetune/Step": 3377, "Finetune/Step Time": 11.877456422895193}
+{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.7624982595443726, "Finetune/Loss (Raw)": 0.8803625702857971, "Finetune/Step": 3378, "Finetune/Step Time": 11.869079092517495}
+{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.7623789310455322, "Finetune/Loss (Raw)": 0.6059911251068115, "Finetune/Step": 3379, "Finetune/Step Time": 11.809737952426076}
+{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.7609844207763672, "Finetune/Loss (Raw)": 0.6853045225143433, "Finetune/Step": 3380, "Finetune/Step Time": 11.806404508650303}
+{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.7602855563163757, "Finetune/Loss (Raw)": 0.7279614210128784, "Finetune/Step": 3381, "Finetune/Step Time": 11.797239243984222}
+{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.7604321837425232, "Finetune/Loss (Raw)": 0.847332239151001, "Finetune/Step": 3382, "Finetune/Step Time": 11.801123889163136}
+{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.7597267627716064, "Finetune/Loss (Raw)": 0.7567403316497803, "Finetune/Step": 3383, "Finetune/Step Time": 11.777572512626648}
+{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.7597823739051819, "Finetune/Loss (Raw)": 0.8560764789581299, "Finetune/Step": 3384, "Finetune/Step Time": 11.771062731742859}
+{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.7600146532058716, "Finetune/Loss (Raw)": 0.658613920211792, "Finetune/Step": 3385, "Finetune/Step Time": 11.752350552007556}
+{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.7584578990936279, "Finetune/Loss (Raw)": 0.7754640579223633, "Finetune/Step": 3386, "Finetune/Step Time": 11.739558141678572}
+{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.7584755420684814, "Finetune/Loss (Raw)": 0.7006697058677673, "Finetune/Step": 3387, "Finetune/Step Time": 11.720875646919012}
+{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.7578110098838806, "Finetune/Loss (Raw)": 0.7286151051521301, "Finetune/Step": 3388, "Finetune/Step Time": 11.687711903825402}
+{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.7584130764007568, "Finetune/Loss (Raw)": 0.8107640743255615, "Finetune/Step": 3389, "Finetune/Step Time": 11.696736933663487}
+{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.7576799392700195, "Finetune/Loss (Raw)": 0.8207380771636963, "Finetune/Step": 3390, "Finetune/Step Time": 11.697257716208696}
+{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.7580885887145996, "Finetune/Loss (Raw)": 0.9678884744644165, "Finetune/Step": 3391, "Finetune/Step Time": 11.692451626062393}
+{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.7584250569343567, "Finetune/Loss (Raw)": 0.7531373500823975, "Finetune/Step": 3392, "Finetune/Step Time": 11.693042300641537}
+{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.7578012347221375, "Finetune/Loss (Raw)": 0.8785327076911926, "Finetune/Step": 3393, "Finetune/Step Time": 11.677262822166085}
+{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.7574658393859863, "Finetune/Loss (Raw)": 0.7183327078819275, "Finetune/Step": 3394, "Finetune/Step Time": 11.715373679995537}
+{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.7586102485656738, "Finetune/Loss (Raw)": 0.8534228801727295, "Finetune/Step": 3395, "Finetune/Step Time": 11.695766728371382}
+{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.7567688226699829, "Finetune/Loss (Raw)": 0.6564737558364868, "Finetune/Step": 3396, "Finetune/Step Time": 11.69561549834907}
+{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.7561249732971191, "Finetune/Loss (Raw)": 0.7493298649787903, "Finetune/Step": 3397, "Finetune/Step Time": 11.692389057949185}
+{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.7566119432449341, "Finetune/Loss (Raw)": 0.7853469848632812, "Finetune/Step": 3398, "Finetune/Step Time": 11.701069006696343}
+{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.7566032409667969, "Finetune/Loss (Raw)": 0.7363163828849792, "Finetune/Step": 3399, "Finetune/Step Time": 11.716162050142884}
+{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.756604790687561, "Finetune/Loss (Raw)": 0.7614816427230835, "Finetune/Step": 3400, "Finetune/Step Time": 11.663455387577415}
+{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.7565630674362183, "Finetune/Loss (Raw)": 0.6976186633110046, "Finetune/Step": 3401, "Finetune/Step Time": 11.64827036485076}
+{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.7607648372650146, "Finetune/Loss (Raw)": 0.7665122747421265, "Finetune/Step": 3402, "Finetune/Step Time": 11.610187288373709}
+{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.7609313726425171, "Finetune/Loss (Raw)": 0.7233361005783081, "Finetune/Step": 3403, "Finetune/Step Time": 11.60267654620111}
+{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.760638415813446, "Finetune/Loss (Raw)": 0.7632692456245422, "Finetune/Step": 3404, "Finetune/Step Time": 11.596419602632523}
+{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.7588869333267212, "Finetune/Loss (Raw)": 0.5655477643013, "Finetune/Step": 3405, "Finetune/Step Time": 11.692467706277966}
+{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.7591075897216797, "Finetune/Loss (Raw)": 0.8054380416870117, "Finetune/Step": 3406, "Finetune/Step Time": 11.686825757846236}
+{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.7590980529785156, "Finetune/Loss (Raw)": 0.8297305703163147, "Finetune/Step": 3407, "Finetune/Step Time": 11.663046957924962}
+{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.7584655284881592, "Finetune/Loss (Raw)": 0.8222934603691101, "Finetune/Step": 3408, "Finetune/Step Time": 11.666457118466496}
+{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.757565438747406, "Finetune/Loss (Raw)": 0.8231411576271057, "Finetune/Step": 3409, "Finetune/Step Time": 11.6614969689399}
+{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.7570356726646423, "Finetune/Loss (Raw)": 0.6850913763046265, "Finetune/Step": 3410, "Finetune/Step Time": 11.668509228155017}
+{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.7618680596351624, "Finetune/Loss (Raw)": 0.9215770363807678, "Finetune/Step": 3411, "Finetune/Step Time": 11.632321119308472}
+{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.7626745104789734, "Finetune/Loss (Raw)": 0.8410953283309937, "Finetune/Step": 3412, "Finetune/Step Time": 11.622473387047648}
+{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.7630996704101562, "Finetune/Loss (Raw)": 0.8949693441390991, "Finetune/Step": 3413, "Finetune/Step Time": 11.635112078860402}
+{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.7642386555671692, "Finetune/Loss (Raw)": 0.9105767011642456, "Finetune/Step": 3414, "Finetune/Step Time": 11.631342645734549}
+{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.7629510760307312, "Finetune/Loss (Raw)": 0.6506240963935852, "Finetune/Step": 3415, "Finetune/Step Time": 11.631814047694206}
+{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.7587002515792847, "Finetune/Loss (Raw)": 0.32272452116012573, "Finetune/Step": 3416, "Finetune/Step Time": 11.66349883750081}
+{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.758292555809021, "Finetune/Loss (Raw)": 0.6873499155044556, "Finetune/Step": 3417, "Finetune/Step Time": 11.676266878843307}
+{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.7579342722892761, "Finetune/Loss (Raw)": 0.7800376415252686, "Finetune/Step": 3418, "Finetune/Step Time": 11.697044486179948}
+{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.7591006755828857, "Finetune/Loss (Raw)": 0.8201306462287903, "Finetune/Step": 3419, "Finetune/Step Time": 11.68339972756803}
+{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.7570223808288574, "Finetune/Loss (Raw)": 0.4989165663719177, "Finetune/Step": 3420, "Finetune/Step Time": 11.736286411061883}
+{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.7571667432785034, "Finetune/Loss (Raw)": 0.8215963840484619, "Finetune/Step": 3421, "Finetune/Step Time": 11.740167723968625}
+{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.7568451166152954, "Finetune/Loss (Raw)": 0.6698528528213501, "Finetune/Step": 3422, "Finetune/Step Time": 11.72143667191267}
+{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.7567942142486572, "Finetune/Loss (Raw)": 0.7464632987976074, "Finetune/Step": 3423, "Finetune/Step Time": 11.718585584312677}
+{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.752453088760376, "Finetune/Loss (Raw)": 0.25425344705581665, "Finetune/Step": 3424, "Finetune/Step Time": 11.742960767820477}
+{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.7529616355895996, "Finetune/Loss (Raw)": 0.7560063004493713, "Finetune/Step": 3425, "Finetune/Step Time": 11.717285670340061}
+{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.7511851787567139, "Finetune/Loss (Raw)": 0.6506169438362122, "Finetune/Step": 3426, "Finetune/Step Time": 11.719974249601364}
+{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.7553233504295349, "Finetune/Loss (Raw)": 0.8176946640014648, "Finetune/Step": 3427, "Finetune/Step Time": 11.689027784392238}
+{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.7545727491378784, "Finetune/Loss (Raw)": 0.7484332919120789, "Finetune/Step": 3428, "Finetune/Step Time": 11.703759338706732}
+{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.7558500170707703, "Finetune/Loss (Raw)": 0.8207564949989319, "Finetune/Step": 3429, "Finetune/Step Time": 11.697282513603568}
+{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.7540695071220398, "Finetune/Loss (Raw)": 0.6438836455345154, "Finetune/Step": 3430, "Finetune/Step Time": 11.68717323988676}
+{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.7552015781402588, "Finetune/Loss (Raw)": 0.9086074829101562, "Finetune/Step": 3431, "Finetune/Step Time": 11.694453842937946}
+{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.7546355724334717, "Finetune/Loss (Raw)": 0.643321692943573, "Finetune/Step": 3432, "Finetune/Step Time": 11.699158417060971}
+{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.7540460824966431, "Finetune/Loss (Raw)": 0.7614921927452087, "Finetune/Step": 3433, "Finetune/Step Time": 11.73206034116447}
+{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.7538282871246338, "Finetune/Loss (Raw)": 0.670815646648407, "Finetune/Step": 3434, "Finetune/Step Time": 11.767328355461359}
+{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.7524439096450806, "Finetune/Loss (Raw)": 0.7452873587608337, "Finetune/Step": 3435, "Finetune/Step Time": 11.792456911876798}
+{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.7516146302223206, "Finetune/Loss (Raw)": 0.6878871321678162, "Finetune/Step": 3436, "Finetune/Step Time": 11.781477762386203}
+{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.751097559928894, "Finetune/Loss (Raw)": 0.7895094156265259, "Finetune/Step": 3437, "Finetune/Step Time": 11.751222429797053}
+{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.750740647315979, "Finetune/Loss (Raw)": 0.6878808736801147, "Finetune/Step": 3438, "Finetune/Step Time": 11.748528214171529}
+{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.7516012787818909, "Finetune/Loss (Raw)": 0.8056156039237976, "Finetune/Step": 3439, "Finetune/Step Time": 11.768546555191278}
+{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.7513028383255005, "Finetune/Loss (Raw)": 0.709611713886261, "Finetune/Step": 3440, "Finetune/Step Time": 11.772808598354459}
+{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.7529346942901611, "Finetune/Loss (Raw)": 0.600334882736206, "Finetune/Step": 3441, "Finetune/Step Time": 11.777850646525621}
+{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.7529346942901611, "Finetune/Loss (Raw)": 0.7004170417785645, "Finetune/Step": 3442, "Finetune/Step Time": 11.802163612097502}
+{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.7509195804595947, "Finetune/Loss (Raw)": 0.6963279247283936, "Finetune/Step": 3443, "Finetune/Step Time": 11.820604195818305}
+{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.7514827251434326, "Finetune/Loss (Raw)": 0.8193163871765137, "Finetune/Step": 3444, "Finetune/Step Time": 11.808890700340271}
+{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.7502022385597229, "Finetune/Loss (Raw)": 0.5682970881462097, "Finetune/Step": 3445, "Finetune/Step Time": 11.84261628985405}
+{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.754020631313324, "Finetune/Loss (Raw)": 0.7325640916824341, "Finetune/Step": 3446, "Finetune/Step Time": 11.823076620697975}
+{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.7542552351951599, "Finetune/Loss (Raw)": 0.8947651386260986, "Finetune/Step": 3447, "Finetune/Step Time": 11.813673172146082}
+{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.7539801597595215, "Finetune/Loss (Raw)": 0.7190103530883789, "Finetune/Step": 3448, "Finetune/Step Time": 11.824798932299018}
+{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.755523681640625, "Finetune/Loss (Raw)": 0.8774866461753845, "Finetune/Step": 3449, "Finetune/Step Time": 11.81671735830605}
+{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.7556018829345703, "Finetune/Loss (Raw)": 0.7604482769966125, "Finetune/Step": 3450, "Finetune/Step Time": 11.853651337325573}
+{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.754692554473877, "Finetune/Loss (Raw)": 0.7640088796615601, "Finetune/Step": 3451, "Finetune/Step Time": 11.821810061112046}
+{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.7555485963821411, "Finetune/Loss (Raw)": 0.8608852624893188, "Finetune/Step": 3452, "Finetune/Step Time": 11.792336562648416}
+{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.7563306093215942, "Finetune/Loss (Raw)": 0.777202308177948, "Finetune/Step": 3453, "Finetune/Step Time": 11.788088528439403}
+{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.7553842067718506, "Finetune/Loss (Raw)": 0.7257694602012634, "Finetune/Step": 3454, "Finetune/Step Time": 11.803964979946613}
+{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.7529335021972656, "Finetune/Loss (Raw)": 0.28829869627952576, "Finetune/Step": 3455, "Finetune/Step Time": 11.821432473137975}
+{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.7522417306900024, "Finetune/Loss (Raw)": 0.8240729570388794, "Finetune/Step": 3456, "Finetune/Step Time": 11.814990609884262}
+{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.7524701356887817, "Finetune/Loss (Raw)": 0.8281105756759644, "Finetune/Step": 3457, "Finetune/Step Time": 11.797923536971211}
+{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.7535431385040283, "Finetune/Loss (Raw)": 0.7962143421173096, "Finetune/Step": 3458, "Finetune/Step Time": 11.814182076603174}
+{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.7534592151641846, "Finetune/Loss (Raw)": 0.784600019454956, "Finetune/Step": 3459, "Finetune/Step Time": 11.796344686299562}
+{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.7541457414627075, "Finetune/Loss (Raw)": 0.8632476329803467, "Finetune/Step": 3460, "Finetune/Step Time": 11.79946056008339}
+{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.7498716711997986, "Finetune/Loss (Raw)": 0.251016765832901, "Finetune/Step": 3461, "Finetune/Step Time": 11.836896162480116}
+{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.7495344877243042, "Finetune/Loss (Raw)": 0.7589130997657776, "Finetune/Step": 3462, "Finetune/Step Time": 11.831019038334489}
+{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.7499259114265442, "Finetune/Loss (Raw)": 0.7381232976913452, "Finetune/Step": 3463, "Finetune/Step Time": 11.834129337221384}
+{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.7509149312973022, "Finetune/Loss (Raw)": 0.878875732421875, "Finetune/Step": 3464, "Finetune/Step Time": 11.836058184504509}
+{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.7514216303825378, "Finetune/Loss (Raw)": 0.7316868305206299, "Finetune/Step": 3465, "Finetune/Step Time": 11.827357202768326}
+{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.7505823373794556, "Finetune/Loss (Raw)": 0.6586034297943115, "Finetune/Step": 3466, "Finetune/Step Time": 11.824371522292495}
+{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.7489917278289795, "Finetune/Loss (Raw)": 0.6296296119689941, "Finetune/Step": 3467, "Finetune/Step Time": 11.822103027254343}
+{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.7479848861694336, "Finetune/Loss (Raw)": 0.65386563539505, "Finetune/Step": 3468, "Finetune/Step Time": 11.838015092536807}
+{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.7461938858032227, "Finetune/Loss (Raw)": 0.6997174620628357, "Finetune/Step": 3469, "Finetune/Step Time": 11.854391416534781}
+{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.7452681660652161, "Finetune/Loss (Raw)": 0.7408120632171631, "Finetune/Step": 3470, "Finetune/Step Time": 11.866295982152224}
+{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.7454730272293091, "Finetune/Loss (Raw)": 0.8320500254631042, "Finetune/Step": 3471, "Finetune/Step Time": 11.877767585217953}
+{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.7463688850402832, "Finetune/Loss (Raw)": 0.7182915210723877, "Finetune/Step": 3472, "Finetune/Step Time": 11.878223670646548}
+{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.7507947087287903, "Finetune/Loss (Raw)": 0.8076494336128235, "Finetune/Step": 3473, "Finetune/Step Time": 11.877050142735243}
+{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.7492431998252869, "Finetune/Loss (Raw)": 0.653956413269043, "Finetune/Step": 3474, "Finetune/Step Time": 11.886622047051787}
+{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.7501254677772522, "Finetune/Loss (Raw)": 0.7758480310440063, "Finetune/Step": 3475, "Finetune/Step Time": 11.897381769493222}
+{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.7486574053764343, "Finetune/Loss (Raw)": 0.6408194899559021, "Finetune/Step": 3476, "Finetune/Step Time": 11.896172851324081}
+{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.747722327709198, "Finetune/Loss (Raw)": 0.7221024036407471, "Finetune/Step": 3477, "Finetune/Step Time": 11.931057881563902}
+{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.7473436594009399, "Finetune/Loss (Raw)": 0.9090713858604431, "Finetune/Step": 3478, "Finetune/Step Time": 11.917415076866746}
+{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.749419093132019, "Finetune/Loss (Raw)": 1.0106592178344727, "Finetune/Step": 3479, "Finetune/Step Time": 11.882921295240521}
+{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.7493631839752197, "Finetune/Loss (Raw)": 0.8141583204269409, "Finetune/Step": 3480, "Finetune/Step Time": 11.87879729270935}
+{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.748751699924469, "Finetune/Loss (Raw)": 0.8187482953071594, "Finetune/Step": 3481, "Finetune/Step Time": 11.836970623582602}
+{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.7478312253952026, "Finetune/Loss (Raw)": 0.7371569871902466, "Finetune/Step": 3482, "Finetune/Step Time": 11.836778396740556}
+{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.7469364404678345, "Finetune/Loss (Raw)": 0.7076226472854614, "Finetune/Step": 3483, "Finetune/Step Time": 11.923079870641232}
+{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.7461254596710205, "Finetune/Loss (Raw)": 0.7405543327331543, "Finetune/Step": 3484, "Finetune/Step Time": 11.953715724870563}
+{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.7471624612808228, "Finetune/Loss (Raw)": 0.9149602055549622, "Finetune/Step": 3485, "Finetune/Step Time": 11.948047908023}
+{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.7476170659065247, "Finetune/Loss (Raw)": 0.7943102121353149, "Finetune/Step": 3486, "Finetune/Step Time": 11.93798060156405}
+{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.7457162141799927, "Finetune/Loss (Raw)": 0.7166427373886108, "Finetune/Step": 3487, "Finetune/Step Time": 11.936508109793067}
+{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.7440506219863892, "Finetune/Loss (Raw)": 0.6548371911048889, "Finetune/Step": 3488, "Finetune/Step Time": 11.93615984171629}
+{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.7443593144416809, "Finetune/Loss (Raw)": 0.8525815010070801, "Finetune/Step": 3489, "Finetune/Step Time": 11.912819977849722}
+{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.744370698928833, "Finetune/Loss (Raw)": 0.6968121528625488, "Finetune/Step": 3490, "Finetune/Step Time": 11.909859076142311}
+{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.7447161674499512, "Finetune/Loss (Raw)": 0.8936169743537903, "Finetune/Step": 3491, "Finetune/Step Time": 11.903373878449202}
+{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.7439301013946533, "Finetune/Loss (Raw)": 0.7687296271324158, "Finetune/Step": 3492, "Finetune/Step Time": 11.921383177861571}
+{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.7417018413543701, "Finetune/Loss (Raw)": 0.4803127348423004, "Finetune/Step": 3493, "Finetune/Step Time": 11.908391928300261}
+{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.7432713508605957, "Finetune/Loss (Raw)": 0.8952087759971619, "Finetune/Step": 3494, "Finetune/Step Time": 11.886543015018106}
+{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.7443607449531555, "Finetune/Loss (Raw)": 0.8303092122077942, "Finetune/Step": 3495, "Finetune/Step Time": 11.887206932529807}
+{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.7482720613479614, "Finetune/Loss (Raw)": 0.8248656392097473, "Finetune/Step": 3496, "Finetune/Step Time": 11.866864990442991}
+{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.7467656135559082, "Finetune/Loss (Raw)": 0.6314013004302979, "Finetune/Step": 3497, "Finetune/Step Time": 11.884487034752965}
+{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.7468670010566711, "Finetune/Loss (Raw)": 0.8425801992416382, "Finetune/Step": 3498, "Finetune/Step Time": 11.892920130863786}
+{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.748518705368042, "Finetune/Loss (Raw)": 0.768634021282196, "Finetune/Step": 3499, "Finetune/Step Time": 11.866135966032743}
+{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.749760091304779, "Finetune/Loss (Raw)": 0.8819689154624939, "Finetune/Step": 3500, "Finetune/Step Time": 11.85091414861381}
+{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.74977046251297, "Finetune/Loss (Raw)": 0.8276835083961487, "Finetune/Step": 3501, "Finetune/Step Time": 11.82617618702352}
+{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.7507359981536865, "Finetune/Loss (Raw)": 0.9193999767303467, "Finetune/Step": 3502, "Finetune/Step Time": 11.819143308326602}
+{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.7495186924934387, "Finetune/Loss (Raw)": 0.8517948985099792, "Finetune/Step": 3503, "Finetune/Step Time": 11.82066505216062}
+{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.7483210563659668, "Finetune/Loss (Raw)": 0.7375957369804382, "Finetune/Step": 3504, "Finetune/Step Time": 11.824172459542751}
+{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.7493687868118286, "Finetune/Loss (Raw)": 0.7591806054115295, "Finetune/Step": 3505, "Finetune/Step Time": 11.81819554977119}
+{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.7482486367225647, "Finetune/Loss (Raw)": 0.7369862794876099, "Finetune/Step": 3506, "Finetune/Step Time": 11.81331375055015}
+{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.7480669617652893, "Finetune/Loss (Raw)": 0.5827420353889465, "Finetune/Step": 3507, "Finetune/Step Time": 11.845862863585353}
+{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.7487787008285522, "Finetune/Loss (Raw)": 0.7764031887054443, "Finetune/Step": 3508, "Finetune/Step Time": 11.847495662048459}
+{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.748999834060669, "Finetune/Loss (Raw)": 0.7562665939331055, "Finetune/Step": 3509, "Finetune/Step Time": 11.873492918908596}
+{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.7479667067527771, "Finetune/Loss (Raw)": 0.715090811252594, "Finetune/Step": 3510, "Finetune/Step Time": 11.872380997985601}
+{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.747679591178894, "Finetune/Loss (Raw)": 0.7199953198432922, "Finetune/Step": 3511, "Finetune/Step Time": 11.885436633601785}
+{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.746967077255249, "Finetune/Loss (Raw)": 0.7648655772209167, "Finetune/Step": 3512, "Finetune/Step Time": 11.8809409532696}
+{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.7482567429542542, "Finetune/Loss (Raw)": 0.8236997127532959, "Finetune/Step": 3513, "Finetune/Step Time": 11.880571277812123}
+{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.7477533221244812, "Finetune/Loss (Raw)": 0.7110199332237244, "Finetune/Step": 3514, "Finetune/Step Time": 11.887315280735493}
+{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.7483652830123901, "Finetune/Loss (Raw)": 0.7789982557296753, "Finetune/Step": 3515, "Finetune/Step Time": 11.897292833775282}
+{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.7487479448318481, "Finetune/Loss (Raw)": 0.7775940299034119, "Finetune/Step": 3516, "Finetune/Step Time": 11.898714508861303}
+{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.7487906813621521, "Finetune/Loss (Raw)": 0.8162423372268677, "Finetune/Step": 3517, "Finetune/Step Time": 11.893809607252479}
+{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.7472999095916748, "Finetune/Loss (Raw)": 0.629919171333313, "Finetune/Step": 3518, "Finetune/Step Time": 11.949759595096111}
+{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.7449190616607666, "Finetune/Loss (Raw)": 0.6631370782852173, "Finetune/Step": 3519, "Finetune/Step Time": 11.99168468080461}
+{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.744754433631897, "Finetune/Loss (Raw)": 0.7320703864097595, "Finetune/Step": 3520, "Finetune/Step Time": 11.993015030398965}
+{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.7445672750473022, "Finetune/Loss (Raw)": 0.8545725345611572, "Finetune/Step": 3521, "Finetune/Step Time": 11.992462169378996}
+{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.7437401413917542, "Finetune/Loss (Raw)": 0.6124578714370728, "Finetune/Step": 3522, "Finetune/Step Time": 11.983793083578348}
+{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.7420390844345093, "Finetune/Loss (Raw)": 0.6356922388076782, "Finetune/Step": 3523, "Finetune/Step Time": 12.023405941203237}
+{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.742159903049469, "Finetune/Loss (Raw)": 0.6719323396682739, "Finetune/Step": 3524, "Finetune/Step Time": 12.040074996650219}
+{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.7436639070510864, "Finetune/Loss (Raw)": 0.941839873790741, "Finetune/Step": 3525, "Finetune/Step Time": 12.046517252922058}
+{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.742594838142395, "Finetune/Loss (Raw)": 0.6485088467597961, "Finetune/Step": 3526, "Finetune/Step Time": 12.060439877212048}
+{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.7429428100585938, "Finetune/Loss (Raw)": 0.7808627486228943, "Finetune/Step": 3527, "Finetune/Step Time": 12.039059299975634}
+{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.7428733706474304, "Finetune/Loss (Raw)": 0.7525930404663086, "Finetune/Step": 3528, "Finetune/Step Time": 12.038016427308321}
+{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.7422583103179932, "Finetune/Loss (Raw)": 0.618889570236206, "Finetune/Step": 3529, "Finetune/Step Time": 12.06798637099564}
+{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.7420351505279541, "Finetune/Loss (Raw)": 0.7379424571990967, "Finetune/Step": 3530, "Finetune/Step Time": 12.07079652696848}
+{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.7425504326820374, "Finetune/Loss (Raw)": 0.7892959713935852, "Finetune/Step": 3531, "Finetune/Step Time": 12.069441143423319}
+{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.741809070110321, "Finetune/Loss (Raw)": 0.6683703660964966, "Finetune/Step": 3532, "Finetune/Step Time": 12.090838165953755}
+{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.7394750118255615, "Finetune/Loss (Raw)": 0.26679739356040955, "Finetune/Step": 3533, "Finetune/Step Time": 12.03422855399549}
+{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.7395270466804504, "Finetune/Loss (Raw)": 0.812095046043396, "Finetune/Step": 3534, "Finetune/Step Time": 12.048303615301847}
+{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.7347177267074585, "Finetune/Loss (Raw)": 0.21413646638393402, "Finetune/Step": 3535, "Finetune/Step Time": 12.084258252754807}
+{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.7341784238815308, "Finetune/Loss (Raw)": 0.7532694935798645, "Finetune/Step": 3536, "Finetune/Step Time": 12.076709033921361}
+{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.7346712946891785, "Finetune/Loss (Raw)": 0.8862242698669434, "Finetune/Step": 3537, "Finetune/Step Time": 12.089574547484517}
+{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.7362698316574097, "Finetune/Loss (Raw)": 0.8897032141685486, "Finetune/Step": 3538, "Finetune/Step Time": 12.093425193801522}
+{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.7358788847923279, "Finetune/Loss (Raw)": 0.8715347647666931, "Finetune/Step": 3539, "Finetune/Step Time": 12.099729407578707}
+{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.7355539202690125, "Finetune/Loss (Raw)": 0.7994986176490784, "Finetune/Step": 3540, "Finetune/Step Time": 12.107472693547606}
+{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.7347656488418579, "Finetune/Loss (Raw)": 0.7940745949745178, "Finetune/Step": 3541, "Finetune/Step Time": 12.090508135035634}
+{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.7329927682876587, "Finetune/Loss (Raw)": 0.683651864528656, "Finetune/Step": 3542, "Finetune/Step Time": 12.108215279877186}
+{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.7339547872543335, "Finetune/Loss (Raw)": 0.7737566828727722, "Finetune/Step": 3543, "Finetune/Step Time": 12.126538114622235}
+{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.7378312349319458, "Finetune/Loss (Raw)": 0.8189144730567932, "Finetune/Step": 3544, "Finetune/Step Time": 12.088004568591714}
+{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.7348833084106445, "Finetune/Loss (Raw)": 0.3100142180919647, "Finetune/Step": 3545, "Finetune/Step Time": 12.114727549254894}
+{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.7344034910202026, "Finetune/Loss (Raw)": 0.7186204791069031, "Finetune/Step": 3546, "Finetune/Step Time": 12.108456015586853}
+{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.7349351048469543, "Finetune/Loss (Raw)": 0.8881748914718628, "Finetune/Step": 3547, "Finetune/Step Time": 12.103841081261635}
+{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.7369048595428467, "Finetune/Loss (Raw)": 0.7510418891906738, "Finetune/Step": 3548, "Finetune/Step Time": 12.0744243953377}
+{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.7375428080558777, "Finetune/Loss (Raw)": 0.9032602906227112, "Finetune/Step": 3549, "Finetune/Step Time": 12.073041481897235}
+{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.7344307899475098, "Finetune/Loss (Raw)": 0.27151092886924744, "Finetune/Step": 3550, "Finetune/Step Time": 12.071157824248075}
+{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.7338368892669678, "Finetune/Loss (Raw)": 0.6704421043395996, "Finetune/Step": 3551, "Finetune/Step Time": 12.104941088706255}
+{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.7380117177963257, "Finetune/Loss (Raw)": 0.7886374592781067, "Finetune/Step": 3552, "Finetune/Step Time": 12.06399111263454}
+{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.7370760440826416, "Finetune/Loss (Raw)": 0.6362369656562805, "Finetune/Step": 3553, "Finetune/Step Time": 12.080871092155576}
+{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.7389835119247437, "Finetune/Loss (Raw)": 0.8947703838348389, "Finetune/Step": 3554, "Finetune/Step Time": 12.087553482502699}
+{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.7396278381347656, "Finetune/Loss (Raw)": 0.9001665115356445, "Finetune/Step": 3555, "Finetune/Step Time": 12.084811262786388}
+{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.7356815338134766, "Finetune/Loss (Raw)": 0.2433154135942459, "Finetune/Step": 3556, "Finetune/Step Time": 12.107455313205719}
+{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.7367291450500488, "Finetune/Loss (Raw)": 0.9548495411872864, "Finetune/Step": 3557, "Finetune/Step Time": 12.104798382148147}
+{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.7379154562950134, "Finetune/Loss (Raw)": 0.7957263588905334, "Finetune/Step": 3558, "Finetune/Step Time": 12.108891049399972}
+{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.7373390197753906, "Finetune/Loss (Raw)": 0.8348259925842285, "Finetune/Step": 3559, "Finetune/Step Time": 12.107645824551582}
+{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.7389863729476929, "Finetune/Loss (Raw)": 0.8541785478591919, "Finetune/Step": 3560, "Finetune/Step Time": 12.079353533685207}
+{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.7402228116989136, "Finetune/Loss (Raw)": 0.9197565913200378, "Finetune/Step": 3561, "Finetune/Step Time": 12.050626343116164}
+{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.7398228645324707, "Finetune/Loss (Raw)": 0.6196252703666687, "Finetune/Step": 3562, "Finetune/Step Time": 12.006680209189653}
+{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.7391568422317505, "Finetune/Loss (Raw)": 0.6600327491760254, "Finetune/Step": 3563, "Finetune/Step Time": 11.982365146279335}
+{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.7395538687705994, "Finetune/Loss (Raw)": 0.7387095093727112, "Finetune/Step": 3564, "Finetune/Step Time": 11.98871056176722}
+{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.7392224073410034, "Finetune/Loss (Raw)": 0.7470827698707581, "Finetune/Step": 3565, "Finetune/Step Time": 11.993633197620511}
+{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.7405539155006409, "Finetune/Loss (Raw)": 0.858313798904419, "Finetune/Step": 3566, "Finetune/Step Time": 11.993362084031105}
+{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.7402927279472351, "Finetune/Loss (Raw)": 0.7721802592277527, "Finetune/Step": 3567, "Finetune/Step Time": 11.990861160680652}
+{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.7410091161727905, "Finetune/Loss (Raw)": 0.8013142347335815, "Finetune/Step": 3568, "Finetune/Step Time": 12.000712305307388}
+{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.7420541048049927, "Finetune/Loss (Raw)": 0.7340889573097229, "Finetune/Step": 3569, "Finetune/Step Time": 11.97749132849276}
+{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.7422338724136353, "Finetune/Loss (Raw)": 0.7234329581260681, "Finetune/Step": 3570, "Finetune/Step Time": 11.966137520968914}
+{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.7430143356323242, "Finetune/Loss (Raw)": 0.7962214946746826, "Finetune/Step": 3571, "Finetune/Step Time": 11.951496558263898}
+{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.7434285879135132, "Finetune/Loss (Raw)": 0.8723413944244385, "Finetune/Step": 3572, "Finetune/Step Time": 11.954653514549136}
+{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.7457466125488281, "Finetune/Loss (Raw)": 0.8650049567222595, "Finetune/Step": 3573, "Finetune/Step Time": 11.933337450027466}
+{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.7469618320465088, "Finetune/Loss (Raw)": 0.8881109356880188, "Finetune/Step": 3574, "Finetune/Step Time": 11.930031893774867}
+{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.7459613084793091, "Finetune/Loss (Raw)": 0.766704261302948, "Finetune/Step": 3575, "Finetune/Step Time": 11.931370636448264}
+{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.7472153902053833, "Finetune/Loss (Raw)": 0.8795248866081238, "Finetune/Step": 3576, "Finetune/Step Time": 11.927015002816916}
+{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.7463592886924744, "Finetune/Loss (Raw)": 0.7679104804992676, "Finetune/Step": 3577, "Finetune/Step Time": 11.960628923028708}
+{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.7471579313278198, "Finetune/Loss (Raw)": 0.8626773953437805, "Finetune/Step": 3578, "Finetune/Step Time": 11.931483888998628}
+{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.7472831010818481, "Finetune/Loss (Raw)": 0.7800253033638, "Finetune/Step": 3579, "Finetune/Step Time": 11.932152422145009}
+{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.7469996809959412, "Finetune/Loss (Raw)": 0.8246095180511475, "Finetune/Step": 3580, "Finetune/Step Time": 11.945261908695102}
+{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.7475317716598511, "Finetune/Loss (Raw)": 0.8453141450881958, "Finetune/Step": 3581, "Finetune/Step Time": 11.962007071822882}
+{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.7472479939460754, "Finetune/Loss (Raw)": 0.6894406080245972, "Finetune/Step": 3582, "Finetune/Step Time": 11.963990479707718}
+{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.7506657242774963, "Finetune/Loss (Raw)": 0.7257703542709351, "Finetune/Step": 3583, "Finetune/Step Time": 11.927970059216022}
+{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.7504482865333557, "Finetune/Loss (Raw)": 0.7962396740913391, "Finetune/Step": 3584, "Finetune/Step Time": 11.930077098309994}
+{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.7512325048446655, "Finetune/Loss (Raw)": 0.9284910559654236, "Finetune/Step": 3585, "Finetune/Step Time": 11.928900144994259}
+{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.7501125931739807, "Finetune/Loss (Raw)": 0.6528645753860474, "Finetune/Step": 3586, "Finetune/Step Time": 11.92301831394434}
+{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.7497307658195496, "Finetune/Loss (Raw)": 0.7357271313667297, "Finetune/Step": 3587, "Finetune/Step Time": 11.908916134387255}
+{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.7480039596557617, "Finetune/Loss (Raw)": 0.6422115564346313, "Finetune/Step": 3588, "Finetune/Step Time": 11.908795895054936}
+{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.7520543336868286, "Finetune/Loss (Raw)": 0.769473671913147, "Finetune/Step": 3589, "Finetune/Step Time": 11.88662514090538}
+{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.752635657787323, "Finetune/Loss (Raw)": 0.8333125710487366, "Finetune/Step": 3590, "Finetune/Step Time": 11.89111490175128}
+{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.7523981332778931, "Finetune/Loss (Raw)": 0.7077330350875854, "Finetune/Step": 3591, "Finetune/Step Time": 11.888718239963055}
+{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.751489520072937, "Finetune/Loss (Raw)": 0.7625681757926941, "Finetune/Step": 3592, "Finetune/Step Time": 11.897089703008533}
+{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.7526743412017822, "Finetune/Loss (Raw)": 0.8833404779434204, "Finetune/Step": 3593, "Finetune/Step Time": 11.889864740893245}
+{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.7517563700675964, "Finetune/Loss (Raw)": 0.5411054491996765, "Finetune/Step": 3594, "Finetune/Step Time": 11.900983357802033}
+{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.7531570196151733, "Finetune/Loss (Raw)": 0.8089143633842468, "Finetune/Step": 3595, "Finetune/Step Time": 11.921318041160703}
+{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.7552141547203064, "Finetune/Loss (Raw)": 0.9171727299690247, "Finetune/Step": 3596, "Finetune/Step Time": 11.894546989351511}
+{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.751129150390625, "Finetune/Loss (Raw)": 0.17684602737426758, "Finetune/Step": 3597, "Finetune/Step Time": 11.909727685153484}
+{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.7511200308799744, "Finetune/Loss (Raw)": 0.7396376729011536, "Finetune/Step": 3598, "Finetune/Step Time": 11.936839757487178}
+{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.7499115467071533, "Finetune/Loss (Raw)": 0.6773683428764343, "Finetune/Step": 3599, "Finetune/Step Time": 11.921569287776947}
+{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.7470986843109131, "Finetune/Loss (Raw)": 0.35823890566825867, "Finetune/Step": 3600, "Finetune/Step Time": 11.94409878179431}
+{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.7471733093261719, "Finetune/Loss (Raw)": 0.8172022700309753, "Finetune/Step": 3601, "Finetune/Step Time": 11.911788936704397}
+{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.7480584979057312, "Finetune/Loss (Raw)": 0.7672630548477173, "Finetune/Step": 3602, "Finetune/Step Time": 11.902499381452799}
+{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.7480149269104004, "Finetune/Loss (Raw)": 0.7702688574790955, "Finetune/Step": 3603, "Finetune/Step Time": 11.900248980149627}
+{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.7492936253547668, "Finetune/Loss (Raw)": 0.8044922947883606, "Finetune/Step": 3604, "Finetune/Step Time": 11.894317446276546}
+{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.748699426651001, "Finetune/Loss (Raw)": 0.6460469365119934, "Finetune/Step": 3605, "Finetune/Step Time": 11.868345774710178}
+{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.7471691966056824, "Finetune/Loss (Raw)": 0.7131964564323425, "Finetune/Step": 3606, "Finetune/Step Time": 11.892053969204426}
+{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.7453629970550537, "Finetune/Loss (Raw)": 0.7794778943061829, "Finetune/Step": 3607, "Finetune/Step Time": 11.897740649059415}
+{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.7439736127853394, "Finetune/Loss (Raw)": 0.6363020539283752, "Finetune/Step": 3608, "Finetune/Step Time": 11.944012027233839}
+{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.7433190941810608, "Finetune/Loss (Raw)": 0.7349767088890076, "Finetune/Step": 3609, "Finetune/Step Time": 11.945614233613014}
+{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.7425974607467651, "Finetune/Loss (Raw)": 0.6447897553443909, "Finetune/Step": 3610, "Finetune/Step Time": 11.94430124014616}
+{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.7389516830444336, "Finetune/Loss (Raw)": 0.2409650683403015, "Finetune/Step": 3611, "Finetune/Step Time": 11.888084430247545}
+{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.739159882068634, "Finetune/Loss (Raw)": 0.7672001719474792, "Finetune/Step": 3612, "Finetune/Step Time": 11.892057923600078}
+{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.7373062968254089, "Finetune/Loss (Raw)": 0.6777030825614929, "Finetune/Step": 3613, "Finetune/Step Time": 11.893251335248351}
+{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.7370700836181641, "Finetune/Loss (Raw)": 0.7640751600265503, "Finetune/Step": 3614, "Finetune/Step Time": 11.899882283061743}
+{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.7377661466598511, "Finetune/Loss (Raw)": 0.8057364225387573, "Finetune/Step": 3615, "Finetune/Step Time": 11.917738171294332}
+{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.7378959655761719, "Finetune/Loss (Raw)": 0.6714481711387634, "Finetune/Step": 3616, "Finetune/Step Time": 11.924147607758641}
+{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.7367013692855835, "Finetune/Loss (Raw)": 0.6996772885322571, "Finetune/Step": 3617, "Finetune/Step Time": 11.939106605947018}
+{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.7364552617073059, "Finetune/Loss (Raw)": 0.665314793586731, "Finetune/Step": 3618, "Finetune/Step Time": 11.951718365773559}
+{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.7352980375289917, "Finetune/Loss (Raw)": 0.7454907298088074, "Finetune/Step": 3619, "Finetune/Step Time": 11.945881387218833}
+{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.7352526187896729, "Finetune/Loss (Raw)": 0.7629162669181824, "Finetune/Step": 3620, "Finetune/Step Time": 11.926789155229926}
+{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.737076461315155, "Finetune/Loss (Raw)": 0.713763415813446, "Finetune/Step": 3621, "Finetune/Step Time": 11.91421501711011}
+{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.7361772060394287, "Finetune/Loss (Raw)": 0.780102014541626, "Finetune/Step": 3622, "Finetune/Step Time": 11.911633955314755}
+{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.7361196875572205, "Finetune/Loss (Raw)": 0.8229538798332214, "Finetune/Step": 3623, "Finetune/Step Time": 11.91160467453301}
+{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.7365039587020874, "Finetune/Loss (Raw)": 0.8740490674972534, "Finetune/Step": 3624, "Finetune/Step Time": 11.899646919220686}
+{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.7383279800415039, "Finetune/Loss (Raw)": 0.86487877368927, "Finetune/Step": 3625, "Finetune/Step Time": 11.881743226200342}
+{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.7369841933250427, "Finetune/Loss (Raw)": 0.6705722212791443, "Finetune/Step": 3626, "Finetune/Step Time": 11.874564109370112}
+{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.737421989440918, "Finetune/Loss (Raw)": 0.8246734142303467, "Finetune/Step": 3627, "Finetune/Step Time": 11.902563897892833}
+{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.7364916801452637, "Finetune/Loss (Raw)": 0.7628926038742065, "Finetune/Step": 3628, "Finetune/Step Time": 11.91233960352838}
+{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.7358458638191223, "Finetune/Loss (Raw)": 0.7450138926506042, "Finetune/Step": 3629, "Finetune/Step Time": 11.924213089048862}
+{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.7340285181999207, "Finetune/Loss (Raw)": 0.686780571937561, "Finetune/Step": 3630, "Finetune/Step Time": 11.924284778535366}
+{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.7322264313697815, "Finetune/Loss (Raw)": 0.6211224794387817, "Finetune/Step": 3631, "Finetune/Step Time": 11.950104743242264}
+{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.7332234382629395, "Finetune/Loss (Raw)": 0.8652159571647644, "Finetune/Step": 3632, "Finetune/Step Time": 11.954053910449147}
+{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.7340174913406372, "Finetune/Loss (Raw)": 0.8608249425888062, "Finetune/Step": 3633, "Finetune/Step Time": 11.943794636055827}
+{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.7341787219047546, "Finetune/Loss (Raw)": 0.7576228976249695, "Finetune/Step": 3634, "Finetune/Step Time": 11.930170811712742}
+{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.7347078323364258, "Finetune/Loss (Raw)": 0.6504716277122498, "Finetune/Step": 3635, "Finetune/Step Time": 11.896485662087798}
+{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.734886884689331, "Finetune/Loss (Raw)": 0.799314022064209, "Finetune/Step": 3636, "Finetune/Step Time": 11.894450152292848}
+{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.7354577779769897, "Finetune/Loss (Raw)": 0.8293435573577881, "Finetune/Step": 3637, "Finetune/Step Time": 11.867280878126621}
+{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.7361843585968018, "Finetune/Loss (Raw)": 0.8080927133560181, "Finetune/Step": 3638, "Finetune/Step Time": 11.863455956801772}
+{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.7367838025093079, "Finetune/Loss (Raw)": 0.796726405620575, "Finetune/Step": 3639, "Finetune/Step Time": 11.843335006386042}
+{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.7327103614807129, "Finetune/Loss (Raw)": 0.24345999956130981, "Finetune/Step": 3640, "Finetune/Step Time": 11.881717370823026}
+{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.7316882610321045, "Finetune/Loss (Raw)": 0.6928788423538208, "Finetune/Step": 3641, "Finetune/Step Time": 11.888466399163008}
+{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.7322548627853394, "Finetune/Loss (Raw)": 0.7835399508476257, "Finetune/Step": 3642, "Finetune/Step Time": 11.896038157865405}
+{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.7326425313949585, "Finetune/Loss (Raw)": 0.8286246061325073, "Finetune/Step": 3643, "Finetune/Step Time": 11.885280596092343}
+{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.7326457500457764, "Finetune/Loss (Raw)": 0.77800452709198, "Finetune/Step": 3644, "Finetune/Step Time": 11.879971383139491}
+{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.7320515513420105, "Finetune/Loss (Raw)": 0.7401835322380066, "Finetune/Step": 3645, "Finetune/Step Time": 11.880051225423813}
+{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.7333828210830688, "Finetune/Loss (Raw)": 0.8003156185150146, "Finetune/Step": 3646, "Finetune/Step Time": 11.84174633398652}
+{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.7344781756401062, "Finetune/Loss (Raw)": 0.8033462762832642, "Finetune/Step": 3647, "Finetune/Step Time": 11.802821980789304}
+{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.7355352640151978, "Finetune/Loss (Raw)": 0.8673797249794006, "Finetune/Step": 3648, "Finetune/Step Time": 11.807428997009993}
+{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.7356178164482117, "Finetune/Loss (Raw)": 0.8651396632194519, "Finetune/Step": 3649, "Finetune/Step Time": 11.815947566181421}
+{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.7381142377853394, "Finetune/Loss (Raw)": 0.9319971203804016, "Finetune/Step": 3650, "Finetune/Step Time": 11.780516155064106}
+{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.7381918430328369, "Finetune/Loss (Raw)": 0.6456315517425537, "Finetune/Step": 3651, "Finetune/Step Time": 11.757762061432004}
+{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.7391325235366821, "Finetune/Loss (Raw)": 0.7923350930213928, "Finetune/Step": 3652, "Finetune/Step Time": 11.743939140811563}
+{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.738383948802948, "Finetune/Loss (Raw)": 0.8460190892219543, "Finetune/Step": 3653, "Finetune/Step Time": 11.73934125714004}
+{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.7390718460083008, "Finetune/Loss (Raw)": 0.7365611791610718, "Finetune/Step": 3654, "Finetune/Step Time": 11.74764496833086}
+{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.7402067184448242, "Finetune/Loss (Raw)": 0.9261314868927002, "Finetune/Step": 3655, "Finetune/Step Time": 11.756998034194112}
+{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.7395877838134766, "Finetune/Loss (Raw)": 0.6733598113059998, "Finetune/Step": 3656, "Finetune/Step Time": 11.76550373621285}
+{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.7410407662391663, "Finetune/Loss (Raw)": 0.8048804402351379, "Finetune/Step": 3657, "Finetune/Step Time": 11.74468488059938}
+{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.7410275936126709, "Finetune/Loss (Raw)": 0.7362539768218994, "Finetune/Step": 3658, "Finetune/Step Time": 11.77350595407188}
+{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.7408907413482666, "Finetune/Loss (Raw)": 0.7717821598052979, "Finetune/Step": 3659, "Finetune/Step Time": 11.789233028888702}
+{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.7425232529640198, "Finetune/Loss (Raw)": 0.8773279190063477, "Finetune/Step": 3660, "Finetune/Step Time": 11.766027877107263}
+{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.7465483546257019, "Finetune/Loss (Raw)": 0.7820091843605042, "Finetune/Step": 3661, "Finetune/Step Time": 11.727611299604177}
+{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.7469448447227478, "Finetune/Loss (Raw)": 0.8628466129302979, "Finetune/Step": 3662, "Finetune/Step Time": 11.720820032060146}
+{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.7527337074279785, "Finetune/Loss (Raw)": 0.9551090002059937, "Finetune/Step": 3663, "Finetune/Step Time": 11.680615039542317}
+{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.7522848844528198, "Finetune/Loss (Raw)": 0.6958181262016296, "Finetune/Step": 3664, "Finetune/Step Time": 11.703203497454524}
+{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.7515289187431335, "Finetune/Loss (Raw)": 0.7894664406776428, "Finetune/Step": 3665, "Finetune/Step Time": 11.688286628574133}
+{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.7506371140480042, "Finetune/Loss (Raw)": 0.7755466103553772, "Finetune/Step": 3666, "Finetune/Step Time": 11.678820315748453}
+{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.746247410774231, "Finetune/Loss (Raw)": 0.30965059995651245, "Finetune/Step": 3667, "Finetune/Step Time": 11.709816917777061}
+{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.7457103729248047, "Finetune/Loss (Raw)": 0.7307634353637695, "Finetune/Step": 3668, "Finetune/Step Time": 11.691653588786721}
+{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.7450765371322632, "Finetune/Loss (Raw)": 0.7129442691802979, "Finetune/Step": 3669, "Finetune/Step Time": 11.698507076129317}
+{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.745995819568634, "Finetune/Loss (Raw)": 0.801318347454071, "Finetune/Step": 3670, "Finetune/Step Time": 11.671121031045914}
+{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.7468104362487793, "Finetune/Loss (Raw)": 0.8780243396759033, "Finetune/Step": 3671, "Finetune/Step Time": 11.63731743581593}
+{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.7462226152420044, "Finetune/Loss (Raw)": 0.743674635887146, "Finetune/Step": 3672, "Finetune/Step Time": 11.651511032134295}
+{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.7478272914886475, "Finetune/Loss (Raw)": 0.5154116153717041, "Finetune/Step": 3673, "Finetune/Step Time": 11.621902944520116}
+{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.748242974281311, "Finetune/Loss (Raw)": 0.7718362212181091, "Finetune/Step": 3674, "Finetune/Step Time": 11.605630503967404}
+{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.7437118291854858, "Finetune/Loss (Raw)": 0.3081803619861603, "Finetune/Step": 3675, "Finetune/Step Time": 11.649552777409554}
+{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.7439960837364197, "Finetune/Loss (Raw)": 0.7874287962913513, "Finetune/Step": 3676, "Finetune/Step Time": 11.655619161203504}
+{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.743964433670044, "Finetune/Loss (Raw)": 0.8992117047309875, "Finetune/Step": 3677, "Finetune/Step Time": 11.653993979096413}
+{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.746160626411438, "Finetune/Loss (Raw)": 0.5526183247566223, "Finetune/Step": 3678, "Finetune/Step Time": 11.618214938789606}
+{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.7468196153640747, "Finetune/Loss (Raw)": 0.7547944188117981, "Finetune/Step": 3679, "Finetune/Step Time": 11.59567242860794}
+{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.747081458568573, "Finetune/Loss (Raw)": 0.8221521973609924, "Finetune/Step": 3680, "Finetune/Step Time": 11.607371345162392}
+{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.7482091188430786, "Finetune/Loss (Raw)": 0.7805854082107544, "Finetune/Step": 3681, "Finetune/Step Time": 11.571002926677465}
+{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.7491302490234375, "Finetune/Loss (Raw)": 1.0126720666885376, "Finetune/Step": 3682, "Finetune/Step Time": 11.566214328631759}
+{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.7482972741127014, "Finetune/Loss (Raw)": 0.7935419678688049, "Finetune/Step": 3683, "Finetune/Step Time": 11.567957200109959}
+{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.750657320022583, "Finetune/Loss (Raw)": 0.5454041957855225, "Finetune/Step": 3684, "Finetune/Step Time": 11.565456142649055}
+{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.7492057085037231, "Finetune/Loss (Raw)": 0.7690359950065613, "Finetune/Step": 3685, "Finetune/Step Time": 11.559010125696659}
+{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.7492614984512329, "Finetune/Loss (Raw)": 0.8028683662414551, "Finetune/Step": 3686, "Finetune/Step Time": 11.558399250730872}
+{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.749030590057373, "Finetune/Loss (Raw)": 0.8052780628204346, "Finetune/Step": 3687, "Finetune/Step Time": 11.555904222652316}
+{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.7472079396247864, "Finetune/Loss (Raw)": 0.6208760142326355, "Finetune/Step": 3688, "Finetune/Step Time": 11.571304567158222}
+{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.7467948198318481, "Finetune/Loss (Raw)": 0.8668761849403381, "Finetune/Step": 3689, "Finetune/Step Time": 11.570630015805364}
+{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.7483838796615601, "Finetune/Loss (Raw)": 0.8230211138725281, "Finetune/Step": 3690, "Finetune/Step Time": 11.576575819402933}
+{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.7449123859405518, "Finetune/Loss (Raw)": 0.21568790078163147, "Finetune/Step": 3691, "Finetune/Step Time": 11.61132331378758}
+{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.7457498908042908, "Finetune/Loss (Raw)": 0.8459103107452393, "Finetune/Step": 3692, "Finetune/Step Time": 11.599306056275964}
+{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.7460730671882629, "Finetune/Loss (Raw)": 0.7884472012519836, "Finetune/Step": 3693, "Finetune/Step Time": 11.598183751106262}
+{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.7444320321083069, "Finetune/Loss (Raw)": 0.6482616662979126, "Finetune/Step": 3694, "Finetune/Step Time": 11.642121836543083}
+{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.7463499307632446, "Finetune/Loss (Raw)": 1.0176664590835571, "Finetune/Step": 3695, "Finetune/Step Time": 11.60265040397644}
+{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.7461050748825073, "Finetune/Loss (Raw)": 0.7699742317199707, "Finetune/Step": 3696, "Finetune/Step Time": 11.588227396830916}
+{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.744307279586792, "Finetune/Loss (Raw)": 0.5039747357368469, "Finetune/Step": 3697, "Finetune/Step Time": 11.618661239743233}
+{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.7449440956115723, "Finetune/Loss (Raw)": 0.8049458265304565, "Finetune/Step": 3698, "Finetune/Step Time": 11.621543465182185}
+{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.7449362874031067, "Finetune/Loss (Raw)": 0.7952212691307068, "Finetune/Step": 3699, "Finetune/Step Time": 11.617053586989641}
+{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.7443238496780396, "Finetune/Loss (Raw)": 0.7939500212669373, "Finetune/Step": 3700, "Finetune/Step Time": 11.619803246110678}
+{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.7424161434173584, "Finetune/Loss (Raw)": 0.6208153367042542, "Finetune/Step": 3701, "Finetune/Step Time": 11.622008297592402}
+{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.741685152053833, "Finetune/Loss (Raw)": 0.7945505976676941, "Finetune/Step": 3702, "Finetune/Step Time": 11.601758301258087}
+{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.7420947551727295, "Finetune/Loss (Raw)": 0.8191235065460205, "Finetune/Step": 3703, "Finetune/Step Time": 11.60812865383923}
+{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.7413752675056458, "Finetune/Loss (Raw)": 0.7874355912208557, "Finetune/Step": 3704, "Finetune/Step Time": 11.617743615061045}
+{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.7400749921798706, "Finetune/Loss (Raw)": 0.6014810800552368, "Finetune/Step": 3705, "Finetune/Step Time": 11.583904970437288}
+{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.7391843795776367, "Finetune/Loss (Raw)": 0.7486764192581177, "Finetune/Step": 3706, "Finetune/Step Time": 11.598275614902377}
+{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.7388689517974854, "Finetune/Loss (Raw)": 0.7396496534347534, "Finetune/Step": 3707, "Finetune/Step Time": 11.646307116374373}
+{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.7374285459518433, "Finetune/Loss (Raw)": 0.6402432918548584, "Finetune/Step": 3708, "Finetune/Step Time": 11.667902303859591}
+{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.737863302230835, "Finetune/Loss (Raw)": 0.9009578227996826, "Finetune/Step": 3709, "Finetune/Step Time": 11.651309313252568}
+{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.7396842241287231, "Finetune/Loss (Raw)": 0.9225134253501892, "Finetune/Step": 3710, "Finetune/Step Time": 11.628480976447463}
+{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.7387761473655701, "Finetune/Loss (Raw)": 0.6095408797264099, "Finetune/Step": 3711, "Finetune/Step Time": 11.650925643742085}
+{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.739203929901123, "Finetune/Loss (Raw)": 0.8509939908981323, "Finetune/Step": 3712, "Finetune/Step Time": 11.65058659389615}
+{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.7337600588798523, "Finetune/Loss (Raw)": 0.2316761016845703, "Finetune/Step": 3713, "Finetune/Step Time": 11.68617184087634}
+{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.7348513007164001, "Finetune/Loss (Raw)": 0.7925378084182739, "Finetune/Step": 3714, "Finetune/Step Time": 11.673284711316228}
+{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.7353061437606812, "Finetune/Loss (Raw)": 0.7939492464065552, "Finetune/Step": 3715, "Finetune/Step Time": 11.6816476713866}
+{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.7357217073440552, "Finetune/Loss (Raw)": 0.6954041719436646, "Finetune/Step": 3716, "Finetune/Step Time": 11.726065231487155}
+{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.7349179983139038, "Finetune/Loss (Raw)": 0.6666006445884705, "Finetune/Step": 3717, "Finetune/Step Time": 11.74466392211616}
+{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.7331238985061646, "Finetune/Loss (Raw)": 0.6036735773086548, "Finetune/Step": 3718, "Finetune/Step Time": 11.754081316292286}
+{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.7322287559509277, "Finetune/Loss (Raw)": 0.5931493043899536, "Finetune/Step": 3719, "Finetune/Step Time": 11.774830020964146}
+{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.7326001524925232, "Finetune/Loss (Raw)": 0.8101063370704651, "Finetune/Step": 3720, "Finetune/Step Time": 11.783729694783688}
+{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.7324186563491821, "Finetune/Loss (Raw)": 0.8601155281066895, "Finetune/Step": 3721, "Finetune/Step Time": 11.783334385603666}
+{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.734521746635437, "Finetune/Loss (Raw)": 0.8102919459342957, "Finetune/Step": 3722, "Finetune/Step Time": 11.778208700940013}
+{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.7352990508079529, "Finetune/Loss (Raw)": 0.9084129333496094, "Finetune/Step": 3723, "Finetune/Step Time": 11.775139668956399}
+{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.7338228225708008, "Finetune/Loss (Raw)": 0.7282112240791321, "Finetune/Step": 3724, "Finetune/Step Time": 11.77744497731328}
+{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.739158034324646, "Finetune/Loss (Raw)": 0.859760046005249, "Finetune/Step": 3725, "Finetune/Step Time": 11.74684746004641}
+{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.7358251810073853, "Finetune/Loss (Raw)": 0.3130302131175995, "Finetune/Step": 3726, "Finetune/Step Time": 11.74992236122489}
+{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.7362228035926819, "Finetune/Loss (Raw)": 0.7282659411430359, "Finetune/Step": 3727, "Finetune/Step Time": 11.758425205945969}
+{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.7376765012741089, "Finetune/Loss (Raw)": 0.5443091988563538, "Finetune/Step": 3728, "Finetune/Step Time": 11.736326899379492}
+{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.7375084757804871, "Finetune/Loss (Raw)": 0.7956975102424622, "Finetune/Step": 3729, "Finetune/Step Time": 11.752616204321384}
+{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.7380419969558716, "Finetune/Loss (Raw)": 0.8355545401573181, "Finetune/Step": 3730, "Finetune/Step Time": 11.810379315167665}
+{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.7384792566299438, "Finetune/Loss (Raw)": 0.8262386322021484, "Finetune/Step": 3731, "Finetune/Step Time": 11.815246067941189}
+{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.7385598421096802, "Finetune/Loss (Raw)": 0.8148083090782166, "Finetune/Step": 3732, "Finetune/Step Time": 11.811851918697357}
+{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.7395422458648682, "Finetune/Loss (Raw)": 0.7717898488044739, "Finetune/Step": 3733, "Finetune/Step Time": 11.826178207993507}
+{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.7409260869026184, "Finetune/Loss (Raw)": 0.8903326988220215, "Finetune/Step": 3734, "Finetune/Step Time": 11.812713164836168}
+{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.7396240234375, "Finetune/Loss (Raw)": 0.6128054261207581, "Finetune/Step": 3735, "Finetune/Step Time": 11.81536146439612}
+{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.7423312067985535, "Finetune/Loss (Raw)": 0.9828274846076965, "Finetune/Step": 3736, "Finetune/Step Time": 11.755163008347154}
+{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.7423195242881775, "Finetune/Loss (Raw)": 0.7334827780723572, "Finetune/Step": 3737, "Finetune/Step Time": 11.79298604093492}
+{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.7427701950073242, "Finetune/Loss (Raw)": 0.702470064163208, "Finetune/Step": 3738, "Finetune/Step Time": 11.809220826253295}
+{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.7464807033538818, "Finetune/Loss (Raw)": 0.7159079313278198, "Finetune/Step": 3739, "Finetune/Step Time": 11.772303951904178}
+{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.7464323043823242, "Finetune/Loss (Raw)": 0.761006236076355, "Finetune/Step": 3740, "Finetune/Step Time": 11.732713175937533}
+{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.7479524612426758, "Finetune/Loss (Raw)": 0.8722935318946838, "Finetune/Step": 3741, "Finetune/Step Time": 11.733049077913165}
+{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.7482119798660278, "Finetune/Loss (Raw)": 0.7972902059555054, "Finetune/Step": 3742, "Finetune/Step Time": 11.72627074457705}
+{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.7481855154037476, "Finetune/Loss (Raw)": 0.8023514747619629, "Finetune/Step": 3743, "Finetune/Step Time": 11.788322638720274}
+{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.745124340057373, "Finetune/Loss (Raw)": 0.2796132564544678, "Finetune/Step": 3744, "Finetune/Step Time": 11.819580124691129}
+{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.7418549656867981, "Finetune/Loss (Raw)": 0.2812000811100006, "Finetune/Step": 3745, "Finetune/Step Time": 11.849740935489535}
+{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.7420271039009094, "Finetune/Loss (Raw)": 0.6873443126678467, "Finetune/Step": 3746, "Finetune/Step Time": 11.834628250449896}
+{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.7408256530761719, "Finetune/Loss (Raw)": 0.5916991233825684, "Finetune/Step": 3747, "Finetune/Step Time": 11.873272642493248}
+{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.7412023544311523, "Finetune/Loss (Raw)": 0.8111403584480286, "Finetune/Step": 3748, "Finetune/Step Time": 11.90513226017356}
+{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.7403304576873779, "Finetune/Loss (Raw)": 0.6021576523780823, "Finetune/Step": 3749, "Finetune/Step Time": 11.91811865568161}
+{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.7411000728607178, "Finetune/Loss (Raw)": 0.8786187767982483, "Finetune/Step": 3750, "Finetune/Step Time": 11.926259614527225}
+{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.7419639229774475, "Finetune/Loss (Raw)": 0.9335249662399292, "Finetune/Step": 3751, "Finetune/Step Time": 11.940055157989264}
+{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.7411336898803711, "Finetune/Loss (Raw)": 0.7677773237228394, "Finetune/Step": 3752, "Finetune/Step Time": 11.945042099803686}
+{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.7398689985275269, "Finetune/Loss (Raw)": 0.7030015587806702, "Finetune/Step": 3753, "Finetune/Step Time": 11.973282968625426}
+{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.7405638694763184, "Finetune/Loss (Raw)": 0.7595111131668091, "Finetune/Step": 3754, "Finetune/Step Time": 11.978272788226604}
+{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.7398483753204346, "Finetune/Loss (Raw)": 0.733093798160553, "Finetune/Step": 3755, "Finetune/Step Time": 11.956172745674849}
+{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.7385399341583252, "Finetune/Loss (Raw)": 0.5954112410545349, "Finetune/Step": 3756, "Finetune/Step Time": 11.959106352180243}
+{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.7396709322929382, "Finetune/Loss (Raw)": 0.8897867202758789, "Finetune/Step": 3757, "Finetune/Step Time": 11.963657341897488}
+{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.7391780018806458, "Finetune/Loss (Raw)": 0.6236773729324341, "Finetune/Step": 3758, "Finetune/Step Time": 11.99087467417121}
+{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.7408028841018677, "Finetune/Loss (Raw)": 0.8291134834289551, "Finetune/Step": 3759, "Finetune/Step Time": 11.962778184562922}
+{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.7394810914993286, "Finetune/Loss (Raw)": 0.6960241198539734, "Finetune/Step": 3760, "Finetune/Step Time": 11.974454062059522}
+{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.7376813888549805, "Finetune/Loss (Raw)": 0.6304702758789062, "Finetune/Step": 3761, "Finetune/Step Time": 11.994829535484314}
+{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.737578809261322, "Finetune/Loss (Raw)": 0.7444838285446167, "Finetune/Step": 3762, "Finetune/Step Time": 12.004359651356936}
+{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.7391771078109741, "Finetune/Loss (Raw)": 0.855051577091217, "Finetune/Step": 3763, "Finetune/Step Time": 12.006980525329709}
+{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.7384189963340759, "Finetune/Loss (Raw)": 0.7022802829742432, "Finetune/Step": 3764, "Finetune/Step Time": 12.007166802883148}
+{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.7368143796920776, "Finetune/Loss (Raw)": 0.6239530444145203, "Finetune/Step": 3765, "Finetune/Step Time": 12.024198135361075}
+{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.7373825311660767, "Finetune/Loss (Raw)": 0.880810558795929, "Finetune/Step": 3766, "Finetune/Step Time": 12.029370527714491}
+{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.7375259399414062, "Finetune/Loss (Raw)": 0.8150915503501892, "Finetune/Step": 3767, "Finetune/Step Time": 12.036359490826726}
+{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.7407891154289246, "Finetune/Loss (Raw)": 0.6611429452896118, "Finetune/Step": 3768, "Finetune/Step Time": 12.014757059514523}
+{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.736701488494873, "Finetune/Loss (Raw)": 0.16965992748737335, "Finetune/Step": 3769, "Finetune/Step Time": 12.050188723951578}
+{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.73780357837677, "Finetune/Loss (Raw)": 0.9246054887771606, "Finetune/Step": 3770, "Finetune/Step Time": 12.03329592011869}
+{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.738410234451294, "Finetune/Loss (Raw)": 0.9062773585319519, "Finetune/Step": 3771, "Finetune/Step Time": 12.035523932427168}
+{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.7388534545898438, "Finetune/Loss (Raw)": 0.8347431421279907, "Finetune/Step": 3772, "Finetune/Step Time": 12.045744774863124}
+{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.7352777719497681, "Finetune/Loss (Raw)": 0.28249266743659973, "Finetune/Step": 3773, "Finetune/Step Time": 12.077372383326292}
+{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.7356152534484863, "Finetune/Loss (Raw)": 0.8435115814208984, "Finetune/Step": 3774, "Finetune/Step Time": 12.079493090510368}
+{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.7361063957214355, "Finetune/Loss (Raw)": 0.8662165999412537, "Finetune/Step": 3775, "Finetune/Step Time": 12.086481425911188}
+{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.7359923124313354, "Finetune/Loss (Raw)": 0.8527700901031494, "Finetune/Step": 3776, "Finetune/Step Time": 12.091160699725151}
+{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.7307126522064209, "Finetune/Loss (Raw)": 0.18935252726078033, "Finetune/Step": 3777, "Finetune/Step Time": 12.127146689221263}
+{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.7296777963638306, "Finetune/Loss (Raw)": 0.7995272874832153, "Finetune/Step": 3778, "Finetune/Step Time": 12.139388211071491}
+{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.72983717918396, "Finetune/Loss (Raw)": 0.6660422682762146, "Finetune/Step": 3779, "Finetune/Step Time": 12.13778742030263}
+{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.7293870449066162, "Finetune/Loss (Raw)": 0.7347105145454407, "Finetune/Step": 3780, "Finetune/Step Time": 12.13922699727118}
+{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.7291595935821533, "Finetune/Loss (Raw)": 0.8169077038764954, "Finetune/Step": 3781, "Finetune/Step Time": 12.134367728605866}
+{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.7290355563163757, "Finetune/Loss (Raw)": 0.72068190574646, "Finetune/Step": 3782, "Finetune/Step Time": 12.101402716711164}
+{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.7270370721817017, "Finetune/Loss (Raw)": 0.6703221797943115, "Finetune/Step": 3783, "Finetune/Step Time": 12.104493292048573}
+{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.727258563041687, "Finetune/Loss (Raw)": 0.7017108201980591, "Finetune/Step": 3784, "Finetune/Step Time": 12.114536905661225}
+{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.727108895778656, "Finetune/Loss (Raw)": 0.7857304811477661, "Finetune/Step": 3785, "Finetune/Step Time": 12.111401660367846}
+{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.7283304929733276, "Finetune/Loss (Raw)": 0.8926172256469727, "Finetune/Step": 3786, "Finetune/Step Time": 12.082881761714816}
+{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.7286242842674255, "Finetune/Loss (Raw)": 0.809384822845459, "Finetune/Step": 3787, "Finetune/Step Time": 12.06869599595666}
+{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.7275145649909973, "Finetune/Loss (Raw)": 0.7352862358093262, "Finetune/Step": 3788, "Finetune/Step Time": 12.08005523122847}
+{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.7262881398200989, "Finetune/Loss (Raw)": 0.625024676322937, "Finetune/Step": 3789, "Finetune/Step Time": 12.115921197459102}
+{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.7260464429855347, "Finetune/Loss (Raw)": 0.8319041728973389, "Finetune/Step": 3790, "Finetune/Step Time": 12.107722939923406}
+{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.7248666286468506, "Finetune/Loss (Raw)": 0.8041027188301086, "Finetune/Step": 3791, "Finetune/Step Time": 12.108590688556433}
+{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.7211514115333557, "Finetune/Loss (Raw)": 0.22026550769805908, "Finetune/Step": 3792, "Finetune/Step Time": 12.13359609991312}
+{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.7211618423461914, "Finetune/Loss (Raw)": 0.7908026576042175, "Finetune/Step": 3793, "Finetune/Step Time": 12.16996124573052}
+{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.7214363217353821, "Finetune/Loss (Raw)": 0.810677707195282, "Finetune/Step": 3794, "Finetune/Step Time": 12.169037582352757}
+{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.7241933345794678, "Finetune/Loss (Raw)": 0.6625438332557678, "Finetune/Step": 3795, "Finetune/Step Time": 12.168762538582087}
+{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.7248861789703369, "Finetune/Loss (Raw)": 0.8194519877433777, "Finetune/Step": 3796, "Finetune/Step Time": 12.179669355973601}
+{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.7240225076675415, "Finetune/Loss (Raw)": 0.6023999452590942, "Finetune/Step": 3797, "Finetune/Step Time": 12.18803976662457}
+{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.7235169410705566, "Finetune/Loss (Raw)": 0.7366001009941101, "Finetune/Step": 3798, "Finetune/Step Time": 12.182648791000247}
+{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.7213313579559326, "Finetune/Loss (Raw)": 0.5982656478881836, "Finetune/Step": 3799, "Finetune/Step Time": 12.200589053332806}
+{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.7216895222663879, "Finetune/Loss (Raw)": 0.789524257183075, "Finetune/Step": 3800, "Finetune/Step Time": 12.193144964054227}
+{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.7237521409988403, "Finetune/Loss (Raw)": 0.7794297933578491, "Finetune/Step": 3801, "Finetune/Step Time": 12.194573763757944}
+{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.7245604991912842, "Finetune/Loss (Raw)": 0.8752999901771545, "Finetune/Step": 3802, "Finetune/Step Time": 12.19725983031094}
+{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.7290290594100952, "Finetune/Loss (Raw)": 0.8801632523536682, "Finetune/Step": 3803, "Finetune/Step Time": 12.153946412727237}
+{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.7291353940963745, "Finetune/Loss (Raw)": 0.8010349869728088, "Finetune/Step": 3804, "Finetune/Step Time": 12.125195348635316}
+{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.7267858386039734, "Finetune/Loss (Raw)": 0.5984718799591064, "Finetune/Step": 3805, "Finetune/Step Time": 12.158200776204467}
+{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.728407621383667, "Finetune/Loss (Raw)": 0.7601962089538574, "Finetune/Step": 3806, "Finetune/Step Time": 12.18196071125567}
+{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.7281436920166016, "Finetune/Loss (Raw)": 0.7210150957107544, "Finetune/Step": 3807, "Finetune/Step Time": 12.186539556831121}
+{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.7264461517333984, "Finetune/Loss (Raw)": 0.6048728823661804, "Finetune/Step": 3808, "Finetune/Step Time": 12.198622774332762}
+{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.7262228727340698, "Finetune/Loss (Raw)": 0.7520062327384949, "Finetune/Step": 3809, "Finetune/Step Time": 12.225479286164045}
+{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.7249162793159485, "Finetune/Loss (Raw)": 0.8454234600067139, "Finetune/Step": 3810, "Finetune/Step Time": 12.219113541767001}
+{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.7241933345794678, "Finetune/Loss (Raw)": 0.701002299785614, "Finetune/Step": 3811, "Finetune/Step Time": 12.229935236275196}
+{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.7253766655921936, "Finetune/Loss (Raw)": 0.6968737840652466, "Finetune/Step": 3812, "Finetune/Step Time": 12.219276286661625}
+{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.7254198789596558, "Finetune/Loss (Raw)": 0.7745715975761414, "Finetune/Step": 3813, "Finetune/Step Time": 12.215675126761198}
+{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.7247859239578247, "Finetune/Loss (Raw)": 0.7217122912406921, "Finetune/Step": 3814, "Finetune/Step Time": 12.2117510586977}
+{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.7245775461196899, "Finetune/Loss (Raw)": 0.7786067128181458, "Finetune/Step": 3815, "Finetune/Step Time": 12.2455735206604}
+{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.7259911298751831, "Finetune/Loss (Raw)": 0.8018163442611694, "Finetune/Step": 3816, "Finetune/Step Time": 12.236399345099926}
+{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.724861741065979, "Finetune/Loss (Raw)": 0.7223162055015564, "Finetune/Step": 3817, "Finetune/Step Time": 12.23076050169766}
+{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.724122166633606, "Finetune/Loss (Raw)": 0.7283579707145691, "Finetune/Step": 3818, "Finetune/Step Time": 12.217996777966619}
+{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.7281765937805176, "Finetune/Loss (Raw)": 0.7346557378768921, "Finetune/Step": 3819, "Finetune/Step Time": 12.184605333954096}
+{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.7265176773071289, "Finetune/Loss (Raw)": 0.6335709095001221, "Finetune/Step": 3820, "Finetune/Step Time": 12.187793700024486}
+{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.725578248500824, "Finetune/Loss (Raw)": 0.6681994199752808, "Finetune/Step": 3821, "Finetune/Step Time": 12.198176203295588}
+{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.7259537577629089, "Finetune/Loss (Raw)": 0.6963247656822205, "Finetune/Step": 3822, "Finetune/Step Time": 12.158587938174605}
+{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.725044846534729, "Finetune/Loss (Raw)": 0.9013182520866394, "Finetune/Step": 3823, "Finetune/Step Time": 12.163423614576459}
+{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.7253127098083496, "Finetune/Loss (Raw)": 0.8042650818824768, "Finetune/Step": 3824, "Finetune/Step Time": 12.162314403802156}
+{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.7264194488525391, "Finetune/Loss (Raw)": 0.6456452012062073, "Finetune/Step": 3825, "Finetune/Step Time": 12.122107977047563}
+{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.7250863313674927, "Finetune/Loss (Raw)": 0.6343035697937012, "Finetune/Step": 3826, "Finetune/Step Time": 12.114378467202187}
+{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.7248572111129761, "Finetune/Loss (Raw)": 0.7658864259719849, "Finetune/Step": 3827, "Finetune/Step Time": 12.169512858614326}
+{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.7250537872314453, "Finetune/Loss (Raw)": 0.8191145658493042, "Finetune/Step": 3828, "Finetune/Step Time": 12.17439341172576}
+{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.7218248844146729, "Finetune/Loss (Raw)": 0.20752625167369843, "Finetune/Step": 3829, "Finetune/Step Time": 12.199372285977006}
+{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.7216867804527283, "Finetune/Loss (Raw)": 0.7768650054931641, "Finetune/Step": 3830, "Finetune/Step Time": 12.215350314974785}
+{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.7209537029266357, "Finetune/Loss (Raw)": 0.7252881526947021, "Finetune/Step": 3831, "Finetune/Step Time": 12.217650689184666}
+{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.7220962047576904, "Finetune/Loss (Raw)": 0.9336712956428528, "Finetune/Step": 3832, "Finetune/Step Time": 12.211607288569212}
+{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.7238298654556274, "Finetune/Loss (Raw)": 0.8233956098556519, "Finetune/Step": 3833, "Finetune/Step Time": 12.254010239616036}
+{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.7247723937034607, "Finetune/Loss (Raw)": 0.8693263530731201, "Finetune/Step": 3834, "Finetune/Step Time": 12.232488628476858}
+{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.7254724502563477, "Finetune/Loss (Raw)": 0.8292559385299683, "Finetune/Step": 3835, "Finetune/Step Time": 12.196305897086859}
+{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.7258724570274353, "Finetune/Loss (Raw)": 0.6914399862289429, "Finetune/Step": 3836, "Finetune/Step Time": 12.164826883003116}
+{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.7245708703994751, "Finetune/Loss (Raw)": 0.7343574166297913, "Finetune/Step": 3837, "Finetune/Step Time": 12.17442024499178}
+{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.7229534387588501, "Finetune/Loss (Raw)": 0.715478241443634, "Finetune/Step": 3838, "Finetune/Step Time": 12.170367296785116}
+{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.7242217659950256, "Finetune/Loss (Raw)": 0.7718873023986816, "Finetune/Step": 3839, "Finetune/Step Time": 12.205976478755474}
+{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.7230542898178101, "Finetune/Loss (Raw)": 0.7015568017959595, "Finetune/Step": 3840, "Finetune/Step Time": 12.205264443531632}
+{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.7283749580383301, "Finetune/Loss (Raw)": 0.9127278923988342, "Finetune/Step": 3841, "Finetune/Step Time": 12.167861390858889}
+{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.7278978824615479, "Finetune/Loss (Raw)": 0.7314667701721191, "Finetune/Step": 3842, "Finetune/Step Time": 12.153333242982626}
+{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.7262301445007324, "Finetune/Loss (Raw)": 0.5804727673530579, "Finetune/Step": 3843, "Finetune/Step Time": 12.166502319276333}
+{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.7266918420791626, "Finetune/Loss (Raw)": 0.754508912563324, "Finetune/Step": 3844, "Finetune/Step Time": 12.130408490076661}
+{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.7273523807525635, "Finetune/Loss (Raw)": 0.7511453628540039, "Finetune/Step": 3845, "Finetune/Step Time": 12.098955685272813}
+{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.7272151708602905, "Finetune/Loss (Raw)": 0.5861175060272217, "Finetune/Step": 3846, "Finetune/Step Time": 12.08987744152546}
+{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.7293567061424255, "Finetune/Loss (Raw)": 0.8672610521316528, "Finetune/Step": 3847, "Finetune/Step Time": 12.06664715334773}
+{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.7248464822769165, "Finetune/Loss (Raw)": 0.23279349505901337, "Finetune/Step": 3848, "Finetune/Step Time": 12.082941196858883}
+{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.724959135055542, "Finetune/Loss (Raw)": 0.8745434880256653, "Finetune/Step": 3849, "Finetune/Step Time": 12.111627819016576}
+{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.7223843336105347, "Finetune/Loss (Raw)": 0.480716347694397, "Finetune/Step": 3850, "Finetune/Step Time": 12.1258758418262}
+{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.7201591730117798, "Finetune/Loss (Raw)": 0.6235885620117188, "Finetune/Step": 3851, "Finetune/Step Time": 12.109959306195378}
+{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.7213336229324341, "Finetune/Loss (Raw)": 0.8785494565963745, "Finetune/Step": 3852, "Finetune/Step Time": 12.111140795052052}
+{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.7176952362060547, "Finetune/Loss (Raw)": 0.3940398693084717, "Finetune/Step": 3853, "Finetune/Step Time": 12.13907266408205}
+{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.7216397523880005, "Finetune/Loss (Raw)": 0.8179285526275635, "Finetune/Step": 3854, "Finetune/Step Time": 12.110442196950316}
+{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.7199110388755798, "Finetune/Loss (Raw)": 0.5069884657859802, "Finetune/Step": 3855, "Finetune/Step Time": 12.129613656550646}
+{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.7224438786506653, "Finetune/Loss (Raw)": 0.8685132265090942, "Finetune/Step": 3856, "Finetune/Step Time": 12.116067474707961}
+{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.7185726165771484, "Finetune/Loss (Raw)": 0.3001733124256134, "Finetune/Step": 3857, "Finetune/Step Time": 12.132436592131853}
+{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.7138063907623291, "Finetune/Loss (Raw)": 0.22548317909240723, "Finetune/Step": 3858, "Finetune/Step Time": 12.11760650575161}
+{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.7145290374755859, "Finetune/Loss (Raw)": 0.9187281131744385, "Finetune/Step": 3859, "Finetune/Step Time": 12.099682357162237}
+{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.7144263982772827, "Finetune/Loss (Raw)": 0.8016744256019592, "Finetune/Step": 3860, "Finetune/Step Time": 12.087080106139183}
+{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.7140307426452637, "Finetune/Loss (Raw)": 0.721146285533905, "Finetune/Step": 3861, "Finetune/Step Time": 12.059630477800965}
+{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.7132939696311951, "Finetune/Loss (Raw)": 0.7960306406021118, "Finetune/Step": 3862, "Finetune/Step Time": 12.056813586503267}
+{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.7135233283042908, "Finetune/Loss (Raw)": 0.6421558856964111, "Finetune/Step": 3863, "Finetune/Step Time": 12.074435152113438}
+{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.711979866027832, "Finetune/Loss (Raw)": 0.7852668762207031, "Finetune/Step": 3864, "Finetune/Step Time": 12.07809105888009}
+{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.7117403745651245, "Finetune/Loss (Raw)": 0.7028300166130066, "Finetune/Step": 3865, "Finetune/Step Time": 12.11792055144906}
+{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.7131364345550537, "Finetune/Loss (Raw)": 0.8811648488044739, "Finetune/Step": 3866, "Finetune/Step Time": 12.103243444114923}
+{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.7149159908294678, "Finetune/Loss (Raw)": 0.9436976313591003, "Finetune/Step": 3867, "Finetune/Step Time": 12.103897793218493}
+{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.7155437469482422, "Finetune/Loss (Raw)": 0.8413581252098083, "Finetune/Step": 3868, "Finetune/Step Time": 12.10974839143455}
+{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.7142831087112427, "Finetune/Loss (Raw)": 0.710926353931427, "Finetune/Step": 3869, "Finetune/Step Time": 12.111678482964635}
+{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.7134823203086853, "Finetune/Loss (Raw)": 0.6947911381721497, "Finetune/Step": 3870, "Finetune/Step Time": 12.161357197910547}
+{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.7131831645965576, "Finetune/Loss (Raw)": 0.7640579342842102, "Finetune/Step": 3871, "Finetune/Step Time": 12.082190172746778}
+{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.7140346765518188, "Finetune/Loss (Raw)": 0.3886047899723053, "Finetune/Step": 3872, "Finetune/Step Time": 12.111285768449306}
+{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.7167931795120239, "Finetune/Loss (Raw)": 0.634294331073761, "Finetune/Step": 3873, "Finetune/Step Time": 12.083718894049525}
+{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.7172921895980835, "Finetune/Loss (Raw)": 0.7512138485908508, "Finetune/Step": 3874, "Finetune/Step Time": 12.082448171451688}
+{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.71852707862854, "Finetune/Loss (Raw)": 0.7497617602348328, "Finetune/Step": 3875, "Finetune/Step Time": 12.04823748394847}
+{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.7184587717056274, "Finetune/Loss (Raw)": 0.8023959994316101, "Finetune/Step": 3876, "Finetune/Step Time": 12.012184565886855}
+{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.7190783023834229, "Finetune/Loss (Raw)": 0.6814621686935425, "Finetune/Step": 3877, "Finetune/Step Time": 12.038252769038081}
+{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.7150279879570007, "Finetune/Loss (Raw)": 0.3601802587509155, "Finetune/Step": 3878, "Finetune/Step Time": 12.072321187704802}
+{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.7130826115608215, "Finetune/Loss (Raw)": 0.6845138669013977, "Finetune/Step": 3879, "Finetune/Step Time": 12.125966539606452}
+{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.7134181261062622, "Finetune/Loss (Raw)": 0.8107240200042725, "Finetune/Step": 3880, "Finetune/Step Time": 12.130913538858294}
+{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.7143427729606628, "Finetune/Loss (Raw)": 0.8213555812835693, "Finetune/Step": 3881, "Finetune/Step Time": 12.115634478628635}
+{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.7146434783935547, "Finetune/Loss (Raw)": 0.798002302646637, "Finetune/Step": 3882, "Finetune/Step Time": 12.122122978791595}
+{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.7155609726905823, "Finetune/Loss (Raw)": 0.850533127784729, "Finetune/Step": 3883, "Finetune/Step Time": 12.109749618917704}
+{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.7163732647895813, "Finetune/Loss (Raw)": 0.6993858218193054, "Finetune/Step": 3884, "Finetune/Step Time": 12.096008446067572}
+{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.7135252356529236, "Finetune/Loss (Raw)": 0.5252382159233093, "Finetune/Step": 3885, "Finetune/Step Time": 12.111188294366002}
+{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.7137873768806458, "Finetune/Loss (Raw)": 0.6572288274765015, "Finetune/Step": 3886, "Finetune/Step Time": 12.08585399761796}
+{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.7126369476318359, "Finetune/Loss (Raw)": 0.6818609237670898, "Finetune/Step": 3887, "Finetune/Step Time": 12.087051859125495}
+{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.7132506370544434, "Finetune/Loss (Raw)": 0.7745738625526428, "Finetune/Step": 3888, "Finetune/Step Time": 12.07077312655747}
+{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.7143531441688538, "Finetune/Loss (Raw)": 0.7715994715690613, "Finetune/Step": 3889, "Finetune/Step Time": 12.052878262475133}
+{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.7142311930656433, "Finetune/Loss (Raw)": 0.728873074054718, "Finetune/Step": 3890, "Finetune/Step Time": 12.039824279025197}
+{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.7128427624702454, "Finetune/Loss (Raw)": 0.6773258447647095, "Finetune/Step": 3891, "Finetune/Step Time": 12.069650765508413}
+{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.7135322093963623, "Finetune/Loss (Raw)": 0.7905279994010925, "Finetune/Step": 3892, "Finetune/Step Time": 12.074821965768933}
+{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.7109975814819336, "Finetune/Loss (Raw)": 0.29953160881996155, "Finetune/Step": 3893, "Finetune/Step Time": 12.092633254826069}
+{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.7103791236877441, "Finetune/Loss (Raw)": 0.8016412854194641, "Finetune/Step": 3894, "Finetune/Step Time": 12.089613230898976}
+{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.7101523876190186, "Finetune/Loss (Raw)": 0.7860733270645142, "Finetune/Step": 3895, "Finetune/Step Time": 12.085126845166087}
+{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.7109838724136353, "Finetune/Loss (Raw)": 0.7675669193267822, "Finetune/Step": 3896, "Finetune/Step Time": 12.06409871764481}
+{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.7156007289886475, "Finetune/Loss (Raw)": 0.7606143355369568, "Finetune/Step": 3897, "Finetune/Step Time": 12.021847564727068}
+{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.7139273285865784, "Finetune/Loss (Raw)": 0.7104191780090332, "Finetune/Step": 3898, "Finetune/Step Time": 12.051460722461343}
+{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.7137362360954285, "Finetune/Loss (Raw)": 0.8818094730377197, "Finetune/Step": 3899, "Finetune/Step Time": 12.057146796956658}
+{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.7132509350776672, "Finetune/Loss (Raw)": 0.7726318836212158, "Finetune/Step": 3900, "Finetune/Step Time": 12.076283760368824}
+{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.7175779938697815, "Finetune/Loss (Raw)": 0.8363531827926636, "Finetune/Step": 3901, "Finetune/Step Time": 12.03909356892109}
+{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.7181124687194824, "Finetune/Loss (Raw)": 0.9119217395782471, "Finetune/Step": 3902, "Finetune/Step Time": 12.010001050308347}
+{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.7180847525596619, "Finetune/Loss (Raw)": 0.8626675009727478, "Finetune/Step": 3903, "Finetune/Step Time": 12.0015325602144}
+{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.7173100709915161, "Finetune/Loss (Raw)": 0.7536157965660095, "Finetune/Step": 3904, "Finetune/Step Time": 12.007723471149802}
+{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.7206392288208008, "Finetune/Loss (Raw)": 0.6154901385307312, "Finetune/Step": 3905, "Finetune/Step Time": 11.996512478217483}
+{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.7202849388122559, "Finetune/Loss (Raw)": 0.7541718482971191, "Finetune/Step": 3906, "Finetune/Step Time": 12.066991893574595}
+{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.7228560447692871, "Finetune/Loss (Raw)": 0.9951445460319519, "Finetune/Step": 3907, "Finetune/Step Time": 12.03974868170917}
+{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.7213647365570068, "Finetune/Loss (Raw)": 0.5438252687454224, "Finetune/Step": 3908, "Finetune/Step Time": 12.053098211064935}
+{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.7201189994812012, "Finetune/Loss (Raw)": 0.6574546694755554, "Finetune/Step": 3909, "Finetune/Step Time": 12.064190607517958}
+{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.7210157513618469, "Finetune/Loss (Raw)": 0.835462749004364, "Finetune/Step": 3910, "Finetune/Step Time": 12.065436305478215}
+{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.7228212356567383, "Finetune/Loss (Raw)": 0.9014177918434143, "Finetune/Step": 3911, "Finetune/Step Time": 12.059320513159037}
+{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.7225136756896973, "Finetune/Loss (Raw)": 0.6623457074165344, "Finetune/Step": 3912, "Finetune/Step Time": 12.065524192526937}
+{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.7221215963363647, "Finetune/Loss (Raw)": 0.7355488538742065, "Finetune/Step": 3913, "Finetune/Step Time": 12.070719178766012}
+{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.7208886742591858, "Finetune/Loss (Raw)": 0.7348069548606873, "Finetune/Step": 3914, "Finetune/Step Time": 12.076191207394004}
+{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.7209605574607849, "Finetune/Loss (Raw)": 0.8185772895812988, "Finetune/Step": 3915, "Finetune/Step Time": 12.071032779291272}
+{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.7214641571044922, "Finetune/Loss (Raw)": 0.799750566482544, "Finetune/Step": 3916, "Finetune/Step Time": 12.070609956979752}
+{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.7221802473068237, "Finetune/Loss (Raw)": 0.7166791558265686, "Finetune/Step": 3917, "Finetune/Step Time": 12.070526722818613}
+{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.7223145365715027, "Finetune/Loss (Raw)": 0.8490999937057495, "Finetune/Step": 3918, "Finetune/Step Time": 12.068709375336766}
+{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.7218982577323914, "Finetune/Loss (Raw)": 0.7508121728897095, "Finetune/Step": 3919, "Finetune/Step Time": 12.085873275995255}
+{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.726212203502655, "Finetune/Loss (Raw)": 0.7724554538726807, "Finetune/Step": 3920, "Finetune/Step Time": 12.111797198653221}
+{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.7247653007507324, "Finetune/Loss (Raw)": 0.6055957674980164, "Finetune/Step": 3921, "Finetune/Step Time": 12.126788826659322}
+{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.7250711917877197, "Finetune/Loss (Raw)": 0.849835991859436, "Finetune/Step": 3922, "Finetune/Step Time": 12.131987404078245}
+{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.7239768505096436, "Finetune/Loss (Raw)": 0.5224684476852417, "Finetune/Step": 3923, "Finetune/Step Time": 12.129721021279693}
+{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.7239998579025269, "Finetune/Loss (Raw)": 0.8223981261253357, "Finetune/Step": 3924, "Finetune/Step Time": 12.134978421032429}
+{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.7255354523658752, "Finetune/Loss (Raw)": 0.7989519238471985, "Finetune/Step": 3925, "Finetune/Step Time": 12.128246486186981}
+{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.7250937223434448, "Finetune/Loss (Raw)": 0.6800601482391357, "Finetune/Step": 3926, "Finetune/Step Time": 12.14745576493442}
+{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.7262060642242432, "Finetune/Loss (Raw)": 0.7406408786773682, "Finetune/Step": 3927, "Finetune/Step Time": 12.160638807341456}
+{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.7266929745674133, "Finetune/Loss (Raw)": 0.8518505692481995, "Finetune/Step": 3928, "Finetune/Step Time": 12.161894164979458}
+{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.7268927097320557, "Finetune/Loss (Raw)": 0.8050031065940857, "Finetune/Step": 3929, "Finetune/Step Time": 12.154782474040985}
+{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.7255944609642029, "Finetune/Loss (Raw)": 0.709122896194458, "Finetune/Step": 3930, "Finetune/Step Time": 12.164127338677645}
+{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.7254515886306763, "Finetune/Loss (Raw)": 0.8618690967559814, "Finetune/Step": 3931, "Finetune/Step Time": 12.165604250505567}
+{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.7244483828544617, "Finetune/Loss (Raw)": 0.6726245284080505, "Finetune/Step": 3932, "Finetune/Step Time": 12.192547753453255}
+{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.723852813243866, "Finetune/Loss (Raw)": 0.5222411751747131, "Finetune/Step": 3933, "Finetune/Step Time": 12.206560296937823}
+{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.7234285473823547, "Finetune/Loss (Raw)": 0.70589280128479, "Finetune/Step": 3934, "Finetune/Step Time": 12.181793441995978}
+{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.7235051393508911, "Finetune/Loss (Raw)": 0.7308173179626465, "Finetune/Step": 3935, "Finetune/Step Time": 12.185522433370352}
+{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.7255959510803223, "Finetune/Loss (Raw)": 0.8724961280822754, "Finetune/Step": 3936, "Finetune/Step Time": 12.169642973691225}
+{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.7259957790374756, "Finetune/Loss (Raw)": 0.8031850457191467, "Finetune/Step": 3937, "Finetune/Step Time": 12.159211317077279}
+{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.7251474261283875, "Finetune/Loss (Raw)": 0.7368394732475281, "Finetune/Step": 3938, "Finetune/Step Time": 12.159519013017416}
+{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.725948691368103, "Finetune/Loss (Raw)": 0.8035581111907959, "Finetune/Step": 3939, "Finetune/Step Time": 12.161566475406289}
+{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.7267022132873535, "Finetune/Loss (Raw)": 0.7933266758918762, "Finetune/Step": 3940, "Finetune/Step Time": 12.13806351646781}
+{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.7272101640701294, "Finetune/Loss (Raw)": 0.8395892381668091, "Finetune/Step": 3941, "Finetune/Step Time": 12.144186593592167}
+{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.7282319664955139, "Finetune/Loss (Raw)": 0.8525041341781616, "Finetune/Step": 3942, "Finetune/Step Time": 12.156259559094906}
+{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.7269911766052246, "Finetune/Loss (Raw)": 0.6197792887687683, "Finetune/Step": 3943, "Finetune/Step Time": 12.16676601022482}
+{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.7271963953971863, "Finetune/Loss (Raw)": 0.8280858397483826, "Finetune/Step": 3944, "Finetune/Step Time": 12.166649909690022}
+{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.7292540073394775, "Finetune/Loss (Raw)": 0.985693633556366, "Finetune/Step": 3945, "Finetune/Step Time": 12.207726707682014}
+{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.7295864224433899, "Finetune/Loss (Raw)": 0.7709123492240906, "Finetune/Step": 3946, "Finetune/Step Time": 12.23381781205535}
+{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.7299827337265015, "Finetune/Loss (Raw)": 0.7853785753250122, "Finetune/Step": 3947, "Finetune/Step Time": 12.246953656896949}
+{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.7269296646118164, "Finetune/Loss (Raw)": 0.24277658760547638, "Finetune/Step": 3948, "Finetune/Step Time": 12.28524275124073}
+{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.7282977104187012, "Finetune/Loss (Raw)": 0.8433123826980591, "Finetune/Step": 3949, "Finetune/Step Time": 12.278183391317725}
+{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.7295507788658142, "Finetune/Loss (Raw)": 0.856719970703125, "Finetune/Step": 3950, "Finetune/Step Time": 12.274198591709137}
+{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.7292128801345825, "Finetune/Loss (Raw)": 0.8580639362335205, "Finetune/Step": 3951, "Finetune/Step Time": 12.280939238145947}
+{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.7280043363571167, "Finetune/Loss (Raw)": 0.6495769023895264, "Finetune/Step": 3952, "Finetune/Step Time": 12.297551210969687}
+{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.7287160754203796, "Finetune/Loss (Raw)": 0.7367410659790039, "Finetune/Step": 3953, "Finetune/Step Time": 12.2941380366683}
+{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.7293010950088501, "Finetune/Loss (Raw)": 0.7091917991638184, "Finetune/Step": 3954, "Finetune/Step Time": 12.283487658947706}
+{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.728394091129303, "Finetune/Loss (Raw)": 0.6497885584831238, "Finetune/Step": 3955, "Finetune/Step Time": 12.22102172859013}
+{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.728981614112854, "Finetune/Loss (Raw)": 0.8943140506744385, "Finetune/Step": 3956, "Finetune/Step Time": 12.22234426997602}
+{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.7335464954376221, "Finetune/Loss (Raw)": 0.7918262481689453, "Finetune/Step": 3957, "Finetune/Step Time": 12.18654471822083}
+{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.7329442501068115, "Finetune/Loss (Raw)": 0.6997876167297363, "Finetune/Step": 3958, "Finetune/Step Time": 12.180742671713233}
+{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.7320809364318848, "Finetune/Loss (Raw)": 0.6147822737693787, "Finetune/Step": 3959, "Finetune/Step Time": 12.205370536074042}
+{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.7300409078598022, "Finetune/Loss (Raw)": 0.6725412607192993, "Finetune/Step": 3960, "Finetune/Step Time": 12.21317146718502}
+{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.729695737361908, "Finetune/Loss (Raw)": 0.7792201638221741, "Finetune/Step": 3961, "Finetune/Step Time": 12.181125001981854}
+{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.7279282808303833, "Finetune/Loss (Raw)": 0.6430976986885071, "Finetune/Step": 3962, "Finetune/Step Time": 12.195981910452247}
+{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.7278093099594116, "Finetune/Loss (Raw)": 0.814019501209259, "Finetune/Step": 3963, "Finetune/Step Time": 12.2032152954489}
+{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.7286230325698853, "Finetune/Loss (Raw)": 0.7955970168113708, "Finetune/Step": 3964, "Finetune/Step Time": 12.210468435660005}
+{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.728786289691925, "Finetune/Loss (Raw)": 0.7552550435066223, "Finetune/Step": 3965, "Finetune/Step Time": 12.234590539708734}
+{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.7253512144088745, "Finetune/Loss (Raw)": 0.27579280734062195, "Finetune/Step": 3966, "Finetune/Step Time": 12.279701380059123}
+{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.7253285050392151, "Finetune/Loss (Raw)": 0.7689763903617859, "Finetune/Step": 3967, "Finetune/Step Time": 12.230886161327362}
+{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.7262730002403259, "Finetune/Loss (Raw)": 0.8224509358406067, "Finetune/Step": 3968, "Finetune/Step Time": 12.229223309084773}
+{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.7251803278923035, "Finetune/Loss (Raw)": 0.7728630900382996, "Finetune/Step": 3969, "Finetune/Step Time": 12.275753507390618}
+{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.7258688807487488, "Finetune/Loss (Raw)": 0.8196053504943848, "Finetune/Step": 3970, "Finetune/Step Time": 12.289111314341426}
+{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.728230893611908, "Finetune/Loss (Raw)": 0.8828135132789612, "Finetune/Step": 3971, "Finetune/Step Time": 12.274814596399665}
+{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.7282525300979614, "Finetune/Loss (Raw)": 0.7572691440582275, "Finetune/Step": 3972, "Finetune/Step Time": 12.270879546180367}
+{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.7282054424285889, "Finetune/Loss (Raw)": 0.7451220154762268, "Finetune/Step": 3973, "Finetune/Step Time": 12.26498706266284}
+{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.7291878461837769, "Finetune/Loss (Raw)": 0.7118701934814453, "Finetune/Step": 3974, "Finetune/Step Time": 12.271065847948194}
+{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.7293193340301514, "Finetune/Loss (Raw)": 0.8840835094451904, "Finetune/Step": 3975, "Finetune/Step Time": 12.266682758927345}
+{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.7330192923545837, "Finetune/Loss (Raw)": 0.7063922882080078, "Finetune/Step": 3976, "Finetune/Step Time": 12.252697084099054}
+{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.7310792207717896, "Finetune/Loss (Raw)": 0.6262107491493225, "Finetune/Step": 3977, "Finetune/Step Time": 12.242928506806493}
+{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.7310457229614258, "Finetune/Loss (Raw)": 0.4764379560947418, "Finetune/Step": 3978, "Finetune/Step Time": 12.22702662087977}
+{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.732485294342041, "Finetune/Loss (Raw)": 0.8078471422195435, "Finetune/Step": 3979, "Finetune/Step Time": 12.233716044574976}
+{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.7300552129745483, "Finetune/Loss (Raw)": 0.5675032734870911, "Finetune/Step": 3980, "Finetune/Step Time": 12.236416459083557}
+{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.7335871458053589, "Finetune/Loss (Raw)": 0.8461278676986694, "Finetune/Step": 3981, "Finetune/Step Time": 12.202687788754702}
+{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.7331657409667969, "Finetune/Loss (Raw)": 0.7639853358268738, "Finetune/Step": 3982, "Finetune/Step Time": 12.20132658071816}
+{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.735156774520874, "Finetune/Loss (Raw)": 0.7618376016616821, "Finetune/Step": 3983, "Finetune/Step Time": 12.171586060896516}
+{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.7303037047386169, "Finetune/Loss (Raw)": 0.2473214715719223, "Finetune/Step": 3984, "Finetune/Step Time": 12.208309132605791}
+{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.7345139980316162, "Finetune/Loss (Raw)": 0.8390862345695496, "Finetune/Step": 3985, "Finetune/Step Time": 12.175193510949612}
+{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.7399239540100098, "Finetune/Loss (Raw)": 0.9179650545120239, "Finetune/Step": 3986, "Finetune/Step Time": 12.134986670687795}
+{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.7381036877632141, "Finetune/Loss (Raw)": 0.6857298612594604, "Finetune/Step": 3987, "Finetune/Step Time": 12.148196142166853}
+{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.7382045984268188, "Finetune/Loss (Raw)": 0.8145914673805237, "Finetune/Step": 3988, "Finetune/Step Time": 12.155301682651043}
+{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.7391278743743896, "Finetune/Loss (Raw)": 0.8393234610557556, "Finetune/Step": 3989, "Finetune/Step Time": 12.153072888031602}
+{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.7389625310897827, "Finetune/Loss (Raw)": 0.7748724818229675, "Finetune/Step": 3990, "Finetune/Step Time": 12.160865331068635}
+{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.7404352426528931, "Finetune/Loss (Raw)": 0.8306552767753601, "Finetune/Step": 3991, "Finetune/Step Time": 12.146656109020114}
+{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.7393681406974792, "Finetune/Loss (Raw)": 0.6486830115318298, "Finetune/Step": 3992, "Finetune/Step Time": 12.1807020585984}
+{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.7402851581573486, "Finetune/Loss (Raw)": 0.8202120065689087, "Finetune/Step": 3993, "Finetune/Step Time": 12.107505314052105}
+{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.7387098670005798, "Finetune/Loss (Raw)": 0.6795244216918945, "Finetune/Step": 3994, "Finetune/Step Time": 12.130899908021092}
+{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.7368319034576416, "Finetune/Loss (Raw)": 0.7033191919326782, "Finetune/Step": 3995, "Finetune/Step Time": 12.131479661911726}
+{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.7355788350105286, "Finetune/Loss (Raw)": 0.6809603571891785, "Finetune/Step": 3996, "Finetune/Step Time": 12.128885379061103}
+{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.7355179190635681, "Finetune/Loss (Raw)": 0.7031326293945312, "Finetune/Step": 3997, "Finetune/Step Time": 12.126276521012187}
+{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.7367570400238037, "Finetune/Loss (Raw)": 0.8533973097801208, "Finetune/Step": 3998, "Finetune/Step Time": 12.08972143381834}
+{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.7367587685585022, "Finetune/Loss (Raw)": 0.7642772793769836, "Finetune/Step": 3999, "Finetune/Step Time": 12.120694879442453}
+{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.7396455407142639, "Finetune/Loss (Raw)": 0.7581133842468262, "Finetune/Step": 4000, "Finetune/Step Time": 12.062837310135365}
+{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.7402663826942444, "Finetune/Loss (Raw)": 0.7137647271156311, "Finetune/Step": 4001, "Finetune/Step Time": 12.077137464657426}
+{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.7396107912063599, "Finetune/Loss (Raw)": 0.6672987341880798, "Finetune/Step": 4002, "Finetune/Step Time": 12.09737678617239}
+{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.7396072149276733, "Finetune/Loss (Raw)": 0.7492932081222534, "Finetune/Step": 4003, "Finetune/Step Time": 12.120552791282535}
+{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.7396449446678162, "Finetune/Loss (Raw)": 0.8072301745414734, "Finetune/Step": 4004, "Finetune/Step Time": 12.128733759745955}
+{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.7402390241622925, "Finetune/Loss (Raw)": 0.757507860660553, "Finetune/Step": 4005, "Finetune/Step Time": 12.089485319331288}
+{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.7447608113288879, "Finetune/Loss (Raw)": 0.9389690160751343, "Finetune/Step": 4006, "Finetune/Step Time": 12.049388077110052}
+{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.741262674331665, "Finetune/Loss (Raw)": 0.23674699664115906, "Finetune/Step": 4007, "Finetune/Step Time": 12.012964844703674}
+{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.7399784326553345, "Finetune/Loss (Raw)": 0.6463477611541748, "Finetune/Step": 4008, "Finetune/Step Time": 11.999818651005626}
+{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.7395051717758179, "Finetune/Loss (Raw)": 0.7607831954956055, "Finetune/Step": 4009, "Finetune/Step Time": 12.002967355772853}
+{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.7384930849075317, "Finetune/Loss (Raw)": 0.6684510111808777, "Finetune/Step": 4010, "Finetune/Step Time": 12.019328841939569}
+{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.7382212281227112, "Finetune/Loss (Raw)": 0.8157345056533813, "Finetune/Step": 4011, "Finetune/Step Time": 12.02940540201962}
+{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.7371453046798706, "Finetune/Loss (Raw)": 0.5616590976715088, "Finetune/Step": 4012, "Finetune/Step Time": 12.07266260869801}
+{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.7386516332626343, "Finetune/Loss (Raw)": 0.7180586457252502, "Finetune/Step": 4013, "Finetune/Step Time": 12.058014824986458}
+{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.7389835119247437, "Finetune/Loss (Raw)": 0.6997034549713135, "Finetune/Step": 4014, "Finetune/Step Time": 12.113033261150122}
+{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.7396163940429688, "Finetune/Loss (Raw)": 0.7628716826438904, "Finetune/Step": 4015, "Finetune/Step Time": 12.113993482664227}
+{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.7396054267883301, "Finetune/Loss (Raw)": 0.7731658816337585, "Finetune/Step": 4016, "Finetune/Step Time": 12.116635931655765}
+{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.7400250434875488, "Finetune/Loss (Raw)": 0.8253200054168701, "Finetune/Step": 4017, "Finetune/Step Time": 12.120527232065797}
+{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.7360739707946777, "Finetune/Loss (Raw)": 0.2231336385011673, "Finetune/Step": 4018, "Finetune/Step Time": 12.158785231411457}
+{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.7379251718521118, "Finetune/Loss (Raw)": 0.9142733812332153, "Finetune/Step": 4019, "Finetune/Step Time": 12.117037948220968}
+{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.7384768724441528, "Finetune/Loss (Raw)": 0.8611421585083008, "Finetune/Step": 4020, "Finetune/Step Time": 12.114132568240166}
+{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.7421184778213501, "Finetune/Loss (Raw)": 0.765669047832489, "Finetune/Step": 4021, "Finetune/Step Time": 12.096452005207539}
+{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.741635799407959, "Finetune/Loss (Raw)": 0.7398537993431091, "Finetune/Step": 4022, "Finetune/Step Time": 12.101193333044648}
+{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.7418508529663086, "Finetune/Loss (Raw)": 0.8135947585105896, "Finetune/Step": 4023, "Finetune/Step Time": 12.105977023020387}
+{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.7424381375312805, "Finetune/Loss (Raw)": 0.8427472114562988, "Finetune/Step": 4024, "Finetune/Step Time": 12.117490001022816}
+{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.7420556545257568, "Finetune/Loss (Raw)": 0.7116535902023315, "Finetune/Step": 4025, "Finetune/Step Time": 12.116943696513772}
+{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.7429375052452087, "Finetune/Loss (Raw)": 0.8232977986335754, "Finetune/Step": 4026, "Finetune/Step Time": 12.0937414560467}
+{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.7428439855575562, "Finetune/Loss (Raw)": 0.8698385953903198, "Finetune/Step": 4027, "Finetune/Step Time": 12.087752532213926}
+{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.7424761056900024, "Finetune/Loss (Raw)": 0.7255425453186035, "Finetune/Step": 4028, "Finetune/Step Time": 12.060170032083988}
+{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.7422885894775391, "Finetune/Loss (Raw)": 0.8123487830162048, "Finetune/Step": 4029, "Finetune/Step Time": 12.061117809265852}
+{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.7377614974975586, "Finetune/Loss (Raw)": 0.3324524760246277, "Finetune/Step": 4030, "Finetune/Step Time": 12.0935901645571}
+{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.7366847991943359, "Finetune/Loss (Raw)": 0.7248514890670776, "Finetune/Step": 4031, "Finetune/Step Time": 12.094177763909101}
+{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.7364347577095032, "Finetune/Loss (Raw)": 0.7216125726699829, "Finetune/Step": 4032, "Finetune/Step Time": 12.082567447796464}
+{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.7380567193031311, "Finetune/Loss (Raw)": 0.8230989575386047, "Finetune/Step": 4033, "Finetune/Step Time": 12.061965350061655}
+{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.7379993200302124, "Finetune/Loss (Raw)": 0.7468346953392029, "Finetune/Step": 4034, "Finetune/Step Time": 11.9820293802768}
+{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.7352645397186279, "Finetune/Loss (Raw)": 0.645091712474823, "Finetune/Step": 4035, "Finetune/Step Time": 11.995440090075135}
+{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.7384089231491089, "Finetune/Loss (Raw)": 0.9462946653366089, "Finetune/Step": 4036, "Finetune/Step Time": 11.970934031531215}
+{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.738553524017334, "Finetune/Loss (Raw)": 0.6759675145149231, "Finetune/Step": 4037, "Finetune/Step Time": 11.983231723308563}
+{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.7338792085647583, "Finetune/Loss (Raw)": 0.23715196549892426, "Finetune/Step": 4038, "Finetune/Step Time": 12.015798659995198}
+{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.7327580451965332, "Finetune/Loss (Raw)": 0.757901132106781, "Finetune/Step": 4039, "Finetune/Step Time": 12.053216136991978}
+{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.7342265248298645, "Finetune/Loss (Raw)": 0.8503223061561584, "Finetune/Step": 4040, "Finetune/Step Time": 12.031859457492828}
+{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.7338507175445557, "Finetune/Loss (Raw)": 0.6874430775642395, "Finetune/Step": 4041, "Finetune/Step Time": 12.022975506260991}
+{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.7340060472488403, "Finetune/Loss (Raw)": 0.7546886205673218, "Finetune/Step": 4042, "Finetune/Step Time": 12.046663859859109}
+{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.733971118927002, "Finetune/Loss (Raw)": 0.8141111731529236, "Finetune/Step": 4043, "Finetune/Step Time": 12.05211733840406}
+{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.7336684465408325, "Finetune/Loss (Raw)": 0.7610048651695251, "Finetune/Step": 4044, "Finetune/Step Time": 12.038524022325873}
+{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.729489266872406, "Finetune/Loss (Raw)": 0.18174457550048828, "Finetune/Step": 4045, "Finetune/Step Time": 12.040186114609241}
+{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.7283551692962646, "Finetune/Loss (Raw)": 0.7039292454719543, "Finetune/Step": 4046, "Finetune/Step Time": 12.036253644153476}
+{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.7280576229095459, "Finetune/Loss (Raw)": 0.7127317786216736, "Finetune/Step": 4047, "Finetune/Step Time": 12.043911783024669}
+{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.7240559458732605, "Finetune/Loss (Raw)": 0.2602423429489136, "Finetune/Step": 4048, "Finetune/Step Time": 12.011903140693903}
+{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.7244620323181152, "Finetune/Loss (Raw)": 0.657569408416748, "Finetune/Step": 4049, "Finetune/Step Time": 11.982998283579946}
+{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.723548412322998, "Finetune/Loss (Raw)": 0.7328897714614868, "Finetune/Step": 4050, "Finetune/Step Time": 11.980319418013096}
+{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.7249268889427185, "Finetune/Loss (Raw)": 0.6989197134971619, "Finetune/Step": 4051, "Finetune/Step Time": 11.956218149513006}
+{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.7241188287734985, "Finetune/Loss (Raw)": 0.718965470790863, "Finetune/Step": 4052, "Finetune/Step Time": 12.000164011493325}
+{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.7200742959976196, "Finetune/Loss (Raw)": 0.28124740719795227, "Finetune/Step": 4053, "Finetune/Step Time": 12.03225276991725}
+{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.7196884155273438, "Finetune/Loss (Raw)": 0.6306700706481934, "Finetune/Step": 4054, "Finetune/Step Time": 12.038770195096731}
+{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.7199288606643677, "Finetune/Loss (Raw)": 0.771421492099762, "Finetune/Step": 4055, "Finetune/Step Time": 12.006443927064538}
+{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.7173837423324585, "Finetune/Loss (Raw)": 0.5260807275772095, "Finetune/Step": 4056, "Finetune/Step Time": 12.046121064573526}
+{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.7177711725234985, "Finetune/Loss (Raw)": 0.8545832633972168, "Finetune/Step": 4057, "Finetune/Step Time": 12.040621345862746}
+{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.7178026437759399, "Finetune/Loss (Raw)": 0.7131575345993042, "Finetune/Step": 4058, "Finetune/Step Time": 12.026390112936497}
+{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.7165090441703796, "Finetune/Loss (Raw)": 0.6962869763374329, "Finetune/Step": 4059, "Finetune/Step Time": 12.063050761818886}
+{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.7147432565689087, "Finetune/Loss (Raw)": 0.4466051161289215, "Finetune/Step": 4060, "Finetune/Step Time": 12.066962212324142}
+{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.715190052986145, "Finetune/Loss (Raw)": 0.5794316530227661, "Finetune/Step": 4061, "Finetune/Step Time": 12.053743166849017}
+{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.7159647941589355, "Finetune/Loss (Raw)": 0.8050556182861328, "Finetune/Step": 4062, "Finetune/Step Time": 12.058807549998164}
+{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.7124751806259155, "Finetune/Loss (Raw)": 0.2841501533985138, "Finetune/Step": 4063, "Finetune/Step Time": 12.076106645166874}
+{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.707933247089386, "Finetune/Loss (Raw)": 0.2911277413368225, "Finetune/Step": 4064, "Finetune/Step Time": 12.116101747378707}
+{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.7066062688827515, "Finetune/Loss (Raw)": 0.6333364844322205, "Finetune/Step": 4065, "Finetune/Step Time": 12.126671189442277}
+{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.7069765329360962, "Finetune/Loss (Raw)": 0.7842236161231995, "Finetune/Step": 4066, "Finetune/Step Time": 12.132585864514112}
+{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.7072036266326904, "Finetune/Loss (Raw)": 0.8326323628425598, "Finetune/Step": 4067, "Finetune/Step Time": 12.129664553329349}
+{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.7072051763534546, "Finetune/Loss (Raw)": 0.7935218811035156, "Finetune/Step": 4068, "Finetune/Step Time": 12.131545212119818}
+{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.7070858478546143, "Finetune/Loss (Raw)": 0.8243147730827332, "Finetune/Step": 4069, "Finetune/Step Time": 12.153467703610659}
+{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.7062275409698486, "Finetune/Loss (Raw)": 0.7426415681838989, "Finetune/Step": 4070, "Finetune/Step Time": 12.144119493663311}
+{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.7069021463394165, "Finetune/Loss (Raw)": 0.7061246633529663, "Finetune/Step": 4071, "Finetune/Step Time": 12.165592173114419}
+{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.7055060863494873, "Finetune/Loss (Raw)": 0.6493947505950928, "Finetune/Step": 4072, "Finetune/Step Time": 12.182015407830477}
+{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.7035799026489258, "Finetune/Loss (Raw)": 0.7391347885131836, "Finetune/Step": 4073, "Finetune/Step Time": 12.148519029840827}
+{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.704074501991272, "Finetune/Loss (Raw)": 0.834225058555603, "Finetune/Step": 4074, "Finetune/Step Time": 12.12437891587615}
+{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.7035149335861206, "Finetune/Loss (Raw)": 0.7137498259544373, "Finetune/Step": 4075, "Finetune/Step Time": 12.102631879970431}
+{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.7060333490371704, "Finetune/Loss (Raw)": 0.5651425719261169, "Finetune/Step": 4076, "Finetune/Step Time": 12.101020753383636}
+{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.7054919004440308, "Finetune/Loss (Raw)": 0.7740073204040527, "Finetune/Step": 4077, "Finetune/Step Time": 12.129783507436514}
+{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.7042588591575623, "Finetune/Loss (Raw)": 0.6988897323608398, "Finetune/Step": 4078, "Finetune/Step Time": 12.134171837940812}
+{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.7042428255081177, "Finetune/Loss (Raw)": 0.8560134768486023, "Finetune/Step": 4079, "Finetune/Step Time": 12.15509462915361}
+{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.7043589949607849, "Finetune/Loss (Raw)": 0.6644451022148132, "Finetune/Step": 4080, "Finetune/Step Time": 12.152080923318863}
+{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.7040110230445862, "Finetune/Loss (Raw)": 0.6921970844268799, "Finetune/Step": 4081, "Finetune/Step Time": 12.195636354386806}
+{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.7038002014160156, "Finetune/Loss (Raw)": 0.6822027564048767, "Finetune/Step": 4082, "Finetune/Step Time": 12.208819845691323}
+{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.7052403688430786, "Finetune/Loss (Raw)": 0.8341337442398071, "Finetune/Step": 4083, "Finetune/Step Time": 12.211370857432485}
+{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.7010557055473328, "Finetune/Loss (Raw)": 0.3586801290512085, "Finetune/Step": 4084, "Finetune/Step Time": 12.236911388114095}
+{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.6993851065635681, "Finetune/Loss (Raw)": 0.5779871940612793, "Finetune/Step": 4085, "Finetune/Step Time": 12.256209893152118}
+{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.699139416217804, "Finetune/Loss (Raw)": 0.6683416962623596, "Finetune/Step": 4086, "Finetune/Step Time": 12.26920205540955}
+{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.7010315656661987, "Finetune/Loss (Raw)": 0.8569771647453308, "Finetune/Step": 4087, "Finetune/Step Time": 12.24454441294074}
+{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.7021150588989258, "Finetune/Loss (Raw)": 0.8112306594848633, "Finetune/Step": 4088, "Finetune/Step Time": 12.234585214406252}
+{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.702068030834198, "Finetune/Loss (Raw)": 0.773192822933197, "Finetune/Step": 4089, "Finetune/Step Time": 12.235163668170571}
+{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.7031220197677612, "Finetune/Loss (Raw)": 0.7780069708824158, "Finetune/Step": 4090, "Finetune/Step Time": 12.221021473407745}
+{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.7024081349372864, "Finetune/Loss (Raw)": 0.7226454019546509, "Finetune/Step": 4091, "Finetune/Step Time": 12.25098667293787}
+{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.7018519043922424, "Finetune/Loss (Raw)": 0.7243978977203369, "Finetune/Step": 4092, "Finetune/Step Time": 12.253381546586752}
+{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.7027538418769836, "Finetune/Loss (Raw)": 0.8707091212272644, "Finetune/Step": 4093, "Finetune/Step Time": 12.223598588258028}
+{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.7080217003822327, "Finetune/Loss (Raw)": 0.9500805139541626, "Finetune/Step": 4094, "Finetune/Step Time": 12.188656121492386}
+{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.7073880434036255, "Finetune/Loss (Raw)": 0.6878650188446045, "Finetune/Step": 4095, "Finetune/Step Time": 12.192169034853578}
+{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.7078982591629028, "Finetune/Loss (Raw)": 0.8877583742141724, "Finetune/Step": 4096, "Finetune/Step Time": 12.200168600305915}
+{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.7083674669265747, "Finetune/Loss (Raw)": 0.832923948764801, "Finetune/Step": 4097, "Finetune/Step Time": 12.17386637441814}
+{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.7066011428833008, "Finetune/Loss (Raw)": 0.5935103893280029, "Finetune/Step": 4098, "Finetune/Step Time": 12.177494823932648}
+{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.705609917640686, "Finetune/Loss (Raw)": 0.7559327483177185, "Finetune/Step": 4099, "Finetune/Step Time": 12.18386086449027}
+{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.7066338062286377, "Finetune/Loss (Raw)": 0.8883364796638489, "Finetune/Step": 4100, "Finetune/Step Time": 12.194935698062181}
+{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.7066941857337952, "Finetune/Loss (Raw)": 0.7528470754623413, "Finetune/Step": 4101, "Finetune/Step Time": 12.233788451179862}
+{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.7069664001464844, "Finetune/Loss (Raw)": 0.7467149496078491, "Finetune/Step": 4102, "Finetune/Step Time": 12.227121789008379}
+{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.7060602903366089, "Finetune/Loss (Raw)": 0.7681013941764832, "Finetune/Step": 4103, "Finetune/Step Time": 12.24441190622747}
+{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.706641674041748, "Finetune/Loss (Raw)": 0.7808113694190979, "Finetune/Step": 4104, "Finetune/Step Time": 12.221406968310475}
+{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.706639289855957, "Finetune/Loss (Raw)": 0.6258971095085144, "Finetune/Step": 4105, "Finetune/Step Time": 12.211206194013357}
+{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.708702802658081, "Finetune/Loss (Raw)": 0.7405704855918884, "Finetune/Step": 4106, "Finetune/Step Time": 12.209072507917881}
+{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.7081524133682251, "Finetune/Loss (Raw)": 0.7373961210250854, "Finetune/Step": 4107, "Finetune/Step Time": 12.213567299768329}
+{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.710063099861145, "Finetune/Loss (Raw)": 0.8120718002319336, "Finetune/Step": 4108, "Finetune/Step Time": 12.213675379753113}
+{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.7089994549751282, "Finetune/Loss (Raw)": 0.7099866271018982, "Finetune/Step": 4109, "Finetune/Step Time": 12.228667438030243}
+{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.7088211178779602, "Finetune/Loss (Raw)": 0.7411566972732544, "Finetune/Step": 4110, "Finetune/Step Time": 12.24272594973445}
+{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.709836483001709, "Finetune/Loss (Raw)": 0.8918091058731079, "Finetune/Step": 4111, "Finetune/Step Time": 12.253545302897692}
+{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.7125493884086609, "Finetune/Loss (Raw)": 0.5945637226104736, "Finetune/Step": 4112, "Finetune/Step Time": 12.241323735564947}
+{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.7108690738677979, "Finetune/Loss (Raw)": 0.6240066289901733, "Finetune/Step": 4113, "Finetune/Step Time": 12.238652216270566}
+{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.7099153995513916, "Finetune/Loss (Raw)": 0.7958977222442627, "Finetune/Step": 4114, "Finetune/Step Time": 12.240774888545275}
+{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.7107255458831787, "Finetune/Loss (Raw)": 0.7894277572631836, "Finetune/Step": 4115, "Finetune/Step Time": 12.234784448519349}
+{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.7083194851875305, "Finetune/Loss (Raw)": 0.5066182017326355, "Finetune/Step": 4116, "Finetune/Step Time": 12.262144697830081}
+{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.7066091895103455, "Finetune/Loss (Raw)": 0.620405912399292, "Finetune/Step": 4117, "Finetune/Step Time": 12.278670713305473}
+{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.7078534960746765, "Finetune/Loss (Raw)": 0.9341439604759216, "Finetune/Step": 4118, "Finetune/Step Time": 12.265103548765182}
+{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.708333432674408, "Finetune/Loss (Raw)": 0.8920872807502747, "Finetune/Step": 4119, "Finetune/Step Time": 12.301322100684047}
+{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.7085442543029785, "Finetune/Loss (Raw)": 0.6756660342216492, "Finetune/Step": 4120, "Finetune/Step Time": 12.338264597579837}
+{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.7082763910293579, "Finetune/Loss (Raw)": 0.7859259247779846, "Finetune/Step": 4121, "Finetune/Step Time": 12.346610512584448}
+{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.7084348797798157, "Finetune/Loss (Raw)": 0.6998106241226196, "Finetune/Step": 4122, "Finetune/Step Time": 12.34307712316513}
+{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.7100944519042969, "Finetune/Loss (Raw)": 0.915748119354248, "Finetune/Step": 4123, "Finetune/Step Time": 12.344164874404669}
+{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.7091183662414551, "Finetune/Loss (Raw)": 0.5560175776481628, "Finetune/Step": 4124, "Finetune/Step Time": 12.346355402842164}
+{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.7098482847213745, "Finetune/Loss (Raw)": 0.7965642809867859, "Finetune/Step": 4125, "Finetune/Step Time": 12.352209709584713}
+{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.7094098329544067, "Finetune/Loss (Raw)": 0.7972703576087952, "Finetune/Step": 4126, "Finetune/Step Time": 12.342488445341587}
+{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.7095061540603638, "Finetune/Loss (Raw)": 0.7766174077987671, "Finetune/Step": 4127, "Finetune/Step Time": 12.30455543845892}
+{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.7092056274414062, "Finetune/Loss (Raw)": 0.7196382880210876, "Finetune/Step": 4128, "Finetune/Step Time": 12.296452783048153}
+{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.7095655202865601, "Finetune/Loss (Raw)": 0.7598311901092529, "Finetune/Step": 4129, "Finetune/Step Time": 12.259359976276755}
+{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.7102288007736206, "Finetune/Loss (Raw)": 0.752204179763794, "Finetune/Step": 4130, "Finetune/Step Time": 12.240790436044335}
+{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.7103945016860962, "Finetune/Loss (Raw)": 0.7704981565475464, "Finetune/Step": 4131, "Finetune/Step Time": 12.227265506982803}
+{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.7102773189544678, "Finetune/Loss (Raw)": 0.7922282814979553, "Finetune/Step": 4132, "Finetune/Step Time": 12.2306320797652}
+{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.7097049951553345, "Finetune/Loss (Raw)": 0.6842544078826904, "Finetune/Step": 4133, "Finetune/Step Time": 12.244608664885163}
+{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.708022952079773, "Finetune/Loss (Raw)": 0.7236630320549011, "Finetune/Step": 4134, "Finetune/Step Time": 12.274643389508128}
+{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.71153724193573, "Finetune/Loss (Raw)": 0.6865795254707336, "Finetune/Step": 4135, "Finetune/Step Time": 12.23993780836463}
+{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.7120314836502075, "Finetune/Loss (Raw)": 0.7096176147460938, "Finetune/Step": 4136, "Finetune/Step Time": 12.240402068942785}
+{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.7112843990325928, "Finetune/Loss (Raw)": 0.6651551127433777, "Finetune/Step": 4137, "Finetune/Step Time": 12.225657150149345}
+{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.7126139402389526, "Finetune/Loss (Raw)": 0.838624894618988, "Finetune/Step": 4138, "Finetune/Step Time": 12.199826249852777}
+{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.711594820022583, "Finetune/Loss (Raw)": 0.685289204120636, "Finetune/Step": 4139, "Finetune/Step Time": 12.181652002036572}
+{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.7127032279968262, "Finetune/Loss (Raw)": 0.7035427093505859, "Finetune/Step": 4140, "Finetune/Step Time": 12.151378585025668}
+{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.709668755531311, "Finetune/Loss (Raw)": 0.32964110374450684, "Finetune/Step": 4141, "Finetune/Step Time": 12.171313984319568}
+{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.7096771001815796, "Finetune/Loss (Raw)": 0.7007673382759094, "Finetune/Step": 4142, "Finetune/Step Time": 12.130131894722581}
+{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.7091894149780273, "Finetune/Loss (Raw)": 0.7004469037055969, "Finetune/Step": 4143, "Finetune/Step Time": 12.125429932028055}
+{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.7049593925476074, "Finetune/Loss (Raw)": 0.2317231297492981, "Finetune/Step": 4144, "Finetune/Step Time": 12.156009895727038}
+{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.703387439250946, "Finetune/Loss (Raw)": 0.6241124868392944, "Finetune/Step": 4145, "Finetune/Step Time": 12.183348020538688}
+{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.7079676389694214, "Finetune/Loss (Raw)": 0.8094015121459961, "Finetune/Step": 4146, "Finetune/Step Time": 12.13828033581376}
+{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.7067965865135193, "Finetune/Loss (Raw)": 0.7643757462501526, "Finetune/Step": 4147, "Finetune/Step Time": 12.149850148707628}
+{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.7064411640167236, "Finetune/Loss (Raw)": 0.8156523704528809, "Finetune/Step": 4148, "Finetune/Step Time": 12.151630077511072}
+{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.7062890529632568, "Finetune/Loss (Raw)": 0.7461897134780884, "Finetune/Step": 4149, "Finetune/Step Time": 12.132978174835443}
+{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.7054470777511597, "Finetune/Loss (Raw)": 0.6320886015892029, "Finetune/Step": 4150, "Finetune/Step Time": 12.184390060603619}
+{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.7051318287849426, "Finetune/Loss (Raw)": 0.7732391953468323, "Finetune/Step": 4151, "Finetune/Step Time": 12.193625897169113}
+{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.7044835090637207, "Finetune/Loss (Raw)": 0.7597630023956299, "Finetune/Step": 4152, "Finetune/Step Time": 12.202631495893002}
+{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.7044997215270996, "Finetune/Loss (Raw)": 0.7137303948402405, "Finetune/Step": 4153, "Finetune/Step Time": 12.198356907814741}
+{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.7040314674377441, "Finetune/Loss (Raw)": 0.7633616328239441, "Finetune/Step": 4154, "Finetune/Step Time": 12.206104792654514}
+{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.70257568359375, "Finetune/Loss (Raw)": 0.6834946274757385, "Finetune/Step": 4155, "Finetune/Step Time": 12.210435194894671}
+{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.7020840644836426, "Finetune/Loss (Raw)": 0.6626217365264893, "Finetune/Step": 4156, "Finetune/Step Time": 12.210191143676639}
+{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.7024545669555664, "Finetune/Loss (Raw)": 0.859764039516449, "Finetune/Step": 4157, "Finetune/Step Time": 12.211488792672753}
+{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.7058142423629761, "Finetune/Loss (Raw)": 0.7624973058700562, "Finetune/Step": 4158, "Finetune/Step Time": 12.194317048415542}
+{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.7064599990844727, "Finetune/Loss (Raw)": 0.8075034618377686, "Finetune/Step": 4159, "Finetune/Step Time": 12.194688487797976}
+{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.7078087329864502, "Finetune/Loss (Raw)": 0.8942537903785706, "Finetune/Step": 4160, "Finetune/Step Time": 12.182028267532587}
+{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.7075456380844116, "Finetune/Loss (Raw)": 0.7894280552864075, "Finetune/Step": 4161, "Finetune/Step Time": 12.176587101072073}
+{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.7086799144744873, "Finetune/Loss (Raw)": 0.8920148015022278, "Finetune/Step": 4162, "Finetune/Step Time": 12.179738702252507}
+{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.7083911895751953, "Finetune/Loss (Raw)": 0.6081379652023315, "Finetune/Step": 4163, "Finetune/Step Time": 12.20051646977663}
+{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.7045960426330566, "Finetune/Loss (Raw)": 0.4605209529399872, "Finetune/Step": 4164, "Finetune/Step Time": 12.224082892760634}
+{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.7061889171600342, "Finetune/Loss (Raw)": 0.8798494338989258, "Finetune/Step": 4165, "Finetune/Step Time": 12.209859158843756}
+{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.7110949158668518, "Finetune/Loss (Raw)": 0.8651197552680969, "Finetune/Step": 4166, "Finetune/Step Time": 12.17336117848754}
+{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.7105540037155151, "Finetune/Loss (Raw)": 0.6886646151542664, "Finetune/Step": 4167, "Finetune/Step Time": 12.144568741321564}
+{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.7086161375045776, "Finetune/Loss (Raw)": 0.6022741794586182, "Finetune/Step": 4168, "Finetune/Step Time": 12.142123075202107}
+{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.7055067420005798, "Finetune/Loss (Raw)": 0.2894424498081207, "Finetune/Step": 4169, "Finetune/Step Time": 12.18035638332367}
+{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.7044517397880554, "Finetune/Loss (Raw)": 0.6196516752243042, "Finetune/Step": 4170, "Finetune/Step Time": 12.163667740300298}
+{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.7042113542556763, "Finetune/Loss (Raw)": 0.783331573009491, "Finetune/Step": 4171, "Finetune/Step Time": 12.167173711583018}
+{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.7041463851928711, "Finetune/Loss (Raw)": 0.7526976466178894, "Finetune/Step": 4172, "Finetune/Step Time": 12.20468271523714}
+{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.7084432244300842, "Finetune/Loss (Raw)": 0.7317394614219666, "Finetune/Step": 4173, "Finetune/Step Time": 12.178301382809877}
+{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.7046511173248291, "Finetune/Loss (Raw)": 0.21853817999362946, "Finetune/Step": 4174, "Finetune/Step Time": 12.21607449837029}
+{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.7043851613998413, "Finetune/Loss (Raw)": 0.6786938309669495, "Finetune/Step": 4175, "Finetune/Step Time": 12.195872608572245}
+{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.7080634832382202, "Finetune/Loss (Raw)": 0.7310701012611389, "Finetune/Step": 4176, "Finetune/Step Time": 12.179168229922652}
+{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.7090139389038086, "Finetune/Loss (Raw)": 0.7792271375656128, "Finetune/Step": 4177, "Finetune/Step Time": 12.198912274092436}
+{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.70980304479599, "Finetune/Loss (Raw)": 0.8338882923126221, "Finetune/Step": 4178, "Finetune/Step Time": 12.204721851274371}
+{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.7099136114120483, "Finetune/Loss (Raw)": 0.7130667567253113, "Finetune/Step": 4179, "Finetune/Step Time": 12.228384042158723}
+{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.7106908559799194, "Finetune/Loss (Raw)": 0.8184558153152466, "Finetune/Step": 4180, "Finetune/Step Time": 12.18666074052453}
+{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.7144438028335571, "Finetune/Loss (Raw)": 0.7616211175918579, "Finetune/Step": 4181, "Finetune/Step Time": 12.156574001535773}
+{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.7138699293136597, "Finetune/Loss (Raw)": 0.5572229027748108, "Finetune/Step": 4182, "Finetune/Step Time": 12.156659178435802}
+{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.7141297459602356, "Finetune/Loss (Raw)": 0.8046754002571106, "Finetune/Step": 4183, "Finetune/Step Time": 12.155289247632027}
+{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.7158958911895752, "Finetune/Loss (Raw)": 0.7521472573280334, "Finetune/Step": 4184, "Finetune/Step Time": 12.104751667007804}
+{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.71572345495224, "Finetune/Loss (Raw)": 0.8325130939483643, "Finetune/Step": 4185, "Finetune/Step Time": 12.109488720074296}
+{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.7170447111129761, "Finetune/Loss (Raw)": 0.8822757601737976, "Finetune/Step": 4186, "Finetune/Step Time": 12.132701141759753}
+{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.7171045541763306, "Finetune/Loss (Raw)": 0.7039408087730408, "Finetune/Step": 4187, "Finetune/Step Time": 12.100293634459376}
+{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.7180771827697754, "Finetune/Loss (Raw)": 0.5711109042167664, "Finetune/Step": 4188, "Finetune/Step Time": 12.082903310656548}
+{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.7193595170974731, "Finetune/Loss (Raw)": 0.7435668110847473, "Finetune/Step": 4189, "Finetune/Step Time": 12.05878572538495}
+{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.7172424793243408, "Finetune/Loss (Raw)": 0.5340750813484192, "Finetune/Step": 4190, "Finetune/Step Time": 12.059162573888898}
+{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.7208445072174072, "Finetune/Loss (Raw)": 0.7452051043510437, "Finetune/Step": 4191, "Finetune/Step Time": 12.028981080278754}
+{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.7256301641464233, "Finetune/Loss (Raw)": 0.903701663017273, "Finetune/Step": 4192, "Finetune/Step Time": 11.998562544584274}
+{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.7224137187004089, "Finetune/Loss (Raw)": 0.22162745893001556, "Finetune/Step": 4193, "Finetune/Step Time": 12.016567263752222}
+{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.722507119178772, "Finetune/Loss (Raw)": 0.7961752414703369, "Finetune/Step": 4194, "Finetune/Step Time": 12.016171278432012}
+{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.7223842144012451, "Finetune/Loss (Raw)": 0.8169022798538208, "Finetune/Step": 4195, "Finetune/Step Time": 12.016744051128626}
+{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.7218308448791504, "Finetune/Loss (Raw)": 0.7226935029029846, "Finetune/Step": 4196, "Finetune/Step Time": 12.01225451566279}
+{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.7190092206001282, "Finetune/Loss (Raw)": 0.46314674615859985, "Finetune/Step": 4197, "Finetune/Step Time": 12.029146889224648}
+{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.7197990417480469, "Finetune/Loss (Raw)": 0.843736469745636, "Finetune/Step": 4198, "Finetune/Step Time": 12.025457890704274}
+{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.7211476564407349, "Finetune/Loss (Raw)": 0.8787549138069153, "Finetune/Step": 4199, "Finetune/Step Time": 11.958209943026304}
+{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.7220916152000427, "Finetune/Loss (Raw)": 0.7702178359031677, "Finetune/Step": 4200, "Finetune/Step Time": 11.952442355453968}
+{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.7217949628829956, "Finetune/Loss (Raw)": 0.7011602520942688, "Finetune/Step": 4201, "Finetune/Step Time": 11.971516691148281}
+{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.7211714386940002, "Finetune/Loss (Raw)": 0.7544116973876953, "Finetune/Step": 4202, "Finetune/Step Time": 11.97682841680944}
+{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.7210668325424194, "Finetune/Loss (Raw)": 0.7003649473190308, "Finetune/Step": 4203, "Finetune/Step Time": 11.979118667542934}
+{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.7220795154571533, "Finetune/Loss (Raw)": 0.6947611570358276, "Finetune/Step": 4204, "Finetune/Step Time": 11.941512927412987}
+{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.7221842408180237, "Finetune/Loss (Raw)": 0.7874152064323425, "Finetune/Step": 4205, "Finetune/Step Time": 11.903749795630574}
+{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.7221016883850098, "Finetune/Loss (Raw)": 0.6883221864700317, "Finetune/Step": 4206, "Finetune/Step Time": 11.899831091985106}
+{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.7216049432754517, "Finetune/Loss (Raw)": 0.7924287915229797, "Finetune/Step": 4207, "Finetune/Step Time": 11.887706251814961}
+{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.7223269939422607, "Finetune/Loss (Raw)": 0.7568656206130981, "Finetune/Step": 4208, "Finetune/Step Time": 11.869650062173605}
+{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.7240062355995178, "Finetune/Loss (Raw)": 0.9071412086486816, "Finetune/Step": 4209, "Finetune/Step Time": 11.824815863743424}
+{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.7246987819671631, "Finetune/Loss (Raw)": 0.7708489894866943, "Finetune/Step": 4210, "Finetune/Step Time": 11.816011535003781}
+{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.72454833984375, "Finetune/Loss (Raw)": 0.8148841857910156, "Finetune/Step": 4211, "Finetune/Step Time": 11.825931144878268}
+{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.7268584966659546, "Finetune/Loss (Raw)": 0.6543746590614319, "Finetune/Step": 4212, "Finetune/Step Time": 11.788693143054843}
+{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.7272037267684937, "Finetune/Loss (Raw)": 0.6221752166748047, "Finetune/Step": 4213, "Finetune/Step Time": 11.786114202812314}
+{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.7279694080352783, "Finetune/Loss (Raw)": 0.7663522958755493, "Finetune/Step": 4214, "Finetune/Step Time": 11.7685612346977}
+{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.7266912460327148, "Finetune/Loss (Raw)": 0.6933717131614685, "Finetune/Step": 4215, "Finetune/Step Time": 11.8246532343328}
+{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.7264602184295654, "Finetune/Loss (Raw)": 0.7816583514213562, "Finetune/Step": 4216, "Finetune/Step Time": 11.815416296944022}
+{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.726701557636261, "Finetune/Loss (Raw)": 0.8040828108787537, "Finetune/Step": 4217, "Finetune/Step Time": 11.810152469202876}
+{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.7263873219490051, "Finetune/Loss (Raw)": 0.7377825379371643, "Finetune/Step": 4218, "Finetune/Step Time": 11.80799982137978}
+{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.725205659866333, "Finetune/Loss (Raw)": 0.5713981986045837, "Finetune/Step": 4219, "Finetune/Step Time": 11.770397229120135}
+{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.7257519960403442, "Finetune/Loss (Raw)": 0.7943239212036133, "Finetune/Step": 4220, "Finetune/Step Time": 11.750584281980991}
+{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.7257702350616455, "Finetune/Loss (Raw)": 0.873047411441803, "Finetune/Step": 4221, "Finetune/Step Time": 11.753418054431677}
+{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.724604070186615, "Finetune/Loss (Raw)": 0.8008108735084534, "Finetune/Step": 4222, "Finetune/Step Time": 11.758962504565716}
+{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.7258232831954956, "Finetune/Loss (Raw)": 0.8439223170280457, "Finetune/Step": 4223, "Finetune/Step Time": 11.74257923103869}
+{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.7244621515274048, "Finetune/Loss (Raw)": 0.7135305404663086, "Finetune/Step": 4224, "Finetune/Step Time": 11.750963192433119}
+{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.7232872247695923, "Finetune/Loss (Raw)": 0.6825344562530518, "Finetune/Step": 4225, "Finetune/Step Time": 11.736680313944817}
+{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.7253158688545227, "Finetune/Loss (Raw)": 0.8531823754310608, "Finetune/Step": 4226, "Finetune/Step Time": 11.723881267011166}
+{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.7268505096435547, "Finetune/Loss (Raw)": 0.9523705244064331, "Finetune/Step": 4227, "Finetune/Step Time": 11.721063243225217}
+{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.7258281111717224, "Finetune/Loss (Raw)": 0.7574633955955505, "Finetune/Step": 4228, "Finetune/Step Time": 11.71339968033135}
+{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.7263749837875366, "Finetune/Loss (Raw)": 0.8228524923324585, "Finetune/Step": 4229, "Finetune/Step Time": 11.68130612000823}
+{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.7221641540527344, "Finetune/Loss (Raw)": 0.2077222317457199, "Finetune/Step": 4230, "Finetune/Step Time": 11.708865096792579}
+{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.720334529876709, "Finetune/Loss (Raw)": 0.5339022278785706, "Finetune/Step": 4231, "Finetune/Step Time": 11.77234996855259}
+{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.7200960516929626, "Finetune/Loss (Raw)": 0.7502936124801636, "Finetune/Step": 4232, "Finetune/Step Time": 11.787556704133749}
+{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.7202877402305603, "Finetune/Loss (Raw)": 0.6504360437393188, "Finetune/Step": 4233, "Finetune/Step Time": 11.807066524401307}
+{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.7218759059906006, "Finetune/Loss (Raw)": 0.9438486099243164, "Finetune/Step": 4234, "Finetune/Step Time": 11.809821555390954}
+{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.722374439239502, "Finetune/Loss (Raw)": 0.8012092113494873, "Finetune/Step": 4235, "Finetune/Step Time": 11.807392422109842}
+{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.7209146022796631, "Finetune/Loss (Raw)": 0.6252116560935974, "Finetune/Step": 4236, "Finetune/Step Time": 11.831820840016007}
+{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.722289502620697, "Finetune/Loss (Raw)": 0.8859763741493225, "Finetune/Step": 4237, "Finetune/Step Time": 11.816022157669067}
+{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.7230867743492126, "Finetune/Loss (Raw)": 0.8432079553604126, "Finetune/Step": 4238, "Finetune/Step Time": 11.792467111721635}
+{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.7224611043930054, "Finetune/Loss (Raw)": 0.811722457408905, "Finetune/Step": 4239, "Finetune/Step Time": 11.784108497202396}
+{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.7235767841339111, "Finetune/Loss (Raw)": 0.737369179725647, "Finetune/Step": 4240, "Finetune/Step Time": 11.761074976995587}
+{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.7246499061584473, "Finetune/Loss (Raw)": 0.7613658308982849, "Finetune/Step": 4241, "Finetune/Step Time": 11.762589080259204}
+{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.7249819040298462, "Finetune/Loss (Raw)": 0.8384045958518982, "Finetune/Step": 4242, "Finetune/Step Time": 11.759243438020349}
+{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.7244768142700195, "Finetune/Loss (Raw)": 0.7247745394706726, "Finetune/Step": 4243, "Finetune/Step Time": 11.79450622946024}
+{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.7267705202102661, "Finetune/Loss (Raw)": 0.8002125024795532, "Finetune/Step": 4244, "Finetune/Step Time": 11.763597834855318}
+{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.7279309630393982, "Finetune/Loss (Raw)": 0.7689402103424072, "Finetune/Step": 4245, "Finetune/Step Time": 11.766456885263324}
+{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.7261981964111328, "Finetune/Loss (Raw)": 0.7123469710350037, "Finetune/Step": 4246, "Finetune/Step Time": 11.83932258747518}
+{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.7254776954650879, "Finetune/Loss (Raw)": 0.7998596429824829, "Finetune/Step": 4247, "Finetune/Step Time": 11.795260641723871}
+{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.721767008304596, "Finetune/Loss (Raw)": 0.2007003128528595, "Finetune/Step": 4248, "Finetune/Step Time": 11.760672278702259}
+{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.7219313383102417, "Finetune/Loss (Raw)": 0.806960940361023, "Finetune/Step": 4249, "Finetune/Step Time": 11.74856984987855}
+{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.720894455909729, "Finetune/Loss (Raw)": 0.5670876502990723, "Finetune/Step": 4250, "Finetune/Step Time": 11.742478935047984}
+{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.7188863754272461, "Finetune/Loss (Raw)": 0.6587154269218445, "Finetune/Step": 4251, "Finetune/Step Time": 11.742395389825106}
+{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.7221162915229797, "Finetune/Loss (Raw)": 0.9694515466690063, "Finetune/Step": 4252, "Finetune/Step Time": 11.746566001325846}
+{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.7199931144714355, "Finetune/Loss (Raw)": 0.5247960090637207, "Finetune/Step": 4253, "Finetune/Step Time": 11.78979310952127}
+{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.7173677086830139, "Finetune/Loss (Raw)": 0.46121758222579956, "Finetune/Step": 4254, "Finetune/Step Time": 11.809388784691691}
+{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.7166281342506409, "Finetune/Loss (Raw)": 0.6819506287574768, "Finetune/Step": 4255, "Finetune/Step Time": 11.82124555297196}
+{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.7170507311820984, "Finetune/Loss (Raw)": 0.7737271189689636, "Finetune/Step": 4256, "Finetune/Step Time": 11.851303167641163}
+{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.7174124717712402, "Finetune/Loss (Raw)": 0.8061333894729614, "Finetune/Step": 4257, "Finetune/Step Time": 11.858999479562044}
+{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.7162750363349915, "Finetune/Loss (Raw)": 0.606618344783783, "Finetune/Step": 4258, "Finetune/Step Time": 11.861716752871871}
+{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.7172056436538696, "Finetune/Loss (Raw)": 0.8896106481552124, "Finetune/Step": 4259, "Finetune/Step Time": 11.86904028058052}
+{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.7168527245521545, "Finetune/Loss (Raw)": 0.7470582127571106, "Finetune/Step": 4260, "Finetune/Step Time": 11.862483551725745}
+{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.7175635099411011, "Finetune/Loss (Raw)": 0.7752405405044556, "Finetune/Step": 4261, "Finetune/Step Time": 11.85148149728775}
+{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.7176982760429382, "Finetune/Loss (Raw)": 0.740906834602356, "Finetune/Step": 4262, "Finetune/Step Time": 11.83364237472415}
+{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.719511866569519, "Finetune/Loss (Raw)": 0.9187153577804565, "Finetune/Step": 4263, "Finetune/Step Time": 11.830686569213867}
+{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.7187117338180542, "Finetune/Loss (Raw)": 0.6072011590003967, "Finetune/Step": 4264, "Finetune/Step Time": 11.850670926272869}
+{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.7189780473709106, "Finetune/Loss (Raw)": 0.6992490291595459, "Finetune/Step": 4265, "Finetune/Step Time": 11.865127757191658}
+{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.7193363904953003, "Finetune/Loss (Raw)": 0.8844904899597168, "Finetune/Step": 4266, "Finetune/Step Time": 11.863926649093628}
+{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.7189227938652039, "Finetune/Loss (Raw)": 0.6323457360267639, "Finetune/Step": 4267, "Finetune/Step Time": 11.889098711311817}
+{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.7187525629997253, "Finetune/Loss (Raw)": 0.6817601323127747, "Finetune/Step": 4268, "Finetune/Step Time": 11.874073665589094}
+{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.7203760743141174, "Finetune/Loss (Raw)": 0.5374501943588257, "Finetune/Step": 4269, "Finetune/Step Time": 11.905434304848313}
+{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.7207236886024475, "Finetune/Loss (Raw)": 0.7452616095542908, "Finetune/Step": 4270, "Finetune/Step Time": 11.89559637196362}
+{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.7172914743423462, "Finetune/Loss (Raw)": 0.2611202001571655, "Finetune/Step": 4271, "Finetune/Step Time": 11.935211138799787}
+{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.7218253016471863, "Finetune/Loss (Raw)": 0.812055230140686, "Finetune/Step": 4272, "Finetune/Step Time": 11.902779217809439}
+{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.7221262454986572, "Finetune/Loss (Raw)": 0.6626275777816772, "Finetune/Step": 4273, "Finetune/Step Time": 11.870329443365335}
+{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.7214543223381042, "Finetune/Loss (Raw)": 0.7234002351760864, "Finetune/Step": 4274, "Finetune/Step Time": 11.892092190682888}
+{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.7203789949417114, "Finetune/Loss (Raw)": 0.6267351508140564, "Finetune/Step": 4275, "Finetune/Step Time": 11.913618614897132}
+{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.7202439904212952, "Finetune/Loss (Raw)": 0.7983705401420593, "Finetune/Step": 4276, "Finetune/Step Time": 11.916123980656266}
+{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.719931423664093, "Finetune/Loss (Raw)": 0.706180214881897, "Finetune/Step": 4277, "Finetune/Step Time": 11.967922523617744}
+{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.7216495275497437, "Finetune/Loss (Raw)": 0.8519998788833618, "Finetune/Step": 4278, "Finetune/Step Time": 11.914026327431202}
+{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.721000075340271, "Finetune/Loss (Raw)": 0.6901184320449829, "Finetune/Step": 4279, "Finetune/Step Time": 11.91090246476233}
+{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.7214680910110474, "Finetune/Loss (Raw)": 0.819668710231781, "Finetune/Step": 4280, "Finetune/Step Time": 11.906529234722257}
+{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.7227801084518433, "Finetune/Loss (Raw)": 0.8816682696342468, "Finetune/Step": 4281, "Finetune/Step Time": 11.915790798142552}
+{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.7230920791625977, "Finetune/Loss (Raw)": 0.8032870888710022, "Finetune/Step": 4282, "Finetune/Step Time": 11.91175732947886}
+{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.7237370014190674, "Finetune/Loss (Raw)": 0.7660532593727112, "Finetune/Step": 4283, "Finetune/Step Time": 11.921596242114902}
+{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.7246934771537781, "Finetune/Loss (Raw)": 0.785047173500061, "Finetune/Step": 4284, "Finetune/Step Time": 11.918858738616109}
+{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.7225741744041443, "Finetune/Loss (Raw)": 0.5884959101676941, "Finetune/Step": 4285, "Finetune/Step Time": 11.99320661649108}
+{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.7224413752555847, "Finetune/Loss (Raw)": 0.7454958558082581, "Finetune/Step": 4286, "Finetune/Step Time": 11.975561246275902}
+{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.722380518913269, "Finetune/Loss (Raw)": 0.7997106909751892, "Finetune/Step": 4287, "Finetune/Step Time": 11.979775305837393}
+{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.722245454788208, "Finetune/Loss (Raw)": 0.8769693970680237, "Finetune/Step": 4288, "Finetune/Step Time": 12.010154411196709}
+{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.7216957807540894, "Finetune/Loss (Raw)": 0.7190679311752319, "Finetune/Step": 4289, "Finetune/Step Time": 12.012301221489906}
+{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.721339225769043, "Finetune/Loss (Raw)": 0.8463759422302246, "Finetune/Step": 4290, "Finetune/Step Time": 12.012724062427878}
+{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.7232245206832886, "Finetune/Loss (Raw)": 0.849461555480957, "Finetune/Step": 4291, "Finetune/Step Time": 11.983569959178567}
+{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.7259045839309692, "Finetune/Loss (Raw)": 0.8035693168640137, "Finetune/Step": 4292, "Finetune/Step Time": 11.974279392510653}
+{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.7253863215446472, "Finetune/Loss (Raw)": 0.8135082721710205, "Finetune/Step": 4293, "Finetune/Step Time": 11.989405572414398}
+{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.724291205406189, "Finetune/Loss (Raw)": 0.7249455451965332, "Finetune/Step": 4294, "Finetune/Step Time": 12.033561093732715}
+{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.7209421396255493, "Finetune/Loss (Raw)": 0.25997841358184814, "Finetune/Step": 4295, "Finetune/Step Time": 12.071698481217027}
+{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.723232626914978, "Finetune/Loss (Raw)": 0.8954663872718811, "Finetune/Step": 4296, "Finetune/Step Time": 12.066640168428421}
+{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.7274658679962158, "Finetune/Loss (Raw)": 0.8312888145446777, "Finetune/Step": 4297, "Finetune/Step Time": 12.033610802143812}
+{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.727189838886261, "Finetune/Loss (Raw)": 0.5843204259872437, "Finetune/Step": 4298, "Finetune/Step Time": 12.024543086066842}
+{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.7274229526519775, "Finetune/Loss (Raw)": 0.8131750226020813, "Finetune/Step": 4299, "Finetune/Step Time": 12.037355409935117}
+{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.7283156514167786, "Finetune/Loss (Raw)": 0.8669579029083252, "Finetune/Step": 4300, "Finetune/Step Time": 12.009285112842917}
+{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.7245643734931946, "Finetune/Loss (Raw)": 0.25158342719078064, "Finetune/Step": 4301, "Finetune/Step Time": 12.035827841609716}
+{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.7296572923660278, "Finetune/Loss (Raw)": 0.8704226613044739, "Finetune/Step": 4302, "Finetune/Step Time": 12.007442383095622}
+{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.7313390374183655, "Finetune/Loss (Raw)": 0.8939553499221802, "Finetune/Step": 4303, "Finetune/Step Time": 12.007409449666739}
+{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.7278635501861572, "Finetune/Loss (Raw)": 0.28622007369995117, "Finetune/Step": 4304, "Finetune/Step Time": 12.02111454680562}
+{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.7266924977302551, "Finetune/Loss (Raw)": 0.6293260455131531, "Finetune/Step": 4305, "Finetune/Step Time": 12.004123972728848}
+{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.7256525754928589, "Finetune/Loss (Raw)": 0.7007747292518616, "Finetune/Step": 4306, "Finetune/Step Time": 12.014364214614034}
+{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.7245864868164062, "Finetune/Loss (Raw)": 0.5766068696975708, "Finetune/Step": 4307, "Finetune/Step Time": 11.99158214405179}
+{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.7235217094421387, "Finetune/Loss (Raw)": 0.6821682453155518, "Finetune/Step": 4308, "Finetune/Step Time": 11.993058543652296}
+{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.7233246564865112, "Finetune/Loss (Raw)": 0.7363992929458618, "Finetune/Step": 4309, "Finetune/Step Time": 12.000896167010069}
+{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.7208747863769531, "Finetune/Loss (Raw)": 0.24363817274570465, "Finetune/Step": 4310, "Finetune/Step Time": 12.017335925251245}
+{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.7205575704574585, "Finetune/Loss (Raw)": 0.7640708088874817, "Finetune/Step": 4311, "Finetune/Step Time": 12.026624033227563}
+{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.7211294174194336, "Finetune/Loss (Raw)": 0.825343132019043, "Finetune/Step": 4312, "Finetune/Step Time": 12.039113344624639}
+{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.7215365171432495, "Finetune/Loss (Raw)": 0.8846227526664734, "Finetune/Step": 4313, "Finetune/Step Time": 12.057036260142922}
+{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.7211266756057739, "Finetune/Loss (Raw)": 0.8298148512840271, "Finetune/Step": 4314, "Finetune/Step Time": 12.038375921547413}
+{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.7213395833969116, "Finetune/Loss (Raw)": 0.7311936020851135, "Finetune/Step": 4315, "Finetune/Step Time": 12.031200386583805}
+{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.7220327258110046, "Finetune/Loss (Raw)": 0.6598317623138428, "Finetune/Step": 4316, "Finetune/Step Time": 12.036064982414246}
+{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.7221760153770447, "Finetune/Loss (Raw)": 0.7619138956069946, "Finetune/Step": 4317, "Finetune/Step Time": 12.022574365139008}
+{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.7226579189300537, "Finetune/Loss (Raw)": 0.5957598686218262, "Finetune/Step": 4318, "Finetune/Step Time": 12.02832188270986}
+{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.7213695049285889, "Finetune/Loss (Raw)": 0.5802744626998901, "Finetune/Step": 4319, "Finetune/Step Time": 12.038569895550609}
+{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.7199112176895142, "Finetune/Loss (Raw)": 0.7170487642288208, "Finetune/Step": 4320, "Finetune/Step Time": 12.033080438151956}
+{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.7228454351425171, "Finetune/Loss (Raw)": 0.5972076654434204, "Finetune/Step": 4321, "Finetune/Step Time": 12.030290752649307}
+{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.7233309149742126, "Finetune/Loss (Raw)": 0.8583137392997742, "Finetune/Step": 4322, "Finetune/Step Time": 12.034879762679338}
+{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.7214274406433105, "Finetune/Loss (Raw)": 0.5732643604278564, "Finetune/Step": 4323, "Finetune/Step Time": 12.030518574640155}
+{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.7216212153434753, "Finetune/Loss (Raw)": 0.7474919557571411, "Finetune/Step": 4324, "Finetune/Step Time": 12.041237246245146}
+{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.7219770550727844, "Finetune/Loss (Raw)": 0.5086945295333862, "Finetune/Step": 4325, "Finetune/Step Time": 12.023301884531975}
+{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.7202437520027161, "Finetune/Loss (Raw)": 0.621874988079071, "Finetune/Step": 4326, "Finetune/Step Time": 12.039481656625867}
+{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.7174509763717651, "Finetune/Loss (Raw)": 0.521272599697113, "Finetune/Step": 4327, "Finetune/Step Time": 12.07210261747241}
+{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.7171355485916138, "Finetune/Loss (Raw)": 0.7298527956008911, "Finetune/Step": 4328, "Finetune/Step Time": 12.061411382630467}
+{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.7177295684814453, "Finetune/Loss (Raw)": 0.7771996855735779, "Finetune/Step": 4329, "Finetune/Step Time": 12.043335085734725}
+{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.718416690826416, "Finetune/Loss (Raw)": 0.8423566222190857, "Finetune/Step": 4330, "Finetune/Step Time": 12.043507289141417}
+{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.7192697525024414, "Finetune/Loss (Raw)": 0.8095588684082031, "Finetune/Step": 4331, "Finetune/Step Time": 12.043441731482744}
+{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.7199557423591614, "Finetune/Loss (Raw)": 0.7825638055801392, "Finetune/Step": 4332, "Finetune/Step Time": 12.049234824255109}
+{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.7201306223869324, "Finetune/Loss (Raw)": 0.8098031282424927, "Finetune/Step": 4333, "Finetune/Step Time": 12.052759289741516}
+{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.7215023636817932, "Finetune/Loss (Raw)": 0.8639006614685059, "Finetune/Step": 4334, "Finetune/Step Time": 12.050188146531582}
+{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.7212334871292114, "Finetune/Loss (Raw)": 0.7580066919326782, "Finetune/Step": 4335, "Finetune/Step Time": 12.041155437007546}
+{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.72232985496521, "Finetune/Loss (Raw)": 0.897204577922821, "Finetune/Step": 4336, "Finetune/Step Time": 12.07036674208939}
+{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.7193257808685303, "Finetune/Loss (Raw)": 0.5226293206214905, "Finetune/Step": 4337, "Finetune/Step Time": 12.116488678380847}
+{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.7192864418029785, "Finetune/Loss (Raw)": 0.7658008933067322, "Finetune/Step": 4338, "Finetune/Step Time": 12.11592704616487}
+{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.7184196710586548, "Finetune/Loss (Raw)": 0.7039393782615662, "Finetune/Step": 4339, "Finetune/Step Time": 12.115992493927479}
+{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.7188529372215271, "Finetune/Loss (Raw)": 0.7098382711410522, "Finetune/Step": 4340, "Finetune/Step Time": 12.142089910805225}
+{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.7209834456443787, "Finetune/Loss (Raw)": 0.8948805928230286, "Finetune/Step": 4341, "Finetune/Step Time": 12.12648331001401}
+{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.7201882004737854, "Finetune/Loss (Raw)": 0.664560079574585, "Finetune/Step": 4342, "Finetune/Step Time": 12.208796452730894}
+{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.7201181054115295, "Finetune/Loss (Raw)": 0.6844009757041931, "Finetune/Step": 4343, "Finetune/Step Time": 12.133341826498508}
+{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.7199879884719849, "Finetune/Loss (Raw)": 0.7649953961372375, "Finetune/Step": 4344, "Finetune/Step Time": 12.150105426087976}
+{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.7195050716400146, "Finetune/Loss (Raw)": 0.7422800660133362, "Finetune/Step": 4345, "Finetune/Step Time": 12.149842590093613}
+{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.7196398973464966, "Finetune/Loss (Raw)": 0.7550328969955444, "Finetune/Step": 4346, "Finetune/Step Time": 12.156723193824291}
+{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.7218675017356873, "Finetune/Loss (Raw)": 0.8565336465835571, "Finetune/Step": 4347, "Finetune/Step Time": 12.14414674974978}
+{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.721723198890686, "Finetune/Loss (Raw)": 0.7758499979972839, "Finetune/Step": 4348, "Finetune/Step Time": 12.155425423756242}
+{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.7216284275054932, "Finetune/Loss (Raw)": 0.8609207272529602, "Finetune/Step": 4349, "Finetune/Step Time": 12.150954432785511}
+{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.7196616530418396, "Finetune/Loss (Raw)": 0.5490644574165344, "Finetune/Step": 4350, "Finetune/Step Time": 12.174417104572058}
+{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.7192984819412231, "Finetune/Loss (Raw)": 0.7974305748939514, "Finetune/Step": 4351, "Finetune/Step Time": 12.174829525873065}
+{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.7197344303131104, "Finetune/Loss (Raw)": 0.769335150718689, "Finetune/Step": 4352, "Finetune/Step Time": 12.160702042281628}
+{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.720614492893219, "Finetune/Loss (Raw)": 0.7951858043670654, "Finetune/Step": 4353, "Finetune/Step Time": 12.15698734857142}
+{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.7194123864173889, "Finetune/Loss (Raw)": 0.6993120908737183, "Finetune/Step": 4354, "Finetune/Step Time": 12.15613511763513}
+{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.7180655002593994, "Finetune/Loss (Raw)": 0.7799671292304993, "Finetune/Step": 4355, "Finetune/Step Time": 12.150157511234283}
+{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.7183266878128052, "Finetune/Loss (Raw)": 0.7909013032913208, "Finetune/Step": 4356, "Finetune/Step Time": 12.147068664431572}
+{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.71856689453125, "Finetune/Loss (Raw)": 0.8535923361778259, "Finetune/Step": 4357, "Finetune/Step Time": 12.148318948224187}
+{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.723056972026825, "Finetune/Loss (Raw)": 0.7824555039405823, "Finetune/Step": 4358, "Finetune/Step Time": 12.129113828763366}
+{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.7247323393821716, "Finetune/Loss (Raw)": 0.7483497858047485, "Finetune/Step": 4359, "Finetune/Step Time": 12.05386820808053}
+{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.7243052124977112, "Finetune/Loss (Raw)": 0.6956210136413574, "Finetune/Step": 4360, "Finetune/Step Time": 12.040997512638569}
+{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.7268123626708984, "Finetune/Loss (Raw)": 0.9713506102561951, "Finetune/Step": 4361, "Finetune/Step Time": 12.050399046391249}
+{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.7252883911132812, "Finetune/Loss (Raw)": 0.7487809658050537, "Finetune/Step": 4362, "Finetune/Step Time": 12.05575848557055}
+{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.7247809767723083, "Finetune/Loss (Raw)": 0.736258327960968, "Finetune/Step": 4363, "Finetune/Step Time": 12.051209155470133}
+{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.725272536277771, "Finetune/Loss (Raw)": 0.6881381273269653, "Finetune/Step": 4364, "Finetune/Step Time": 12.063945168629289}
+{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.7236372232437134, "Finetune/Loss (Raw)": 0.6766461730003357, "Finetune/Step": 4365, "Finetune/Step Time": 12.102889282628894}
+{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.7234793901443481, "Finetune/Loss (Raw)": 0.8230162262916565, "Finetune/Step": 4366, "Finetune/Step Time": 12.103371085599065}
+{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.7227268218994141, "Finetune/Loss (Raw)": 0.7153956294059753, "Finetune/Step": 4367, "Finetune/Step Time": 12.115582756698132}
+{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.7231591939926147, "Finetune/Loss (Raw)": 0.7927054166793823, "Finetune/Step": 4368, "Finetune/Step Time": 12.121375232934952}
+{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.7228637337684631, "Finetune/Loss (Raw)": 0.723546028137207, "Finetune/Step": 4369, "Finetune/Step Time": 12.134902087971568}
+{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.7228357791900635, "Finetune/Loss (Raw)": 0.8348307013511658, "Finetune/Step": 4370, "Finetune/Step Time": 12.140188936144114}
+{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.7238762974739075, "Finetune/Loss (Raw)": 0.8579549193382263, "Finetune/Step": 4371, "Finetune/Step Time": 12.100962547585368}
+{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.7188206911087036, "Finetune/Loss (Raw)": 0.15310384333133698, "Finetune/Step": 4372, "Finetune/Step Time": 12.139790376648307}
+{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.7182468175888062, "Finetune/Loss (Raw)": 0.6954763531684875, "Finetune/Step": 4373, "Finetune/Step Time": 12.13479083403945}
+{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.7185386419296265, "Finetune/Loss (Raw)": 0.7497086524963379, "Finetune/Step": 4374, "Finetune/Step Time": 12.065669685602188}
+{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.7178802490234375, "Finetune/Loss (Raw)": 0.7155738472938538, "Finetune/Step": 4375, "Finetune/Step Time": 12.079422153532505}
+{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.7219282388687134, "Finetune/Loss (Raw)": 0.7188524603843689, "Finetune/Step": 4376, "Finetune/Step Time": 12.069870417937636}
+{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.7216218709945679, "Finetune/Loss (Raw)": 0.7677407264709473, "Finetune/Step": 4377, "Finetune/Step Time": 12.072800025343895}
+{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.7228691577911377, "Finetune/Loss (Raw)": 0.7267410755157471, "Finetune/Step": 4378, "Finetune/Step Time": 12.091785663738847}
+{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.7223223447799683, "Finetune/Loss (Raw)": 0.5887200832366943, "Finetune/Step": 4379, "Finetune/Step Time": 12.112379137426615}
+{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.7214000225067139, "Finetune/Loss (Raw)": 0.8513936400413513, "Finetune/Step": 4380, "Finetune/Step Time": 12.117614280432463}
+{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.7236846685409546, "Finetune/Loss (Raw)": 0.8172327876091003, "Finetune/Step": 4381, "Finetune/Step Time": 12.089692056179047}
+{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.7266522645950317, "Finetune/Loss (Raw)": 0.8410698175430298, "Finetune/Step": 4382, "Finetune/Step Time": 12.079265849664807}
+{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.725974440574646, "Finetune/Loss (Raw)": 0.5951926112174988, "Finetune/Step": 4383, "Finetune/Step Time": 12.10570309124887}
+{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.7258743047714233, "Finetune/Loss (Raw)": 0.7609043121337891, "Finetune/Step": 4384, "Finetune/Step Time": 12.07918480783701}
+{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.725441575050354, "Finetune/Loss (Raw)": 0.7507442235946655, "Finetune/Step": 4385, "Finetune/Step Time": 12.067804811522365}
+{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.7254419326782227, "Finetune/Loss (Raw)": 0.6066730618476868, "Finetune/Step": 4386, "Finetune/Step Time": 12.100356763228774}
+{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.7256402969360352, "Finetune/Loss (Raw)": 0.9149925112724304, "Finetune/Step": 4387, "Finetune/Step Time": 12.079319259151816}
+{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.7258031368255615, "Finetune/Loss (Raw)": 0.7679054737091064, "Finetune/Step": 4388, "Finetune/Step Time": 12.088230952620506}
+{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.7259447574615479, "Finetune/Loss (Raw)": 0.7933676838874817, "Finetune/Step": 4389, "Finetune/Step Time": 12.085905591025949}
+{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.7259686589241028, "Finetune/Loss (Raw)": 0.7439674139022827, "Finetune/Step": 4390, "Finetune/Step Time": 12.084458515048027}
+{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.7245867252349854, "Finetune/Loss (Raw)": 0.7418297529220581, "Finetune/Step": 4391, "Finetune/Step Time": 12.098134350031614}
+{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.7216242551803589, "Finetune/Loss (Raw)": 0.2280063033103943, "Finetune/Step": 4392, "Finetune/Step Time": 12.121637906879187}
+{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.7209421992301941, "Finetune/Loss (Raw)": 0.6119439005851746, "Finetune/Step": 4393, "Finetune/Step Time": 12.136328170076013}
+{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.7195934653282166, "Finetune/Loss (Raw)": 0.7118501663208008, "Finetune/Step": 4394, "Finetune/Step Time": 12.153854371979833}
+{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.7204979658126831, "Finetune/Loss (Raw)": 0.7481197118759155, "Finetune/Step": 4395, "Finetune/Step Time": 12.135803893208504}
+{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.7213554978370667, "Finetune/Loss (Raw)": 0.7915263175964355, "Finetune/Step": 4396, "Finetune/Step Time": 12.151070883497596}
+{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.7194051742553711, "Finetune/Loss (Raw)": 0.2878139317035675, "Finetune/Step": 4397, "Finetune/Step Time": 12.122153421863914}
+{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.7194035053253174, "Finetune/Loss (Raw)": 0.7450424432754517, "Finetune/Step": 4398, "Finetune/Step Time": 12.12648057565093}
+{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.7226600050926208, "Finetune/Loss (Raw)": 0.6779481172561646, "Finetune/Step": 4399, "Finetune/Step Time": 12.093281315639615}
+{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.7221909761428833, "Finetune/Loss (Raw)": 0.7520211338996887, "Finetune/Step": 4400, "Finetune/Step Time": 12.10621683485806}
+{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.7190978527069092, "Finetune/Loss (Raw)": 0.2667138874530792, "Finetune/Step": 4401, "Finetune/Step Time": 12.150345221161842}
+{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.7182509899139404, "Finetune/Loss (Raw)": 0.6150059103965759, "Finetune/Step": 4402, "Finetune/Step Time": 12.173511113971472}
+{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.7197226285934448, "Finetune/Loss (Raw)": 0.8150997161865234, "Finetune/Step": 4403, "Finetune/Step Time": 12.144866298884153}
+{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.7207252383232117, "Finetune/Loss (Raw)": 0.9267030954360962, "Finetune/Step": 4404, "Finetune/Step Time": 12.146035607904196}
+{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.7208068370819092, "Finetune/Loss (Raw)": 0.7166215181350708, "Finetune/Step": 4405, "Finetune/Step Time": 12.116551605984569}
+{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.7189508080482483, "Finetune/Loss (Raw)": 0.6144301891326904, "Finetune/Step": 4406, "Finetune/Step Time": 12.113458288833499}
+{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.7187017202377319, "Finetune/Loss (Raw)": 0.6582367420196533, "Finetune/Step": 4407, "Finetune/Step Time": 12.11878558062017}
+{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.7193618416786194, "Finetune/Loss (Raw)": 0.9041653275489807, "Finetune/Step": 4408, "Finetune/Step Time": 12.109497820958495}
+{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.7177101373672485, "Finetune/Loss (Raw)": 0.6702508926391602, "Finetune/Step": 4409, "Finetune/Step Time": 12.108360171318054}
+{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.7175087928771973, "Finetune/Loss (Raw)": 0.777520477771759, "Finetune/Step": 4410, "Finetune/Step Time": 12.113674834370613}
+{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.7173006534576416, "Finetune/Loss (Raw)": 0.7394000887870789, "Finetune/Step": 4411, "Finetune/Step Time": 12.10019325464964}
+{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.7167079448699951, "Finetune/Loss (Raw)": 0.7091881632804871, "Finetune/Step": 4412, "Finetune/Step Time": 12.102254455909133}
+{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.7194538116455078, "Finetune/Loss (Raw)": 0.9399712681770325, "Finetune/Step": 4413, "Finetune/Step Time": 12.022496618330479}
+{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.7191754579544067, "Finetune/Loss (Raw)": 0.7098523378372192, "Finetune/Step": 4414, "Finetune/Step Time": 12.020915361121297}
+{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.7195279598236084, "Finetune/Loss (Raw)": 0.8448336124420166, "Finetune/Step": 4415, "Finetune/Step Time": 12.030211528763175}
+{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.7177473306655884, "Finetune/Loss (Raw)": 0.6490551829338074, "Finetune/Step": 4416, "Finetune/Step Time": 12.02829161286354}
+{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.7187669277191162, "Finetune/Loss (Raw)": 0.8495745062828064, "Finetune/Step": 4417, "Finetune/Step Time": 12.02905286103487}
+{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.7179282903671265, "Finetune/Loss (Raw)": 0.739035964012146, "Finetune/Step": 4418, "Finetune/Step Time": 12.029483884572983}
+{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.7177621126174927, "Finetune/Loss (Raw)": 0.8281878232955933, "Finetune/Step": 4419, "Finetune/Step Time": 12.037530088797212}
+{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.7166982293128967, "Finetune/Loss (Raw)": 0.6673869490623474, "Finetune/Step": 4420, "Finetune/Step Time": 12.059567760676146}
+{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.7159533500671387, "Finetune/Loss (Raw)": 0.7181644439697266, "Finetune/Step": 4421, "Finetune/Step Time": 12.055115878582}
+{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.7162033319473267, "Finetune/Loss (Raw)": 0.7569450736045837, "Finetune/Step": 4422, "Finetune/Step Time": 12.01849128678441}
+{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.7187637686729431, "Finetune/Loss (Raw)": 0.5877170562744141, "Finetune/Step": 4423, "Finetune/Step Time": 11.984552392736077}
+{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.7138067483901978, "Finetune/Loss (Raw)": 0.26096096634864807, "Finetune/Step": 4424, "Finetune/Step Time": 12.027323175221682}
+{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.7122237682342529, "Finetune/Loss (Raw)": 0.6286711096763611, "Finetune/Step": 4425, "Finetune/Step Time": 12.058209240436554}
+{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.7140570878982544, "Finetune/Loss (Raw)": 0.8189835548400879, "Finetune/Step": 4426, "Finetune/Step Time": 12.0507524702698}
+{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.712184727191925, "Finetune/Loss (Raw)": 0.5735176205635071, "Finetune/Step": 4427, "Finetune/Step Time": 12.067094022408128}
+{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.7114291191101074, "Finetune/Loss (Raw)": 0.7702381610870361, "Finetune/Step": 4428, "Finetune/Step Time": 12.07649857364595}
+{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.7152675986289978, "Finetune/Loss (Raw)": 0.7429139018058777, "Finetune/Step": 4429, "Finetune/Step Time": 12.042150435969234}
+{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.7130579948425293, "Finetune/Loss (Raw)": 0.5875856876373291, "Finetune/Step": 4430, "Finetune/Step Time": 12.120085382834077}
+{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.7118380069732666, "Finetune/Loss (Raw)": 0.7377957105636597, "Finetune/Step": 4431, "Finetune/Step Time": 12.1337463054806}
+{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.7160290479660034, "Finetune/Loss (Raw)": 0.8226803541183472, "Finetune/Step": 4432, "Finetune/Step Time": 12.10691273957491}
+{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.7156407237052917, "Finetune/Loss (Raw)": 0.5796158909797668, "Finetune/Step": 4433, "Finetune/Step Time": 12.11822041682899}
+{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.7167277336120605, "Finetune/Loss (Raw)": 0.8399101495742798, "Finetune/Step": 4434, "Finetune/Step Time": 12.106524337083101}
+{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.718233585357666, "Finetune/Loss (Raw)": 0.7693520784378052, "Finetune/Step": 4435, "Finetune/Step Time": 12.098214283585548}
+{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.7175393104553223, "Finetune/Loss (Raw)": 0.5933037400245667, "Finetune/Step": 4436, "Finetune/Step Time": 12.11889205686748}
+{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.7172137498855591, "Finetune/Loss (Raw)": 0.6947274804115295, "Finetune/Step": 4437, "Finetune/Step Time": 12.118999570608139}
+{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.7215015888214111, "Finetune/Loss (Raw)": 0.7924814224243164, "Finetune/Step": 4438, "Finetune/Step Time": 12.084681553766131}
+{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.7225498557090759, "Finetune/Loss (Raw)": 0.8982507586479187, "Finetune/Step": 4439, "Finetune/Step Time": 12.079075258225203}
+{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.7227754592895508, "Finetune/Loss (Raw)": 0.8542172312736511, "Finetune/Step": 4440, "Finetune/Step Time": 12.07551771402359}
+{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.7224527597427368, "Finetune/Loss (Raw)": 0.8433166742324829, "Finetune/Step": 4441, "Finetune/Step Time": 12.064419427886605}
+{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.7217624187469482, "Finetune/Loss (Raw)": 0.7414627075195312, "Finetune/Step": 4442, "Finetune/Step Time": 12.091951452195644}
+{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.7222021222114563, "Finetune/Loss (Raw)": 0.7874674797058105, "Finetune/Step": 4443, "Finetune/Step Time": 12.093112785369158}
+{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.7222985029220581, "Finetune/Loss (Raw)": 0.672165036201477, "Finetune/Step": 4444, "Finetune/Step Time": 12.075906291604042}
+{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.7215702533721924, "Finetune/Loss (Raw)": 0.6687043905258179, "Finetune/Step": 4445, "Finetune/Step Time": 12.08133222721517}
+{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.7236055135726929, "Finetune/Loss (Raw)": 0.8562663197517395, "Finetune/Step": 4446, "Finetune/Step Time": 12.066186890006065}
+{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.7249841690063477, "Finetune/Loss (Raw)": 0.7567413449287415, "Finetune/Step": 4447, "Finetune/Step Time": 12.048563331365585}
+{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.7253245115280151, "Finetune/Loss (Raw)": 0.7606133818626404, "Finetune/Step": 4448, "Finetune/Step Time": 12.047531360760331}
+{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.7274060249328613, "Finetune/Loss (Raw)": 0.8636423945426941, "Finetune/Step": 4449, "Finetune/Step Time": 12.013286052271724}
+{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.7260739803314209, "Finetune/Loss (Raw)": 0.6878191828727722, "Finetune/Step": 4450, "Finetune/Step Time": 12.003331620246172}
+{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.7263538241386414, "Finetune/Loss (Raw)": 0.6090801358222961, "Finetune/Step": 4451, "Finetune/Step Time": 12.01320032030344}
+{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.7224035263061523, "Finetune/Loss (Raw)": 0.24185322225093842, "Finetune/Step": 4452, "Finetune/Step Time": 12.036677736788988}
+{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.723593533039093, "Finetune/Loss (Raw)": 0.6610196232795715, "Finetune/Step": 4453, "Finetune/Step Time": 12.030918983742595}
+{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.7241008281707764, "Finetune/Loss (Raw)": 0.6868025064468384, "Finetune/Step": 4454, "Finetune/Step Time": 12.027773525565863}
+{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.7248371839523315, "Finetune/Loss (Raw)": 0.6155230402946472, "Finetune/Step": 4455, "Finetune/Step Time": 12.022018276154995}
+{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.7246354222297668, "Finetune/Loss (Raw)": 0.704035758972168, "Finetune/Step": 4456, "Finetune/Step Time": 12.034554608166218}
+{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.7237184047698975, "Finetune/Loss (Raw)": 0.6598206162452698, "Finetune/Step": 4457, "Finetune/Step Time": 12.054407987743616}
+{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.7222516536712646, "Finetune/Loss (Raw)": 0.6546076536178589, "Finetune/Step": 4458, "Finetune/Step Time": 12.078596018254757}
+{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.7211983799934387, "Finetune/Loss (Raw)": 0.6747404336929321, "Finetune/Step": 4459, "Finetune/Step Time": 12.087928049266338}
+{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.7216595411300659, "Finetune/Loss (Raw)": 0.841598391532898, "Finetune/Step": 4460, "Finetune/Step Time": 12.088076155632734}
+{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.7205973863601685, "Finetune/Loss (Raw)": 0.6738489270210266, "Finetune/Step": 4461, "Finetune/Step Time": 12.086071843281388}
+{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.7199002504348755, "Finetune/Loss (Raw)": 0.7746620774269104, "Finetune/Step": 4462, "Finetune/Step Time": 12.10867752507329}
+{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.7179564237594604, "Finetune/Loss (Raw)": 0.5091898441314697, "Finetune/Step": 4463, "Finetune/Step Time": 12.126129662618041}
+{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.7167590856552124, "Finetune/Loss (Raw)": 0.7439513802528381, "Finetune/Step": 4464, "Finetune/Step Time": 12.134672177955508}
+{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.7181503176689148, "Finetune/Loss (Raw)": 0.700711727142334, "Finetune/Step": 4465, "Finetune/Step Time": 12.087471837177873}
+{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.7178157567977905, "Finetune/Loss (Raw)": 0.7229710221290588, "Finetune/Step": 4466, "Finetune/Step Time": 12.085997086018324}
+{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.7185949087142944, "Finetune/Loss (Raw)": 0.8036734461784363, "Finetune/Step": 4467, "Finetune/Step Time": 12.076268665492535}
+{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.7188163995742798, "Finetune/Loss (Raw)": 0.7381895780563354, "Finetune/Step": 4468, "Finetune/Step Time": 12.052037253975868}
+{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.7178006172180176, "Finetune/Loss (Raw)": 0.7648605108261108, "Finetune/Step": 4469, "Finetune/Step Time": 12.052683586254716}
+{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.7184654474258423, "Finetune/Loss (Raw)": 0.7496601939201355, "Finetune/Step": 4470, "Finetune/Step Time": 11.974495394155383}
+{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.718018651008606, "Finetune/Loss (Raw)": 0.6272098422050476, "Finetune/Step": 4471, "Finetune/Step Time": 11.999499740079045}
+{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.7182126045227051, "Finetune/Loss (Raw)": 0.7898192405700684, "Finetune/Step": 4472, "Finetune/Step Time": 11.983187867328525}
+{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.719981849193573, "Finetune/Loss (Raw)": 0.9687461256980896, "Finetune/Step": 4473, "Finetune/Step Time": 11.980020560324192}
+{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.7204118967056274, "Finetune/Loss (Raw)": 0.8100727796554565, "Finetune/Step": 4474, "Finetune/Step Time": 11.977945880964398}
+{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.7189384698867798, "Finetune/Loss (Raw)": 0.667942464351654, "Finetune/Step": 4475, "Finetune/Step Time": 12.017531804740429}
+{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.7194024324417114, "Finetune/Loss (Raw)": 0.8352319598197937, "Finetune/Step": 4476, "Finetune/Step Time": 12.020058868452907}
+{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.7181047201156616, "Finetune/Loss (Raw)": 0.6948143243789673, "Finetune/Step": 4477, "Finetune/Step Time": 12.020571812987328}
+{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.7202522158622742, "Finetune/Loss (Raw)": 0.823947012424469, "Finetune/Step": 4478, "Finetune/Step Time": 11.987534657120705}
+{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.720111608505249, "Finetune/Loss (Raw)": 0.7794294953346252, "Finetune/Step": 4479, "Finetune/Step Time": 12.00464329868555}
+{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.7192631363868713, "Finetune/Loss (Raw)": 0.6607353687286377, "Finetune/Step": 4480, "Finetune/Step Time": 12.013967351987958}
+{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.7184401750564575, "Finetune/Loss (Raw)": 0.6898447275161743, "Finetune/Step": 4481, "Finetune/Step Time": 12.018134787678719}
+{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.7181121110916138, "Finetune/Loss (Raw)": 0.6573147177696228, "Finetune/Step": 4482, "Finetune/Step Time": 12.044871158897877}
+{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.7179429531097412, "Finetune/Loss (Raw)": 0.758324384689331, "Finetune/Step": 4483, "Finetune/Step Time": 12.040858136489987}
+{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.7182562351226807, "Finetune/Loss (Raw)": 0.8310042023658752, "Finetune/Step": 4484, "Finetune/Step Time": 12.068628873676062}
+{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.7173761129379272, "Finetune/Loss (Raw)": 0.7409294247627258, "Finetune/Step": 4485, "Finetune/Step Time": 12.068396307528019}
+{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.7168667316436768, "Finetune/Loss (Raw)": 0.7172533869743347, "Finetune/Step": 4486, "Finetune/Step Time": 12.063930114731193}
+{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.7129900455474854, "Finetune/Loss (Raw)": 0.2521292567253113, "Finetune/Step": 4487, "Finetune/Step Time": 12.100020688027143}
+{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.7134082913398743, "Finetune/Loss (Raw)": 0.7491675615310669, "Finetune/Step": 4488, "Finetune/Step Time": 12.111174562945962}
+{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.7095426321029663, "Finetune/Loss (Raw)": 0.47654104232788086, "Finetune/Step": 4489, "Finetune/Step Time": 12.089835595339537}
+{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.7087658643722534, "Finetune/Loss (Raw)": 0.6493591070175171, "Finetune/Step": 4490, "Finetune/Step Time": 12.098161363974214}
+{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.7085853219032288, "Finetune/Loss (Raw)": 0.7131460905075073, "Finetune/Step": 4491, "Finetune/Step Time": 12.096859384328127}
+{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.7094091773033142, "Finetune/Loss (Raw)": 0.7935916781425476, "Finetune/Step": 4492, "Finetune/Step Time": 12.06308301538229}
+{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.7095535397529602, "Finetune/Loss (Raw)": 0.6951231956481934, "Finetune/Step": 4493, "Finetune/Step Time": 12.04427614249289}
+{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.7077423334121704, "Finetune/Loss (Raw)": 0.5911896228790283, "Finetune/Step": 4494, "Finetune/Step Time": 12.053784703835845}
+{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.7079916000366211, "Finetune/Loss (Raw)": 0.7472910284996033, "Finetune/Step": 4495, "Finetune/Step Time": 12.053704185411334}
+{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.7070955038070679, "Finetune/Loss (Raw)": 0.6780126690864563, "Finetune/Step": 4496, "Finetune/Step Time": 12.055275304242969}
+{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.7072584629058838, "Finetune/Loss (Raw)": 0.744403064250946, "Finetune/Step": 4497, "Finetune/Step Time": 12.070438262075186}
+{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.7060710191726685, "Finetune/Loss (Raw)": 0.6828331351280212, "Finetune/Step": 4498, "Finetune/Step Time": 12.079300168901682}
+{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.7060052156448364, "Finetune/Loss (Raw)": 0.8495340347290039, "Finetune/Step": 4499, "Finetune/Step Time": 12.079674853011966}
+{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.7100000977516174, "Finetune/Loss (Raw)": 0.66444993019104, "Finetune/Step": 4500, "Finetune/Step Time": 12.066784169524908}
+{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.7112906575202942, "Finetune/Loss (Raw)": 0.8606668710708618, "Finetune/Step": 4501, "Finetune/Step Time": 12.065028354525566}
+{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.7103055715560913, "Finetune/Loss (Raw)": 0.6236151456832886, "Finetune/Step": 4502, "Finetune/Step Time": 12.073529398068786}
+{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.71126389503479, "Finetune/Loss (Raw)": 0.8382344841957092, "Finetune/Step": 4503, "Finetune/Step Time": 12.056364389136434}
+{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.7113995552062988, "Finetune/Loss (Raw)": 0.7362267374992371, "Finetune/Step": 4504, "Finetune/Step Time": 12.037232100963593}
+{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.7111824750900269, "Finetune/Loss (Raw)": 0.7399571537971497, "Finetune/Step": 4505, "Finetune/Step Time": 12.036489637568593}
+{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.7126797437667847, "Finetune/Loss (Raw)": 0.9183863401412964, "Finetune/Step": 4506, "Finetune/Step Time": 11.997143989428878}
+{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.7099050283432007, "Finetune/Loss (Raw)": 0.23355700075626373, "Finetune/Step": 4507, "Finetune/Step Time": 12.008912162855268}
+{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.709007978439331, "Finetune/Loss (Raw)": 0.7365705370903015, "Finetune/Step": 4508, "Finetune/Step Time": 11.997316118329763}
+{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.7080017328262329, "Finetune/Loss (Raw)": 0.6884291768074036, "Finetune/Step": 4509, "Finetune/Step Time": 11.992277143523097}
+{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.7077586650848389, "Finetune/Loss (Raw)": 0.8099581003189087, "Finetune/Step": 4510, "Finetune/Step Time": 11.984893012791872}
+{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.7102051377296448, "Finetune/Loss (Raw)": 0.9083406925201416, "Finetune/Step": 4511, "Finetune/Step Time": 11.959841521456838}
+{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.7064476609230042, "Finetune/Loss (Raw)": 0.27995020151138306, "Finetune/Step": 4512, "Finetune/Step Time": 11.987493036314845}
+{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.7064782381057739, "Finetune/Loss (Raw)": 0.7546595931053162, "Finetune/Step": 4513, "Finetune/Step Time": 11.995973190292716}
+{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.7067538499832153, "Finetune/Loss (Raw)": 0.6419522762298584, "Finetune/Step": 4514, "Finetune/Step Time": 11.961718114092946}
+{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.7053841352462769, "Finetune/Loss (Raw)": 0.7396683096885681, "Finetune/Step": 4515, "Finetune/Step Time": 11.96717619523406}
+{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.7041916847229004, "Finetune/Loss (Raw)": 0.6152731776237488, "Finetune/Step": 4516, "Finetune/Step Time": 11.957593249157071}
+{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.7029315233230591, "Finetune/Loss (Raw)": 0.6320579051971436, "Finetune/Step": 4517, "Finetune/Step Time": 11.960708003491163}
+{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.7040998339653015, "Finetune/Loss (Raw)": 0.8935219049453735, "Finetune/Step": 4518, "Finetune/Step Time": 11.952064959332347}
+{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.7049376368522644, "Finetune/Loss (Raw)": 0.8490608930587769, "Finetune/Step": 4519, "Finetune/Step Time": 11.940211338922381}
+{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.7096623778343201, "Finetune/Loss (Raw)": 0.8327760100364685, "Finetune/Step": 4520, "Finetune/Step Time": 11.898911584168673}
+{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.7117152214050293, "Finetune/Loss (Raw)": 0.8747045397758484, "Finetune/Step": 4521, "Finetune/Step Time": 11.875502170994878}
+{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.7117555141448975, "Finetune/Loss (Raw)": 0.7170102596282959, "Finetune/Step": 4522, "Finetune/Step Time": 11.870007121935487}
+{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.7119499444961548, "Finetune/Loss (Raw)": 0.7730015516281128, "Finetune/Step": 4523, "Finetune/Step Time": 11.877502443268895}
+{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.7118384838104248, "Finetune/Loss (Raw)": 0.77726811170578, "Finetune/Step": 4524, "Finetune/Step Time": 11.866394685581326}
+{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.7154232263565063, "Finetune/Loss (Raw)": 0.7466530799865723, "Finetune/Step": 4525, "Finetune/Step Time": 11.83507727459073}
+{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.7139810919761658, "Finetune/Loss (Raw)": 0.5604535937309265, "Finetune/Step": 4526, "Finetune/Step Time": 11.82856222614646}
+{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.7121231555938721, "Finetune/Loss (Raw)": 0.4401320219039917, "Finetune/Step": 4527, "Finetune/Step Time": 11.867820784449577}
+{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.7116672992706299, "Finetune/Loss (Raw)": 0.6936717629432678, "Finetune/Step": 4528, "Finetune/Step Time": 11.850436521694064}
+{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.7155135869979858, "Finetune/Loss (Raw)": 0.7590422630310059, "Finetune/Step": 4529, "Finetune/Step Time": 11.814076762646437}
+{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.7172832489013672, "Finetune/Loss (Raw)": 0.8415217399597168, "Finetune/Step": 4530, "Finetune/Step Time": 11.782708801329136}
+{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.7175945043563843, "Finetune/Loss (Raw)": 0.8549377918243408, "Finetune/Step": 4531, "Finetune/Step Time": 11.795481665059924}
+{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.7149401903152466, "Finetune/Loss (Raw)": 0.5869516730308533, "Finetune/Step": 4532, "Finetune/Step Time": 11.813406905159354}
+{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.715395450592041, "Finetune/Loss (Raw)": 0.7748903632164001, "Finetune/Step": 4533, "Finetune/Step Time": 11.799905395135283}
+{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.7125104069709778, "Finetune/Loss (Raw)": 0.24514935910701752, "Finetune/Step": 4534, "Finetune/Step Time": 11.837082244455814}
+{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.7121219635009766, "Finetune/Loss (Raw)": 0.6085157990455627, "Finetune/Step": 4535, "Finetune/Step Time": 11.843583712354302}
+{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.7109680771827698, "Finetune/Loss (Raw)": 0.7564651966094971, "Finetune/Step": 4536, "Finetune/Step Time": 11.863051744177938}
+{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.7119596004486084, "Finetune/Loss (Raw)": 0.7971663475036621, "Finetune/Step": 4537, "Finetune/Step Time": 11.859749920666218}
+{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.7120994925498962, "Finetune/Loss (Raw)": 0.7954290509223938, "Finetune/Step": 4538, "Finetune/Step Time": 11.848415229469538}
+{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.7112964987754822, "Finetune/Loss (Raw)": 0.636617124080658, "Finetune/Step": 4539, "Finetune/Step Time": 11.872783003374934}
+{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.7078369855880737, "Finetune/Loss (Raw)": 0.26637572050094604, "Finetune/Step": 4540, "Finetune/Step Time": 11.91240892931819}
+{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.7057139277458191, "Finetune/Loss (Raw)": 0.668215811252594, "Finetune/Step": 4541, "Finetune/Step Time": 11.959897132590413}
+{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.7050818204879761, "Finetune/Loss (Raw)": 0.6289425492286682, "Finetune/Step": 4542, "Finetune/Step Time": 11.9750796277076}
+{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.7044262290000916, "Finetune/Loss (Raw)": 0.7609139084815979, "Finetune/Step": 4543, "Finetune/Step Time": 11.964296627789736}
+{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.7060090899467468, "Finetune/Loss (Raw)": 0.8516615629196167, "Finetune/Step": 4544, "Finetune/Step Time": 11.948490094393492}
+{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.7050421237945557, "Finetune/Loss (Raw)": 0.725803017616272, "Finetune/Step": 4545, "Finetune/Step Time": 11.972028633579612}
+{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.7055610418319702, "Finetune/Loss (Raw)": 0.8054620027542114, "Finetune/Step": 4546, "Finetune/Step Time": 11.971305241808295}
+{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.7053391933441162, "Finetune/Loss (Raw)": 0.7997872829437256, "Finetune/Step": 4547, "Finetune/Step Time": 11.960812533274293}
+{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.7043944597244263, "Finetune/Loss (Raw)": 0.5464646816253662, "Finetune/Step": 4548, "Finetune/Step Time": 12.016786051914096}
+{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.70341956615448, "Finetune/Loss (Raw)": 0.5933728218078613, "Finetune/Step": 4549, "Finetune/Step Time": 12.01828795671463}
+{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.7044225335121155, "Finetune/Loss (Raw)": 0.8853259086608887, "Finetune/Step": 4550, "Finetune/Step Time": 12.013876289129257}
+{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.7061442732810974, "Finetune/Loss (Raw)": 0.8081027865409851, "Finetune/Step": 4551, "Finetune/Step Time": 12.00889503210783}
+{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.7084951996803284, "Finetune/Loss (Raw)": 0.5618752241134644, "Finetune/Step": 4552, "Finetune/Step Time": 11.99483179487288}
+{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.7095853090286255, "Finetune/Loss (Raw)": 0.7682071328163147, "Finetune/Step": 4553, "Finetune/Step Time": 11.957790821790695}
+{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.709996223449707, "Finetune/Loss (Raw)": 0.8715789914131165, "Finetune/Step": 4554, "Finetune/Step Time": 11.95472763478756}
+{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.7115153074264526, "Finetune/Loss (Raw)": 0.7679625749588013, "Finetune/Step": 4555, "Finetune/Step Time": 11.957266369834542}
+{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.7126177549362183, "Finetune/Loss (Raw)": 0.9113574624061584, "Finetune/Step": 4556, "Finetune/Step Time": 11.951480373740196}
+{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.7120361328125, "Finetune/Loss (Raw)": 0.6684637665748596, "Finetune/Step": 4557, "Finetune/Step Time": 11.95634681545198}
+{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.7118082046508789, "Finetune/Loss (Raw)": 0.5584093332290649, "Finetune/Step": 4558, "Finetune/Step Time": 11.903484342619777}
+{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.7128796577453613, "Finetune/Loss (Raw)": 0.8749423623085022, "Finetune/Step": 4559, "Finetune/Step Time": 11.903811525553465}
+{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.7120481729507446, "Finetune/Loss (Raw)": 0.7162454724311829, "Finetune/Step": 4560, "Finetune/Step Time": 11.896455576643348}
+{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.7137041091918945, "Finetune/Loss (Raw)": 0.7915777564048767, "Finetune/Step": 4561, "Finetune/Step Time": 11.872260048985481}
+{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.713593602180481, "Finetune/Loss (Raw)": 0.8257668018341064, "Finetune/Step": 4562, "Finetune/Step Time": 11.874550288543105}
+{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.70939701795578, "Finetune/Loss (Raw)": 0.23218870162963867, "Finetune/Step": 4563, "Finetune/Step Time": 11.91531167179346}
+{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.7104848623275757, "Finetune/Loss (Raw)": 0.7325417399406433, "Finetune/Step": 4564, "Finetune/Step Time": 11.886038187891245}
+{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.7103585004806519, "Finetune/Loss (Raw)": 0.6785607933998108, "Finetune/Step": 4565, "Finetune/Step Time": 11.876987559720874}
+{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.710015058517456, "Finetune/Loss (Raw)": 0.7485201358795166, "Finetune/Step": 4566, "Finetune/Step Time": 11.883737182244658}
+{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.7096986174583435, "Finetune/Loss (Raw)": 0.8577489852905273, "Finetune/Step": 4567, "Finetune/Step Time": 11.8817008882761}
+{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.7092899084091187, "Finetune/Loss (Raw)": 0.8018990159034729, "Finetune/Step": 4568, "Finetune/Step Time": 11.878526030108333}
+{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.709140419960022, "Finetune/Loss (Raw)": 0.8241824507713318, "Finetune/Step": 4569, "Finetune/Step Time": 11.876554924994707}
+{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.7096562385559082, "Finetune/Loss (Raw)": 0.8074828386306763, "Finetune/Step": 4570, "Finetune/Step Time": 11.851743618026376}
+{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.7081851959228516, "Finetune/Loss (Raw)": 0.599174439907074, "Finetune/Step": 4571, "Finetune/Step Time": 11.885476699098945}
+{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.7086307406425476, "Finetune/Loss (Raw)": 0.7291982173919678, "Finetune/Step": 4572, "Finetune/Step Time": 11.89569840580225}
+{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.7084653377532959, "Finetune/Loss (Raw)": 0.6475284695625305, "Finetune/Step": 4573, "Finetune/Step Time": 11.92481842637062}
+{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.7079615592956543, "Finetune/Loss (Raw)": 0.791789174079895, "Finetune/Step": 4574, "Finetune/Step Time": 11.924342071637511}
+{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.7075303792953491, "Finetune/Loss (Raw)": 0.7015528678894043, "Finetune/Step": 4575, "Finetune/Step Time": 11.951097941026092}
+{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.7067786455154419, "Finetune/Loss (Raw)": 0.6643856763839722, "Finetune/Step": 4576, "Finetune/Step Time": 11.964401924982667}
+{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.7068302631378174, "Finetune/Loss (Raw)": 0.8702476024627686, "Finetune/Step": 4577, "Finetune/Step Time": 11.969941407442093}
+{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.7077895402908325, "Finetune/Loss (Raw)": 0.8106118440628052, "Finetune/Step": 4578, "Finetune/Step Time": 11.97621594183147}
+{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.705836832523346, "Finetune/Loss (Raw)": 0.35913050174713135, "Finetune/Step": 4579, "Finetune/Step Time": 11.991275601089}
+{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.7056280374526978, "Finetune/Loss (Raw)": 0.2151283323764801, "Finetune/Step": 4580, "Finetune/Step Time": 11.992876634001732}
+{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.7057417631149292, "Finetune/Loss (Raw)": 0.6755691766738892, "Finetune/Step": 4581, "Finetune/Step Time": 11.999296551570296}
+{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.7061783075332642, "Finetune/Loss (Raw)": 0.7426882386207581, "Finetune/Step": 4582, "Finetune/Step Time": 12.00437742471695}
+{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.70802903175354, "Finetune/Loss (Raw)": 0.8524153232574463, "Finetune/Step": 4583, "Finetune/Step Time": 11.978246573358774}
+{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.7079434990882874, "Finetune/Loss (Raw)": 0.693089485168457, "Finetune/Step": 4584, "Finetune/Step Time": 11.968925850465894}
+{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.7076210379600525, "Finetune/Loss (Raw)": 0.6185429692268372, "Finetune/Step": 4585, "Finetune/Step Time": 11.94711060076952}
+{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.7077308297157288, "Finetune/Loss (Raw)": 0.6686620712280273, "Finetune/Step": 4586, "Finetune/Step Time": 11.940930437296629}
+{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.7090578675270081, "Finetune/Loss (Raw)": 0.8445947766304016, "Finetune/Step": 4587, "Finetune/Step Time": 11.93409382365644}
+{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.7089706659317017, "Finetune/Loss (Raw)": 0.8304412961006165, "Finetune/Step": 4588, "Finetune/Step Time": 11.982190258800983}
+{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.7095458507537842, "Finetune/Loss (Raw)": 0.7474730610847473, "Finetune/Step": 4589, "Finetune/Step Time": 11.993371712043881}
+{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.7088141441345215, "Finetune/Loss (Raw)": 0.6810052394866943, "Finetune/Step": 4590, "Finetune/Step Time": 11.975118443369865}
+{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.7111257314682007, "Finetune/Loss (Raw)": 0.8050739169120789, "Finetune/Step": 4591, "Finetune/Step Time": 11.94625435769558}
+{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.7068591117858887, "Finetune/Loss (Raw)": 0.19782504439353943, "Finetune/Step": 4592, "Finetune/Step Time": 11.946142539381981}
+{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.7077778577804565, "Finetune/Loss (Raw)": 0.8183063864707947, "Finetune/Step": 4593, "Finetune/Step Time": 11.955632418394089}
+{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.7048002481460571, "Finetune/Loss (Raw)": 0.34184253215789795, "Finetune/Step": 4594, "Finetune/Step Time": 11.991554886102676}
+{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.7045028805732727, "Finetune/Loss (Raw)": 0.7656049728393555, "Finetune/Step": 4595, "Finetune/Step Time": 11.996289920061827}
+{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.7045944929122925, "Finetune/Loss (Raw)": 0.7499233484268188, "Finetune/Step": 4596, "Finetune/Step Time": 12.010356122627854}
+{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.7039726972579956, "Finetune/Loss (Raw)": 0.6852633953094482, "Finetune/Step": 4597, "Finetune/Step Time": 12.013872519135475}
+{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.7040583491325378, "Finetune/Loss (Raw)": 0.7606263756752014, "Finetune/Step": 4598, "Finetune/Step Time": 12.009639078751206}
+{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.7046023607254028, "Finetune/Loss (Raw)": 0.6968402862548828, "Finetune/Step": 4599, "Finetune/Step Time": 11.998202247545123}
+{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.7043666243553162, "Finetune/Loss (Raw)": 0.7596502900123596, "Finetune/Step": 4600, "Finetune/Step Time": 12.004855994135141}
+{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.7018332481384277, "Finetune/Loss (Raw)": 0.6444693207740784, "Finetune/Step": 4601, "Finetune/Step Time": 12.0131566952914}
+{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.7027841806411743, "Finetune/Loss (Raw)": 0.9317970275878906, "Finetune/Step": 4602, "Finetune/Step Time": 12.015218241140246}
+{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.7026275396347046, "Finetune/Loss (Raw)": 0.6478801965713501, "Finetune/Step": 4603, "Finetune/Step Time": 11.999413207173347}
+{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.7022337913513184, "Finetune/Loss (Raw)": 0.7848464846611023, "Finetune/Step": 4604, "Finetune/Step Time": 11.987815311178565}
+{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.6986448764801025, "Finetune/Loss (Raw)": 0.2354273498058319, "Finetune/Step": 4605, "Finetune/Step Time": 12.02186100743711}
+{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.6985629796981812, "Finetune/Loss (Raw)": 0.8134626150131226, "Finetune/Step": 4606, "Finetune/Step Time": 12.034421002492309}
+{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.6980137228965759, "Finetune/Loss (Raw)": 0.7091261744499207, "Finetune/Step": 4607, "Finetune/Step Time": 12.018954016268253}
+{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.6985637545585632, "Finetune/Loss (Raw)": 0.7311348915100098, "Finetune/Step": 4608, "Finetune/Step Time": 12.009749913588166}
+{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.7002667188644409, "Finetune/Loss (Raw)": 0.907835066318512, "Finetune/Step": 4609, "Finetune/Step Time": 12.005476593971252}
+{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.7005636692047119, "Finetune/Loss (Raw)": 0.6953141689300537, "Finetune/Step": 4610, "Finetune/Step Time": 11.971939019858837}
+{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.6963138580322266, "Finetune/Loss (Raw)": 0.2143511027097702, "Finetune/Step": 4611, "Finetune/Step Time": 12.006460603326559}
+{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.6959061026573181, "Finetune/Loss (Raw)": 0.7788148522377014, "Finetune/Step": 4612, "Finetune/Step Time": 11.972011180594563}
+{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.6950011849403381, "Finetune/Loss (Raw)": 0.6251007318496704, "Finetune/Step": 4613, "Finetune/Step Time": 12.022530846297741}
+{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.6947503685951233, "Finetune/Loss (Raw)": 0.6851465702056885, "Finetune/Step": 4614, "Finetune/Step Time": 12.032862158492208}
+{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.6997783184051514, "Finetune/Loss (Raw)": 0.8957089185714722, "Finetune/Step": 4615, "Finetune/Step Time": 11.994042353704572}
+{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.6994973421096802, "Finetune/Loss (Raw)": 0.7131999731063843, "Finetune/Step": 4616, "Finetune/Step Time": 11.978435255587101}
+{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.7009164094924927, "Finetune/Loss (Raw)": 0.6581829786300659, "Finetune/Step": 4617, "Finetune/Step Time": 11.963361302390695}
+{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.7020102739334106, "Finetune/Loss (Raw)": 0.7893673181533813, "Finetune/Step": 4618, "Finetune/Step Time": 11.947484236210585}
+{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.7031418085098267, "Finetune/Loss (Raw)": 0.8579881191253662, "Finetune/Step": 4619, "Finetune/Step Time": 11.951018776744604}
+{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.7027751207351685, "Finetune/Loss (Raw)": 0.7466518878936768, "Finetune/Step": 4620, "Finetune/Step Time": 11.9593596868217}
+{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.7040759325027466, "Finetune/Loss (Raw)": 0.8616330623626709, "Finetune/Step": 4621, "Finetune/Step Time": 11.940431395545602}
+{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.705740213394165, "Finetune/Loss (Raw)": 0.8042165637016296, "Finetune/Step": 4622, "Finetune/Step Time": 11.933582957834005}
+{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.706405520439148, "Finetune/Loss (Raw)": 0.83244788646698, "Finetune/Step": 4623, "Finetune/Step Time": 11.927840564399958}
+{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.706619381904602, "Finetune/Loss (Raw)": 0.7053918838500977, "Finetune/Step": 4624, "Finetune/Step Time": 11.914494069293141}
+{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.7072108387947083, "Finetune/Loss (Raw)": 0.8201041221618652, "Finetune/Step": 4625, "Finetune/Step Time": 11.904519364237785}
+{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.7040576934814453, "Finetune/Loss (Raw)": 0.2792322337627411, "Finetune/Step": 4626, "Finetune/Step Time": 11.930491777136922}
+{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.7030837535858154, "Finetune/Loss (Raw)": 0.7248663902282715, "Finetune/Step": 4627, "Finetune/Step Time": 11.947664061561227}
+{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.7031347751617432, "Finetune/Loss (Raw)": 0.6709825396537781, "Finetune/Step": 4628, "Finetune/Step Time": 11.94243635982275}
+{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.7021036148071289, "Finetune/Loss (Raw)": 0.7286859750747681, "Finetune/Step": 4629, "Finetune/Step Time": 11.937385993078351}
+{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.7024450302124023, "Finetune/Loss (Raw)": 0.667308509349823, "Finetune/Step": 4630, "Finetune/Step Time": 11.961211392655969}
+{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.7002647519111633, "Finetune/Loss (Raw)": 0.5591602921485901, "Finetune/Step": 4631, "Finetune/Step Time": 11.9953423012048}
+{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.6961400508880615, "Finetune/Loss (Raw)": 0.20826081931591034, "Finetune/Step": 4632, "Finetune/Step Time": 12.021914912387729}
+{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.6947464346885681, "Finetune/Loss (Raw)": 0.5615776181221008, "Finetune/Step": 4633, "Finetune/Step Time": 12.05446326173842}
+{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.6941567063331604, "Finetune/Loss (Raw)": 0.842899739742279, "Finetune/Step": 4634, "Finetune/Step Time": 12.0675915107131}
+{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.6966079473495483, "Finetune/Loss (Raw)": 0.5473120212554932, "Finetune/Step": 4635, "Finetune/Step Time": 12.06626657769084}
+{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.6967093348503113, "Finetune/Loss (Raw)": 0.7495511770248413, "Finetune/Step": 4636, "Finetune/Step Time": 12.069439755752683}
+{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.6977874040603638, "Finetune/Loss (Raw)": 0.8264221549034119, "Finetune/Step": 4637, "Finetune/Step Time": 12.058945840224624}
+{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.6990197896957397, "Finetune/Loss (Raw)": 0.9677072167396545, "Finetune/Step": 4638, "Finetune/Step Time": 12.065542116761208}
+{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.6965469717979431, "Finetune/Loss (Raw)": 0.5918213129043579, "Finetune/Step": 4639, "Finetune/Step Time": 12.117652650922537}
+{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.7007764577865601, "Finetune/Loss (Raw)": 0.8213260173797607, "Finetune/Step": 4640, "Finetune/Step Time": 12.092977153137326}
+{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.7009665966033936, "Finetune/Loss (Raw)": 0.7789957523345947, "Finetune/Step": 4641, "Finetune/Step Time": 12.09016971848905}
+{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.7020536661148071, "Finetune/Loss (Raw)": 0.7811021208763123, "Finetune/Step": 4642, "Finetune/Step Time": 12.09165120497346}
+{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.7029433250427246, "Finetune/Loss (Raw)": 0.8535348773002625, "Finetune/Step": 4643, "Finetune/Step Time": 12.086065370589495}
+{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.7004189491271973, "Finetune/Loss (Raw)": 0.2921532988548279, "Finetune/Step": 4644, "Finetune/Step Time": 12.123895799741149}
+{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.701799213886261, "Finetune/Loss (Raw)": 0.8087390661239624, "Finetune/Step": 4645, "Finetune/Step Time": 12.120384661480784}
+{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.6997455358505249, "Finetune/Loss (Raw)": 0.6306465864181519, "Finetune/Step": 4646, "Finetune/Step Time": 12.144444443285465}
+{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.699158787727356, "Finetune/Loss (Raw)": 0.7739617228507996, "Finetune/Step": 4647, "Finetune/Step Time": 12.152168300002813}
+{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.6982524394989014, "Finetune/Loss (Raw)": 0.716758131980896, "Finetune/Step": 4648, "Finetune/Step Time": 12.162944549694657}
+{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.6978327035903931, "Finetune/Loss (Raw)": 0.8209715485572815, "Finetune/Step": 4649, "Finetune/Step Time": 12.15672767907381}
+{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.6971600651741028, "Finetune/Loss (Raw)": 0.6309188008308411, "Finetune/Step": 4650, "Finetune/Step Time": 12.17162263020873}
+{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.6970936059951782, "Finetune/Loss (Raw)": 0.7644991278648376, "Finetune/Step": 4651, "Finetune/Step Time": 12.159003227949142}
+{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.6968981027603149, "Finetune/Loss (Raw)": 0.75223708152771, "Finetune/Step": 4652, "Finetune/Step Time": 12.156274992972612}
+{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.6926275491714478, "Finetune/Loss (Raw)": 0.20002394914627075, "Finetune/Step": 4653, "Finetune/Step Time": 12.187387837097049}
+{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.6938671469688416, "Finetune/Loss (Raw)": 0.7191221714019775, "Finetune/Step": 4654, "Finetune/Step Time": 12.195432059466839}
+{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.695448100566864, "Finetune/Loss (Raw)": 0.6424985527992249, "Finetune/Step": 4655, "Finetune/Step Time": 12.161468602716923}
+{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.6927366852760315, "Finetune/Loss (Raw)": 0.3466034531593323, "Finetune/Step": 4656, "Finetune/Step Time": 12.209707168862224}
+{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.692366898059845, "Finetune/Loss (Raw)": 0.7117140293121338, "Finetune/Step": 4657, "Finetune/Step Time": 12.205063370987773}
+{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.6923307180404663, "Finetune/Loss (Raw)": 0.8368972539901733, "Finetune/Step": 4658, "Finetune/Step Time": 12.197870567440987}
+{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.6922095417976379, "Finetune/Loss (Raw)": 0.8394215106964111, "Finetune/Step": 4659, "Finetune/Step Time": 12.191315254196525}
+{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.6939951181411743, "Finetune/Loss (Raw)": 0.8155015707015991, "Finetune/Step": 4660, "Finetune/Step Time": 12.20360866189003}
+{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.6929900646209717, "Finetune/Loss (Raw)": 0.6462423205375671, "Finetune/Step": 4661, "Finetune/Step Time": 12.204785568639636}
+{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.6976044178009033, "Finetune/Loss (Raw)": 0.8357908725738525, "Finetune/Step": 4662, "Finetune/Step Time": 12.16724999062717}
+{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.6991471648216248, "Finetune/Loss (Raw)": 0.8059854507446289, "Finetune/Step": 4663, "Finetune/Step Time": 12.145591063424945}
+{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.6992452144622803, "Finetune/Loss (Raw)": 0.7690190076828003, "Finetune/Step": 4664, "Finetune/Step Time": 12.122348006814718}
+{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.6982783079147339, "Finetune/Loss (Raw)": 0.6733989715576172, "Finetune/Step": 4665, "Finetune/Step Time": 12.120745617896318}
+{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.6965004801750183, "Finetune/Loss (Raw)": 0.567866325378418, "Finetune/Step": 4666, "Finetune/Step Time": 12.15564739704132}
+{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.6980130672454834, "Finetune/Loss (Raw)": 0.8302321434020996, "Finetune/Step": 4667, "Finetune/Step Time": 12.121289394795895}
+{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.7016691565513611, "Finetune/Loss (Raw)": 0.7343528270721436, "Finetune/Step": 4668, "Finetune/Step Time": 12.10194968059659}
+{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.6985763907432556, "Finetune/Loss (Raw)": 0.2723432779312134, "Finetune/Step": 4669, "Finetune/Step Time": 12.094637898728251}
+{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.6997652649879456, "Finetune/Loss (Raw)": 0.7811148762702942, "Finetune/Step": 4670, "Finetune/Step Time": 12.081172067672014}
+{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.6992161273956299, "Finetune/Loss (Raw)": 0.6906285881996155, "Finetune/Step": 4671, "Finetune/Step Time": 12.083176175132394}
+{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.698759913444519, "Finetune/Loss (Raw)": 0.7932620048522949, "Finetune/Step": 4672, "Finetune/Step Time": 12.109178829938173}
+{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.6989662647247314, "Finetune/Loss (Raw)": 0.7522213459014893, "Finetune/Step": 4673, "Finetune/Step Time": 12.08699595183134}
+{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.6992010474205017, "Finetune/Loss (Raw)": 0.8355127573013306, "Finetune/Step": 4674, "Finetune/Step Time": 12.139230813831091}
+{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.6992778778076172, "Finetune/Loss (Raw)": 0.809624433517456, "Finetune/Step": 4675, "Finetune/Step Time": 12.140964113175869}
+{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.7006212472915649, "Finetune/Loss (Raw)": 0.7184054255485535, "Finetune/Step": 4676, "Finetune/Step Time": 12.054574159905314}
+{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.7025270462036133, "Finetune/Loss (Raw)": 0.8373146057128906, "Finetune/Step": 4677, "Finetune/Step Time": 12.035249076783657}
+{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.7014260292053223, "Finetune/Loss (Raw)": 0.744407057762146, "Finetune/Step": 4678, "Finetune/Step Time": 12.080768067389727}
+{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.6999961137771606, "Finetune/Loss (Raw)": 0.6250694990158081, "Finetune/Step": 4679, "Finetune/Step Time": 12.078856406733394}
+{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.7023063898086548, "Finetune/Loss (Raw)": 0.8575910925865173, "Finetune/Step": 4680, "Finetune/Step Time": 12.060238679870963}
+{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.7019377946853638, "Finetune/Loss (Raw)": 0.7210246324539185, "Finetune/Step": 4681, "Finetune/Step Time": 12.09071989543736}
+{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.7008137106895447, "Finetune/Loss (Raw)": 0.7276926040649414, "Finetune/Step": 4682, "Finetune/Step Time": 12.11051570624113}
+{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.7007429599761963, "Finetune/Loss (Raw)": 0.7589147090911865, "Finetune/Step": 4683, "Finetune/Step Time": 12.079741967841983}
+{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.7003092765808105, "Finetune/Loss (Raw)": 0.8558477759361267, "Finetune/Step": 4684, "Finetune/Step Time": 12.076095022261143}
+{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.7016276121139526, "Finetune/Loss (Raw)": 0.8372088670730591, "Finetune/Step": 4685, "Finetune/Step Time": 12.078549217432737}
+{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.7020947933197021, "Finetune/Loss (Raw)": 0.6182038187980652, "Finetune/Step": 4686, "Finetune/Step Time": 12.073688311502337}
+{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.7014407515525818, "Finetune/Loss (Raw)": 0.7912237644195557, "Finetune/Step": 4687, "Finetune/Step Time": 12.058536861091852}
+{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.7036576271057129, "Finetune/Loss (Raw)": 1.0000077486038208, "Finetune/Step": 4688, "Finetune/Step Time": 12.053121738135815}
+{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.704251766204834, "Finetune/Loss (Raw)": 0.8676283359527588, "Finetune/Step": 4689, "Finetune/Step Time": 12.037960143759847}
+{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.7027272582054138, "Finetune/Loss (Raw)": 0.630626380443573, "Finetune/Step": 4690, "Finetune/Step Time": 12.063233058899641}
+{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.7078826427459717, "Finetune/Loss (Raw)": 0.892087996006012, "Finetune/Step": 4691, "Finetune/Step Time": 12.023456070572138}
+{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.7094287872314453, "Finetune/Loss (Raw)": 0.9304385185241699, "Finetune/Step": 4692, "Finetune/Step Time": 12.024316437542439}
+{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.7102538347244263, "Finetune/Loss (Raw)": 0.7841635346412659, "Finetune/Step": 4693, "Finetune/Step Time": 12.046949870884418}
+{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.7112042307853699, "Finetune/Loss (Raw)": 0.8701722025871277, "Finetune/Step": 4694, "Finetune/Step Time": 12.03572016954422}
+{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.7108052968978882, "Finetune/Loss (Raw)": 0.806693434715271, "Finetune/Step": 4695, "Finetune/Step Time": 12.042714739218354}
+{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.7095747590065002, "Finetune/Loss (Raw)": 0.6443871855735779, "Finetune/Step": 4696, "Finetune/Step Time": 12.062871664762497}
+{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.7090120315551758, "Finetune/Loss (Raw)": 0.7521500587463379, "Finetune/Step": 4697, "Finetune/Step Time": 12.052219908684492}
+{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.7093411087989807, "Finetune/Loss (Raw)": 0.8496052622795105, "Finetune/Step": 4698, "Finetune/Step Time": 12.059277273714542}
+{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.7114099264144897, "Finetune/Loss (Raw)": 0.8639852404594421, "Finetune/Step": 4699, "Finetune/Step Time": 12.050601428374648}
+{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.7117335200309753, "Finetune/Loss (Raw)": 0.7706175446510315, "Finetune/Step": 4700, "Finetune/Step Time": 12.042682150378823}
+{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.7128340005874634, "Finetune/Loss (Raw)": 0.788391649723053, "Finetune/Step": 4701, "Finetune/Step Time": 12.021556248888373}
+{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.712418258190155, "Finetune/Loss (Raw)": 0.7385744452476501, "Finetune/Step": 4702, "Finetune/Step Time": 12.026005819439888}
+{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.7135949730873108, "Finetune/Loss (Raw)": 0.8521689176559448, "Finetune/Step": 4703, "Finetune/Step Time": 11.993911527097225}
+{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.7134288549423218, "Finetune/Loss (Raw)": 0.6431258320808411, "Finetune/Step": 4704, "Finetune/Step Time": 11.98261822015047}
+{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.7133972644805908, "Finetune/Loss (Raw)": 0.8662047982215881, "Finetune/Step": 4705, "Finetune/Step Time": 11.98329652659595}
+{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.7125909328460693, "Finetune/Loss (Raw)": 0.7073997855186462, "Finetune/Step": 4706, "Finetune/Step Time": 11.971043488010764}
+{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.7150629758834839, "Finetune/Loss (Raw)": 0.6755571365356445, "Finetune/Step": 4707, "Finetune/Step Time": 11.93809642456472}
+{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.718559980392456, "Finetune/Loss (Raw)": 0.6627368330955505, "Finetune/Step": 4708, "Finetune/Step Time": 11.900921048596501}
+{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.7184626460075378, "Finetune/Loss (Raw)": 0.6631099581718445, "Finetune/Step": 4709, "Finetune/Step Time": 11.908986797556281}
+{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.719836950302124, "Finetune/Loss (Raw)": 0.9186026453971863, "Finetune/Step": 4710, "Finetune/Step Time": 11.891846314072609}
+{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.718971848487854, "Finetune/Loss (Raw)": 0.7416815757751465, "Finetune/Step": 4711, "Finetune/Step Time": 11.892647625878453}
+{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.7187918424606323, "Finetune/Loss (Raw)": 0.6700495481491089, "Finetune/Step": 4712, "Finetune/Step Time": 11.916237095370889}
+{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.7202717065811157, "Finetune/Loss (Raw)": 0.8079628944396973, "Finetune/Step": 4713, "Finetune/Step Time": 11.920064028352499}
+{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.7208096385002136, "Finetune/Loss (Raw)": 0.7375191450119019, "Finetune/Step": 4714, "Finetune/Step Time": 11.915954200550914}
+{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.7202889323234558, "Finetune/Loss (Raw)": 0.7779471278190613, "Finetune/Step": 4715, "Finetune/Step Time": 11.922136442735791}
+{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.7194923162460327, "Finetune/Loss (Raw)": 0.7284716963768005, "Finetune/Step": 4716, "Finetune/Step Time": 11.872968632727861}
+{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.7198030948638916, "Finetune/Loss (Raw)": 0.7872580885887146, "Finetune/Step": 4717, "Finetune/Step Time": 11.866705492138863}
+{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.7187418937683105, "Finetune/Loss (Raw)": 0.545165479183197, "Finetune/Step": 4718, "Finetune/Step Time": 11.891872035339475}
+{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.7173037528991699, "Finetune/Loss (Raw)": 0.6209945678710938, "Finetune/Step": 4719, "Finetune/Step Time": 11.890966331586242}
+{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.7195260524749756, "Finetune/Loss (Raw)": 0.4822806417942047, "Finetune/Step": 4720, "Finetune/Step Time": 11.936448078602552}
+{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.7177265286445618, "Finetune/Loss (Raw)": 0.5879658460617065, "Finetune/Step": 4721, "Finetune/Step Time": 11.944737317040563}
+{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.7204195261001587, "Finetune/Loss (Raw)": 0.6865463256835938, "Finetune/Step": 4722, "Finetune/Step Time": 11.915869744494557}
+{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.7205495238304138, "Finetune/Loss (Raw)": 0.7822502255439758, "Finetune/Step": 4723, "Finetune/Step Time": 11.913501126691699}
+{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.7194937467575073, "Finetune/Loss (Raw)": 0.6147806644439697, "Finetune/Step": 4724, "Finetune/Step Time": 11.95597780123353}
+{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.7195967435836792, "Finetune/Loss (Raw)": 0.6984439492225647, "Finetune/Step": 4725, "Finetune/Step Time": 11.96081660501659}
+{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.7188136577606201, "Finetune/Loss (Raw)": 0.6603931784629822, "Finetune/Step": 4726, "Finetune/Step Time": 11.966344695538282}
+{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.718942403793335, "Finetune/Loss (Raw)": 0.7133262753486633, "Finetune/Step": 4727, "Finetune/Step Time": 11.96026548743248}
+{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.7185304164886475, "Finetune/Loss (Raw)": 0.7069103121757507, "Finetune/Step": 4728, "Finetune/Step Time": 11.96635477617383}
+{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.721045196056366, "Finetune/Loss (Raw)": 0.9663603901863098, "Finetune/Step": 4729, "Finetune/Step Time": 11.961826786398888}
+{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.719758152961731, "Finetune/Loss (Raw)": 0.7670521140098572, "Finetune/Step": 4730, "Finetune/Step Time": 11.953884297981858}
+{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.7193441987037659, "Finetune/Loss (Raw)": 0.5948970913887024, "Finetune/Step": 4731, "Finetune/Step Time": 11.95320270769298}
+{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.7191749811172485, "Finetune/Loss (Raw)": 0.7631896734237671, "Finetune/Step": 4732, "Finetune/Step Time": 11.953730288892984}
+{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.7237848043441772, "Finetune/Loss (Raw)": 0.8254868388175964, "Finetune/Step": 4733, "Finetune/Step Time": 11.91026938892901}
+{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.7226037383079529, "Finetune/Loss (Raw)": 0.6622806191444397, "Finetune/Step": 4734, "Finetune/Step Time": 11.925505494698882}
+{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.7235621213912964, "Finetune/Loss (Raw)": 0.8317991495132446, "Finetune/Step": 4735, "Finetune/Step Time": 11.9271494820714}
+{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.7223442196846008, "Finetune/Loss (Raw)": 0.5752437114715576, "Finetune/Step": 4736, "Finetune/Step Time": 11.946166146546602}
+{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.7204915285110474, "Finetune/Loss (Raw)": 0.6706888675689697, "Finetune/Step": 4737, "Finetune/Step Time": 11.964701196178794}
+{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.7215300798416138, "Finetune/Loss (Raw)": 0.8282554149627686, "Finetune/Step": 4738, "Finetune/Step Time": 11.982113910838962}
+{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.7252162098884583, "Finetune/Loss (Raw)": 0.6861752271652222, "Finetune/Step": 4739, "Finetune/Step Time": 11.952196042984724}
+{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.7243573069572449, "Finetune/Loss (Raw)": 0.6688683032989502, "Finetune/Step": 4740, "Finetune/Step Time": 11.959310470148921}
+{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.7237117290496826, "Finetune/Loss (Raw)": 0.5424696207046509, "Finetune/Step": 4741, "Finetune/Step Time": 11.921607878059149}
+{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.7234805822372437, "Finetune/Loss (Raw)": 0.6555588841438293, "Finetune/Step": 4742, "Finetune/Step Time": 11.943059979006648}
+{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.72146075963974, "Finetune/Loss (Raw)": 0.637173056602478, "Finetune/Step": 4743, "Finetune/Step Time": 11.973601013422012}
+{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.7230486869812012, "Finetune/Loss (Raw)": 0.916456401348114, "Finetune/Step": 4744, "Finetune/Step Time": 11.97726022079587}
+{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.7232669591903687, "Finetune/Loss (Raw)": 0.6861181259155273, "Finetune/Step": 4745, "Finetune/Step Time": 12.013223676010966}
+{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.7224260568618774, "Finetune/Loss (Raw)": 0.6817346215248108, "Finetune/Step": 4746, "Finetune/Step Time": 12.060971008613706}
+{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.7225339412689209, "Finetune/Loss (Raw)": 0.8717942237854004, "Finetune/Step": 4747, "Finetune/Step Time": 12.06077178567648}
+{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.7230952978134155, "Finetune/Loss (Raw)": 0.8185033202171326, "Finetune/Step": 4748, "Finetune/Step Time": 12.05241321772337}
+{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.7224195003509521, "Finetune/Loss (Raw)": 0.7751290202140808, "Finetune/Step": 4749, "Finetune/Step Time": 12.04610493965447}
+{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.7218458652496338, "Finetune/Loss (Raw)": 0.7307939529418945, "Finetune/Step": 4750, "Finetune/Step Time": 12.051419742405415}
+{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.7211306095123291, "Finetune/Loss (Raw)": 0.7408943772315979, "Finetune/Step": 4751, "Finetune/Step Time": 12.081422368064523}
+{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.7219287157058716, "Finetune/Loss (Raw)": 0.8075481653213501, "Finetune/Step": 4752, "Finetune/Step Time": 12.088402504101396}
+{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.7208660840988159, "Finetune/Loss (Raw)": 0.6840922236442566, "Finetune/Step": 4753, "Finetune/Step Time": 12.074424186721444}
+{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.7247059345245361, "Finetune/Loss (Raw)": 0.7707318663597107, "Finetune/Step": 4754, "Finetune/Step Time": 12.048692915588617}
+{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.7247971892356873, "Finetune/Loss (Raw)": 0.7365466356277466, "Finetune/Step": 4755, "Finetune/Step Time": 12.049229521304369}
+{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.7255048751831055, "Finetune/Loss (Raw)": 0.7615640759468079, "Finetune/Step": 4756, "Finetune/Step Time": 12.036892991513014}
+{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.7255927920341492, "Finetune/Loss (Raw)": 0.7399441003799438, "Finetune/Step": 4757, "Finetune/Step Time": 12.036476308479905}
+{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.7260149717330933, "Finetune/Loss (Raw)": 0.7213464379310608, "Finetune/Step": 4758, "Finetune/Step Time": 12.00927603058517}
+{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.7270209193229675, "Finetune/Loss (Raw)": 0.687918484210968, "Finetune/Step": 4759, "Finetune/Step Time": 11.982794653624296}
+{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.7313619256019592, "Finetune/Loss (Raw)": 0.7639152407646179, "Finetune/Step": 4760, "Finetune/Step Time": 11.950789175927639}
+{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.7316027283668518, "Finetune/Loss (Raw)": 0.5923936367034912, "Finetune/Step": 4761, "Finetune/Step Time": 11.955285117030144}
+{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.7304544448852539, "Finetune/Loss (Raw)": 0.6959217190742493, "Finetune/Step": 4762, "Finetune/Step Time": 11.951674424111843}
+{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.7321789264678955, "Finetune/Loss (Raw)": 0.7680492997169495, "Finetune/Step": 4763, "Finetune/Step Time": 11.922586442902684}
+{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.7316713929176331, "Finetune/Loss (Raw)": 0.684581995010376, "Finetune/Step": 4764, "Finetune/Step Time": 11.939721589908004}
+{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.7302035093307495, "Finetune/Loss (Raw)": 0.6385284066200256, "Finetune/Step": 4765, "Finetune/Step Time": 11.938613768666983}
+{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.7296043634414673, "Finetune/Loss (Raw)": 0.8910241723060608, "Finetune/Step": 4766, "Finetune/Step Time": 11.940882075577974}
+{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.7312585115432739, "Finetune/Loss (Raw)": 0.8035502433776855, "Finetune/Step": 4767, "Finetune/Step Time": 11.87921984307468}
+{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.7303581237792969, "Finetune/Loss (Raw)": 0.7060785293579102, "Finetune/Step": 4768, "Finetune/Step Time": 11.88652846030891}
+{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.7300354838371277, "Finetune/Loss (Raw)": 0.7376970648765564, "Finetune/Step": 4769, "Finetune/Step Time": 11.883611187338829}
+{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.7277671098709106, "Finetune/Loss (Raw)": 0.49074700474739075, "Finetune/Step": 4770, "Finetune/Step Time": 11.889357589185238}
+{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.7279469966888428, "Finetune/Loss (Raw)": 0.8765623569488525, "Finetune/Step": 4771, "Finetune/Step Time": 11.894962035119534}
+{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.7309542298316956, "Finetune/Loss (Raw)": 0.6770798563957214, "Finetune/Step": 4772, "Finetune/Step Time": 11.881433628499508}
+{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.7288695573806763, "Finetune/Loss (Raw)": 0.5419049859046936, "Finetune/Step": 4773, "Finetune/Step Time": 11.881067359820008}
+{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.7300427556037903, "Finetune/Loss (Raw)": 0.7808110117912292, "Finetune/Step": 4774, "Finetune/Step Time": 11.862180311232805}
+{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.7306489944458008, "Finetune/Loss (Raw)": 0.8515580296516418, "Finetune/Step": 4775, "Finetune/Step Time": 11.85751206241548}
+{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.7301101684570312, "Finetune/Loss (Raw)": 0.6477953791618347, "Finetune/Step": 4776, "Finetune/Step Time": 11.879630949348211}
+{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.7294710278511047, "Finetune/Loss (Raw)": 0.7391618490219116, "Finetune/Step": 4777, "Finetune/Step Time": 11.880607845261693}
+{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.7261697053909302, "Finetune/Loss (Raw)": 0.20834262669086456, "Finetune/Step": 4778, "Finetune/Step Time": 11.889150170609355}
+{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.7272782921791077, "Finetune/Loss (Raw)": 0.9064029455184937, "Finetune/Step": 4779, "Finetune/Step Time": 11.891569595783949}
+{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.726875901222229, "Finetune/Loss (Raw)": 0.7007299661636353, "Finetune/Step": 4780, "Finetune/Step Time": 11.900714617222548}
+{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.7302830219268799, "Finetune/Loss (Raw)": 0.6361324787139893, "Finetune/Step": 4781, "Finetune/Step Time": 11.880422707647085}
+{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.7297219038009644, "Finetune/Loss (Raw)": 0.6472988128662109, "Finetune/Step": 4782, "Finetune/Step Time": 11.884063515812159}
+{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.7267636060714722, "Finetune/Loss (Raw)": 0.26384344696998596, "Finetune/Step": 4783, "Finetune/Step Time": 11.91120221465826}
+{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.7299935817718506, "Finetune/Loss (Raw)": 0.7600399255752563, "Finetune/Step": 4784, "Finetune/Step Time": 11.86419970728457}
+{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.7317008972167969, "Finetune/Loss (Raw)": 0.9302524328231812, "Finetune/Step": 4785, "Finetune/Step Time": 11.867061572149396}
+{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.7313618659973145, "Finetune/Loss (Raw)": 0.7935017943382263, "Finetune/Step": 4786, "Finetune/Step Time": 11.871658464893699}
+{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.7306305766105652, "Finetune/Loss (Raw)": 0.7458133101463318, "Finetune/Step": 4787, "Finetune/Step Time": 11.863781485706568}
+{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.7291738986968994, "Finetune/Loss (Raw)": 0.6290467977523804, "Finetune/Step": 4788, "Finetune/Step Time": 11.883553799241781}
+{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.7288211584091187, "Finetune/Loss (Raw)": 0.6010887622833252, "Finetune/Step": 4789, "Finetune/Step Time": 11.884917013347149}
+{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.7285913825035095, "Finetune/Loss (Raw)": 0.8063760995864868, "Finetune/Step": 4790, "Finetune/Step Time": 11.895727405324578}
+{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.7239170074462891, "Finetune/Loss (Raw)": 0.20766742527484894, "Finetune/Step": 4791, "Finetune/Step Time": 11.934917150065303}
+{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.7251643538475037, "Finetune/Loss (Raw)": 0.9286838173866272, "Finetune/Step": 4792, "Finetune/Step Time": 11.942907771095634}
+{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.7263052463531494, "Finetune/Loss (Raw)": 0.8194323778152466, "Finetune/Step": 4793, "Finetune/Step Time": 11.94126813299954}
+{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.7270594835281372, "Finetune/Loss (Raw)": 0.6644081473350525, "Finetune/Step": 4794, "Finetune/Step Time": 11.90841107442975}
+{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.7259527444839478, "Finetune/Loss (Raw)": 0.6885647177696228, "Finetune/Step": 4795, "Finetune/Step Time": 11.970099883154035}
+{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.7267765402793884, "Finetune/Loss (Raw)": 0.8398036956787109, "Finetune/Step": 4796, "Finetune/Step Time": 11.959121592342854}
+{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.7307729721069336, "Finetune/Loss (Raw)": 0.7838885188102722, "Finetune/Step": 4797, "Finetune/Step Time": 11.92513101361692}
+{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.7292522192001343, "Finetune/Loss (Raw)": 0.5864486694335938, "Finetune/Step": 4798, "Finetune/Step Time": 11.956396471709013}
+{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.7303029298782349, "Finetune/Loss (Raw)": 0.8251217007637024, "Finetune/Step": 4799, "Finetune/Step Time": 11.955320378765464}
+{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.731437623500824, "Finetune/Loss (Raw)": 0.9385079741477966, "Finetune/Step": 4800, "Finetune/Step Time": 11.925615310668945}
+{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.7320761680603027, "Finetune/Loss (Raw)": 0.8339491486549377, "Finetune/Step": 4801, "Finetune/Step Time": 11.913710540160537}
+{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.7316470146179199, "Finetune/Loss (Raw)": 0.7805839776992798, "Finetune/Step": 4802, "Finetune/Step Time": 11.856555992737412}
+{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.7317463159561157, "Finetune/Loss (Raw)": 0.8223405480384827, "Finetune/Step": 4803, "Finetune/Step Time": 11.875894660130143}
+{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.7323758602142334, "Finetune/Loss (Raw)": 0.7989819049835205, "Finetune/Step": 4804, "Finetune/Step Time": 11.88117286004126}
+{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.7322417497634888, "Finetune/Loss (Raw)": 0.8201518058776855, "Finetune/Step": 4805, "Finetune/Step Time": 11.893009034916759}
+{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.732489824295044, "Finetune/Loss (Raw)": 0.7761577367782593, "Finetune/Step": 4806, "Finetune/Step Time": 11.870177835226059}
+{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.7335579991340637, "Finetune/Loss (Raw)": 0.7617972493171692, "Finetune/Step": 4807, "Finetune/Step Time": 11.873528787866235}
+{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.7338560819625854, "Finetune/Loss (Raw)": 0.8957501649856567, "Finetune/Step": 4808, "Finetune/Step Time": 11.867517409846187}
+{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.7325725555419922, "Finetune/Loss (Raw)": 0.5567243099212646, "Finetune/Step": 4809, "Finetune/Step Time": 11.847993372008204}
+{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.7325382828712463, "Finetune/Loss (Raw)": 0.7233121991157532, "Finetune/Step": 4810, "Finetune/Step Time": 11.832646109163761}
+{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.7326967716217041, "Finetune/Loss (Raw)": 0.779201090335846, "Finetune/Step": 4811, "Finetune/Step Time": 11.863342812284827}
+{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.731864333152771, "Finetune/Loss (Raw)": 0.749298632144928, "Finetune/Step": 4812, "Finetune/Step Time": 11.86367423646152}
+{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.728137195110321, "Finetune/Loss (Raw)": 0.3601320683956146, "Finetune/Step": 4813, "Finetune/Step Time": 11.893823947757483}
+{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.72931307554245, "Finetune/Loss (Raw)": 0.7687121629714966, "Finetune/Step": 4814, "Finetune/Step Time": 11.87673575244844}
+{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.7299484014511108, "Finetune/Loss (Raw)": 0.8725435733795166, "Finetune/Step": 4815, "Finetune/Step Time": 11.872757371515036}
+{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.7274966835975647, "Finetune/Loss (Raw)": 0.6861914396286011, "Finetune/Step": 4816, "Finetune/Step Time": 11.903820607811213}
+{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.7268581986427307, "Finetune/Loss (Raw)": 0.7859009504318237, "Finetune/Step": 4817, "Finetune/Step Time": 11.913295406848192}
+{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.7284122705459595, "Finetune/Loss (Raw)": 0.8295459747314453, "Finetune/Step": 4818, "Finetune/Step Time": 11.895350215956569}
+{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.7280820608139038, "Finetune/Loss (Raw)": 0.8498221635818481, "Finetune/Step": 4819, "Finetune/Step Time": 11.893245516344905}
+{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.7273753881454468, "Finetune/Loss (Raw)": 0.8399848341941833, "Finetune/Step": 4820, "Finetune/Step Time": 11.897288391366601}
+{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.7280535697937012, "Finetune/Loss (Raw)": 0.8709778785705566, "Finetune/Step": 4821, "Finetune/Step Time": 11.874370656907558}
+{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.7276350259780884, "Finetune/Loss (Raw)": 0.8165956735610962, "Finetune/Step": 4822, "Finetune/Step Time": 11.888732250779867}
+{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.7278728485107422, "Finetune/Loss (Raw)": 0.837130606174469, "Finetune/Step": 4823, "Finetune/Step Time": 11.88770005479455}
+{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.7243666648864746, "Finetune/Loss (Raw)": 0.19559630751609802, "Finetune/Step": 4824, "Finetune/Step Time": 11.897708471864462}
+{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.7241836786270142, "Finetune/Loss (Raw)": 0.7287312746047974, "Finetune/Step": 4825, "Finetune/Step Time": 11.907507952302694}
+{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.7234533429145813, "Finetune/Loss (Raw)": 0.7561192512512207, "Finetune/Step": 4826, "Finetune/Step Time": 11.906771704554558}
+{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.723183274269104, "Finetune/Loss (Raw)": 0.8294197916984558, "Finetune/Step": 4827, "Finetune/Step Time": 11.887753583490849}
+{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.7233837842941284, "Finetune/Loss (Raw)": 0.7962791323661804, "Finetune/Step": 4828, "Finetune/Step Time": 11.90083540789783}
+{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.7232552766799927, "Finetune/Loss (Raw)": 0.7719491124153137, "Finetune/Step": 4829, "Finetune/Step Time": 11.91180681437254}
+{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.7231828570365906, "Finetune/Loss (Raw)": 0.7292998433113098, "Finetune/Step": 4830, "Finetune/Step Time": 11.90581588819623}
+{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.7187796235084534, "Finetune/Loss (Raw)": 0.28855663537979126, "Finetune/Step": 4831, "Finetune/Step Time": 11.948695328086615}
+{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.7189355492591858, "Finetune/Loss (Raw)": 0.6630796194076538, "Finetune/Step": 4832, "Finetune/Step Time": 11.99200975522399}
+{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.7181035280227661, "Finetune/Loss (Raw)": 0.7597078084945679, "Finetune/Step": 4833, "Finetune/Step Time": 11.997401524335146}
+{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.7195896506309509, "Finetune/Loss (Raw)": 0.8976219296455383, "Finetune/Step": 4834, "Finetune/Step Time": 12.005803041160107}
+{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.7208181619644165, "Finetune/Loss (Raw)": 0.8328106999397278, "Finetune/Step": 4835, "Finetune/Step Time": 12.000453082844615}
+{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.722350001335144, "Finetune/Loss (Raw)": 0.8588153123855591, "Finetune/Step": 4836, "Finetune/Step Time": 11.997760586440563}
+{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.7231107354164124, "Finetune/Loss (Raw)": 0.7604817152023315, "Finetune/Step": 4837, "Finetune/Step Time": 11.965180864557624}
+{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.7224141359329224, "Finetune/Loss (Raw)": 0.8294368386268616, "Finetune/Step": 4838, "Finetune/Step Time": 11.968678498640656}
+{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.7218910455703735, "Finetune/Loss (Raw)": 0.6747208833694458, "Finetune/Step": 4839, "Finetune/Step Time": 11.971764218062162}
+{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.7225067019462585, "Finetune/Loss (Raw)": 0.7488585114479065, "Finetune/Step": 4840, "Finetune/Step Time": 11.954906035214663}
+{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.721626877784729, "Finetune/Loss (Raw)": 0.6953452825546265, "Finetune/Step": 4841, "Finetune/Step Time": 11.967453874647617}
+{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.7207909822463989, "Finetune/Loss (Raw)": 0.6305150985717773, "Finetune/Step": 4842, "Finetune/Step Time": 11.988398253917694}
+{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.7218088507652283, "Finetune/Loss (Raw)": 0.908238410949707, "Finetune/Step": 4843, "Finetune/Step Time": 11.982629049569368}
+{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.7214908599853516, "Finetune/Loss (Raw)": 0.687767505645752, "Finetune/Step": 4844, "Finetune/Step Time": 12.020715370774269}
+{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.722061812877655, "Finetune/Loss (Raw)": 0.8603426814079285, "Finetune/Step": 4845, "Finetune/Step Time": 12.015110425651073}
+{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.7238373756408691, "Finetune/Loss (Raw)": 0.772436797618866, "Finetune/Step": 4846, "Finetune/Step Time": 12.035988496616483}
+{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.7211874127388, "Finetune/Loss (Raw)": 0.2818058431148529, "Finetune/Step": 4847, "Finetune/Step Time": 12.07473418302834}
+{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.7225419878959656, "Finetune/Loss (Raw)": 0.655666708946228, "Finetune/Step": 4848, "Finetune/Step Time": 11.989511432126164}
+{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.7231371998786926, "Finetune/Loss (Raw)": 0.664146900177002, "Finetune/Step": 4849, "Finetune/Step Time": 12.016292463988066}
+{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.7243033647537231, "Finetune/Loss (Raw)": 0.8358133435249329, "Finetune/Step": 4850, "Finetune/Step Time": 12.035827228799462}
+{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.7247925996780396, "Finetune/Loss (Raw)": 0.8448727130889893, "Finetune/Step": 4851, "Finetune/Step Time": 12.044386496767402}
+{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.7250150442123413, "Finetune/Loss (Raw)": 0.6432622075080872, "Finetune/Step": 4852, "Finetune/Step Time": 12.026302516460419}
+{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.7257680296897888, "Finetune/Loss (Raw)": 0.7948229312896729, "Finetune/Step": 4853, "Finetune/Step Time": 12.04735347442329}
+{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.7246012091636658, "Finetune/Loss (Raw)": 0.511038064956665, "Finetune/Step": 4854, "Finetune/Step Time": 12.051506290212274}
+{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.7250266075134277, "Finetune/Loss (Raw)": 0.7677744626998901, "Finetune/Step": 4855, "Finetune/Step Time": 12.05279204249382}
+{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.7256994247436523, "Finetune/Loss (Raw)": 0.7930329442024231, "Finetune/Step": 4856, "Finetune/Step Time": 12.04150659032166}
+{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.7247920036315918, "Finetune/Loss (Raw)": 0.8502181172370911, "Finetune/Step": 4857, "Finetune/Step Time": 12.03733953088522}
+{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.7260440587997437, "Finetune/Loss (Raw)": 0.9273025989532471, "Finetune/Step": 4858, "Finetune/Step Time": 12.05462883040309}
+{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.7274191379547119, "Finetune/Loss (Raw)": 0.770916223526001, "Finetune/Step": 4859, "Finetune/Step Time": 12.02898646146059}
+{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.7267652750015259, "Finetune/Loss (Raw)": 0.679487943649292, "Finetune/Step": 4860, "Finetune/Step Time": 12.026440896093845}
+{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.7259542942047119, "Finetune/Loss (Raw)": 0.7216787338256836, "Finetune/Step": 4861, "Finetune/Step Time": 12.05270186252892}
+{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.727800190448761, "Finetune/Loss (Raw)": 0.8985618948936462, "Finetune/Step": 4862, "Finetune/Step Time": 12.023306168615818}
+{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.7283455729484558, "Finetune/Loss (Raw)": 0.9016085267066956, "Finetune/Step": 4863, "Finetune/Step Time": 12.03030676394701}
+{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.7294982671737671, "Finetune/Loss (Raw)": 0.722792387008667, "Finetune/Step": 4864, "Finetune/Step Time": 12.040550421923399}
+{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.7305566668510437, "Finetune/Loss (Raw)": 0.8061580061912537, "Finetune/Step": 4865, "Finetune/Step Time": 12.03041909635067}
+{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.729692280292511, "Finetune/Loss (Raw)": 0.7176143527030945, "Finetune/Step": 4866, "Finetune/Step Time": 12.016154201701283}
+{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.726422905921936, "Finetune/Loss (Raw)": 0.267698734998703, "Finetune/Step": 4867, "Finetune/Step Time": 12.054014896973968}
+{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.7265344858169556, "Finetune/Loss (Raw)": 0.6831498742103577, "Finetune/Step": 4868, "Finetune/Step Time": 12.052933963015676}
+{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.7272601127624512, "Finetune/Loss (Raw)": 0.6353445053100586, "Finetune/Step": 4869, "Finetune/Step Time": 12.061182307079434}
+{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.7274751663208008, "Finetune/Loss (Raw)": 0.6830865740776062, "Finetune/Step": 4870, "Finetune/Step Time": 12.033190745860338}
+{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.7286893725395203, "Finetune/Loss (Raw)": 0.7925927042961121, "Finetune/Step": 4871, "Finetune/Step Time": 12.022738980129361}
+{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.7273992300033569, "Finetune/Loss (Raw)": 0.7513236403465271, "Finetune/Step": 4872, "Finetune/Step Time": 12.022900398820639}
+{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.7274022102355957, "Finetune/Loss (Raw)": 0.686497688293457, "Finetune/Step": 4873, "Finetune/Step Time": 12.018052913248539}
+{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.7263592481613159, "Finetune/Loss (Raw)": 0.5482348799705505, "Finetune/Step": 4874, "Finetune/Step Time": 11.984838286414742}
+{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.7251681089401245, "Finetune/Loss (Raw)": 0.7193326950073242, "Finetune/Step": 4875, "Finetune/Step Time": 11.99920229241252}
+{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.7254828810691833, "Finetune/Loss (Raw)": 0.858790397644043, "Finetune/Step": 4876, "Finetune/Step Time": 11.986489605158567}
+{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.7261230945587158, "Finetune/Loss (Raw)": 0.8570797443389893, "Finetune/Step": 4877, "Finetune/Step Time": 11.990118030458689}
+{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.7259732484817505, "Finetune/Loss (Raw)": 0.711610734462738, "Finetune/Step": 4878, "Finetune/Step Time": 11.993648290634155}
+{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.7263725399971008, "Finetune/Loss (Raw)": 0.7920005321502686, "Finetune/Step": 4879, "Finetune/Step Time": 11.958614602684975}
+{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.726587176322937, "Finetune/Loss (Raw)": 0.8350289463996887, "Finetune/Step": 4880, "Finetune/Step Time": 11.952148465439677}
+{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.7285558581352234, "Finetune/Loss (Raw)": 0.9360791444778442, "Finetune/Step": 4881, "Finetune/Step Time": 11.941242327913642}
+{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.727789044380188, "Finetune/Loss (Raw)": 0.6725731492042542, "Finetune/Step": 4882, "Finetune/Step Time": 11.944285033270717}
+{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.7270832657814026, "Finetune/Loss (Raw)": 0.6462127566337585, "Finetune/Step": 4883, "Finetune/Step Time": 11.926979262381792}
+{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.727746307849884, "Finetune/Loss (Raw)": 0.8464326858520508, "Finetune/Step": 4884, "Finetune/Step Time": 11.930468933656812}
+{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.7275454998016357, "Finetune/Loss (Raw)": 0.7142487168312073, "Finetune/Step": 4885, "Finetune/Step Time": 11.935255656018853}
+{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.7283428907394409, "Finetune/Loss (Raw)": 0.8234104514122009, "Finetune/Step": 4886, "Finetune/Step Time": 11.946810869500041}
+{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.7291748523712158, "Finetune/Loss (Raw)": 0.7944045066833496, "Finetune/Step": 4887, "Finetune/Step Time": 11.95783331245184}
+{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.7295220494270325, "Finetune/Loss (Raw)": 0.8083558678627014, "Finetune/Step": 4888, "Finetune/Step Time": 11.976089414209127}
+{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.7308804988861084, "Finetune/Loss (Raw)": 0.7662708163261414, "Finetune/Step": 4889, "Finetune/Step Time": 11.945557186380029}
+{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.7308523058891296, "Finetune/Loss (Raw)": 0.6923204660415649, "Finetune/Step": 4890, "Finetune/Step Time": 11.981286635622382}
+{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.7303473949432373, "Finetune/Loss (Raw)": 0.7034157514572144, "Finetune/Step": 4891, "Finetune/Step Time": 11.976877314969897}
+{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.7308779954910278, "Finetune/Loss (Raw)": 0.7524958252906799, "Finetune/Step": 4892, "Finetune/Step Time": 11.959442878142}
+{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.7325146794319153, "Finetune/Loss (Raw)": 0.8480316400527954, "Finetune/Step": 4893, "Finetune/Step Time": 11.95964396558702}
+{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.7311112880706787, "Finetune/Loss (Raw)": 0.7113903760910034, "Finetune/Step": 4894, "Finetune/Step Time": 11.98185383528471}
+{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.7298727035522461, "Finetune/Loss (Raw)": 0.6450135707855225, "Finetune/Step": 4895, "Finetune/Step Time": 11.985452922061086}
+{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.7308512926101685, "Finetune/Loss (Raw)": 0.8313305377960205, "Finetune/Step": 4896, "Finetune/Step Time": 11.972590632736683}
+{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.7299013137817383, "Finetune/Loss (Raw)": 0.6161010265350342, "Finetune/Step": 4897, "Finetune/Step Time": 11.993995757773519}
+{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.7311290502548218, "Finetune/Loss (Raw)": 0.6479021310806274, "Finetune/Step": 4898, "Finetune/Step Time": 11.997216736897826}
+{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.7307706475257874, "Finetune/Loss (Raw)": 0.830682098865509, "Finetune/Step": 4899, "Finetune/Step Time": 11.992316326126456}
+{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.7314174771308899, "Finetune/Loss (Raw)": 0.7598769664764404, "Finetune/Step": 4900, "Finetune/Step Time": 11.96859928034246}
+{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.7328106164932251, "Finetune/Loss (Raw)": 0.7202237844467163, "Finetune/Step": 4901, "Finetune/Step Time": 11.96522474475205}
+{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.7324225902557373, "Finetune/Loss (Raw)": 0.7311455011367798, "Finetune/Step": 4902, "Finetune/Step Time": 11.964386383071542}
+{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.7312220335006714, "Finetune/Loss (Raw)": 0.6978875994682312, "Finetune/Step": 4903, "Finetune/Step Time": 11.962415298447013}
+{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.7321947813034058, "Finetune/Loss (Raw)": 0.7723097205162048, "Finetune/Step": 4904, "Finetune/Step Time": 11.93317792378366}
+{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.7323241233825684, "Finetune/Loss (Raw)": 0.7557074427604675, "Finetune/Step": 4905, "Finetune/Step Time": 11.938914695754647}
+{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.7362351417541504, "Finetune/Loss (Raw)": 0.7089642882347107, "Finetune/Step": 4906, "Finetune/Step Time": 11.905123226344585}
+{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.733904242515564, "Finetune/Loss (Raw)": 0.6080455780029297, "Finetune/Step": 4907, "Finetune/Step Time": 11.917443685233593}
+{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.7344200015068054, "Finetune/Loss (Raw)": 0.7667409777641296, "Finetune/Step": 4908, "Finetune/Step Time": 11.937924096360803}
+{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.7351804375648499, "Finetune/Loss (Raw)": 0.7334721684455872, "Finetune/Step": 4909, "Finetune/Step Time": 11.929360959678888}
+{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.736393928527832, "Finetune/Loss (Raw)": 0.8026261329650879, "Finetune/Step": 4910, "Finetune/Step Time": 11.908386031165719}
+{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.7401086091995239, "Finetune/Loss (Raw)": 0.7393200993537903, "Finetune/Step": 4911, "Finetune/Step Time": 11.870071457698941}
+{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.7399062514305115, "Finetune/Loss (Raw)": 0.7341405153274536, "Finetune/Step": 4912, "Finetune/Step Time": 11.882891142740846}
+{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.7387964725494385, "Finetune/Loss (Raw)": 0.7882006764411926, "Finetune/Step": 4913, "Finetune/Step Time": 11.89657847583294}
+{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.7348250150680542, "Finetune/Loss (Raw)": 0.28515180945396423, "Finetune/Step": 4914, "Finetune/Step Time": 11.927129942923784}
+{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.7340446710586548, "Finetune/Loss (Raw)": 0.6459269523620605, "Finetune/Step": 4915, "Finetune/Step Time": 11.932047439739108}
+{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.7349411249160767, "Finetune/Loss (Raw)": 0.7437992095947266, "Finetune/Step": 4916, "Finetune/Step Time": 11.88125772960484}
+{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.732863187789917, "Finetune/Loss (Raw)": 0.33510881662368774, "Finetune/Step": 4917, "Finetune/Step Time": 11.910410538315773}
+{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.7327940464019775, "Finetune/Loss (Raw)": 0.7975285053253174, "Finetune/Step": 4918, "Finetune/Step Time": 11.898270400241017}
+{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.7369934320449829, "Finetune/Loss (Raw)": 0.7451902627944946, "Finetune/Step": 4919, "Finetune/Step Time": 11.864663137122989}
+{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.7363549470901489, "Finetune/Loss (Raw)": 0.8469552397727966, "Finetune/Step": 4920, "Finetune/Step Time": 11.857902776449919}
+{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.7356653809547424, "Finetune/Loss (Raw)": 0.7311699986457825, "Finetune/Step": 4921, "Finetune/Step Time": 11.88200268894434}
+{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.7357706427574158, "Finetune/Loss (Raw)": 0.6778799295425415, "Finetune/Step": 4922, "Finetune/Step Time": 11.883586255833507}
+{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.7360928058624268, "Finetune/Loss (Raw)": 0.7297990918159485, "Finetune/Step": 4923, "Finetune/Step Time": 11.834681332111359}
+{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.735019862651825, "Finetune/Loss (Raw)": 0.7024680972099304, "Finetune/Step": 4924, "Finetune/Step Time": 11.838312828913331}
+{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.7342716455459595, "Finetune/Loss (Raw)": 0.6881173849105835, "Finetune/Step": 4925, "Finetune/Step Time": 11.83704088255763}
+{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.7351908683776855, "Finetune/Loss (Raw)": 0.7041159868240356, "Finetune/Step": 4926, "Finetune/Step Time": 11.80742010474205}
+{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.7345611453056335, "Finetune/Loss (Raw)": 0.744513750076294, "Finetune/Step": 4927, "Finetune/Step Time": 11.804633131250739}
+{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.7314894199371338, "Finetune/Loss (Raw)": 0.5453266501426697, "Finetune/Step": 4928, "Finetune/Step Time": 11.846584290266037}
+{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.7305604219436646, "Finetune/Loss (Raw)": 0.7150429487228394, "Finetune/Step": 4929, "Finetune/Step Time": 11.853948263451457}
+{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.7304753065109253, "Finetune/Loss (Raw)": 0.7696811556816101, "Finetune/Step": 4930, "Finetune/Step Time": 11.852209966629744}
+{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.7304635047912598, "Finetune/Loss (Raw)": 0.8208355903625488, "Finetune/Step": 4931, "Finetune/Step Time": 11.838508451357484}
+{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.7305806875228882, "Finetune/Loss (Raw)": 0.8139730095863342, "Finetune/Step": 4932, "Finetune/Step Time": 11.833136713132262}
+{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.7294814586639404, "Finetune/Loss (Raw)": 0.6794610619544983, "Finetune/Step": 4933, "Finetune/Step Time": 11.851770609617233}
+{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.7298095226287842, "Finetune/Loss (Raw)": 0.8181521892547607, "Finetune/Step": 4934, "Finetune/Step Time": 11.830979915335774}
+{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.7303441166877747, "Finetune/Loss (Raw)": 0.8302174806594849, "Finetune/Step": 4935, "Finetune/Step Time": 11.828609561547637}
+{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.7285580635070801, "Finetune/Loss (Raw)": 0.6671336889266968, "Finetune/Step": 4936, "Finetune/Step Time": 11.856109013780951}
+{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.7311495542526245, "Finetune/Loss (Raw)": 0.8884348273277283, "Finetune/Step": 4937, "Finetune/Step Time": 11.84342578612268}
+{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.7317163944244385, "Finetune/Loss (Raw)": 0.7958688735961914, "Finetune/Step": 4938, "Finetune/Step Time": 11.863132111728191}
+{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.7278032302856445, "Finetune/Loss (Raw)": 0.278319388628006, "Finetune/Step": 4939, "Finetune/Step Time": 11.870181338861585}
+{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.7266579866409302, "Finetune/Loss (Raw)": 0.6026983857154846, "Finetune/Step": 4940, "Finetune/Step Time": 11.868615817278624}
+{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.7289272546768188, "Finetune/Loss (Raw)": 0.6506015658378601, "Finetune/Step": 4941, "Finetune/Step Time": 11.831854861229658}
+{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.7283862829208374, "Finetune/Loss (Raw)": 0.6994640827178955, "Finetune/Step": 4942, "Finetune/Step Time": 11.843211010098457}
+{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.7268192172050476, "Finetune/Loss (Raw)": 0.6719666719436646, "Finetune/Step": 4943, "Finetune/Step Time": 11.863742040470243}
+{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.7274981737136841, "Finetune/Loss (Raw)": 0.7730934619903564, "Finetune/Step": 4944, "Finetune/Step Time": 11.837270926684141}
+{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.7280435562133789, "Finetune/Loss (Raw)": 0.8557149171829224, "Finetune/Step": 4945, "Finetune/Step Time": 11.835298098623753}
+{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.7270563840866089, "Finetune/Loss (Raw)": 0.7031829953193665, "Finetune/Step": 4946, "Finetune/Step Time": 11.836665144190192}
+{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.7264121770858765, "Finetune/Loss (Raw)": 0.7673720121383667, "Finetune/Step": 4947, "Finetune/Step Time": 11.840364849194884}
+{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.7256048917770386, "Finetune/Loss (Raw)": 0.7366422414779663, "Finetune/Step": 4948, "Finetune/Step Time": 11.835861204192042}
+{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.724148690700531, "Finetune/Loss (Raw)": 0.6845916509628296, "Finetune/Step": 4949, "Finetune/Step Time": 11.831437712535262}
+{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.7229560613632202, "Finetune/Loss (Raw)": 0.6639364957809448, "Finetune/Step": 4950, "Finetune/Step Time": 11.844687789678574}
+{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.7227975130081177, "Finetune/Loss (Raw)": 0.8168346881866455, "Finetune/Step": 4951, "Finetune/Step Time": 11.841723656281829}
+{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.7274243831634521, "Finetune/Loss (Raw)": 0.7878367304801941, "Finetune/Step": 4952, "Finetune/Step Time": 11.822642430663109}
+{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.727005124092102, "Finetune/Loss (Raw)": 0.6750655770301819, "Finetune/Step": 4953, "Finetune/Step Time": 11.824234461411834}
+{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.7271720170974731, "Finetune/Loss (Raw)": 0.7774831056594849, "Finetune/Step": 4954, "Finetune/Step Time": 11.897601123899221}
+{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.7266261577606201, "Finetune/Loss (Raw)": 0.7595536708831787, "Finetune/Step": 4955, "Finetune/Step Time": 11.902626644819975}
+{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.7266688346862793, "Finetune/Loss (Raw)": 0.8017347455024719, "Finetune/Step": 4956, "Finetune/Step Time": 11.880356566980481}
+{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.727076530456543, "Finetune/Loss (Raw)": 0.824139416217804, "Finetune/Step": 4957, "Finetune/Step Time": 11.861650353297591}
+{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.7266619205474854, "Finetune/Loss (Raw)": 0.6762255430221558, "Finetune/Step": 4958, "Finetune/Step Time": 11.894646741449833}
+{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.7269262075424194, "Finetune/Loss (Raw)": 0.32238641381263733, "Finetune/Step": 4959, "Finetune/Step Time": 11.90143445879221}
+{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.7273949384689331, "Finetune/Loss (Raw)": 0.7230739593505859, "Finetune/Step": 4960, "Finetune/Step Time": 11.853305362164974}
+{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.7271116971969604, "Finetune/Loss (Raw)": 0.7234565615653992, "Finetune/Step": 4961, "Finetune/Step Time": 11.849954515695572}
+{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.7264665365219116, "Finetune/Loss (Raw)": 0.8150357604026794, "Finetune/Step": 4962, "Finetune/Step Time": 11.84727300517261}
+{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.7256509065628052, "Finetune/Loss (Raw)": 0.7284193634986877, "Finetune/Step": 4963, "Finetune/Step Time": 11.855344098061323}
+{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.7254875302314758, "Finetune/Loss (Raw)": 0.8379019498825073, "Finetune/Step": 4964, "Finetune/Step Time": 11.862688759341836}
+{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.726312518119812, "Finetune/Loss (Raw)": 0.8660747408866882, "Finetune/Step": 4965, "Finetune/Step Time": 11.864492945373058}
+{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.7254477143287659, "Finetune/Loss (Raw)": 0.7187415361404419, "Finetune/Step": 4966, "Finetune/Step Time": 11.870525620877743}
+{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.7267867922782898, "Finetune/Loss (Raw)": 0.8461273908615112, "Finetune/Step": 4967, "Finetune/Step Time": 11.86687844619155}
+{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.7269316911697388, "Finetune/Loss (Raw)": 0.7674077153205872, "Finetune/Step": 4968, "Finetune/Step Time": 11.859142804518342}
+{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.7269922494888306, "Finetune/Loss (Raw)": 0.703098714351654, "Finetune/Step": 4969, "Finetune/Step Time": 11.866122731938958}
+{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.7280920147895813, "Finetune/Loss (Raw)": 0.7712801098823547, "Finetune/Step": 4970, "Finetune/Step Time": 11.831642892211676}
+{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.7279367446899414, "Finetune/Loss (Raw)": 0.8883610963821411, "Finetune/Step": 4971, "Finetune/Step Time": 11.852701248601079}
+{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.7283761501312256, "Finetune/Loss (Raw)": 0.7440135478973389, "Finetune/Step": 4972, "Finetune/Step Time": 11.840993873775005}
+{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.728730320930481, "Finetune/Loss (Raw)": 0.9056814908981323, "Finetune/Step": 4973, "Finetune/Step Time": 11.84226037375629}
+{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.7246943116188049, "Finetune/Loss (Raw)": 0.2558250427246094, "Finetune/Step": 4974, "Finetune/Step Time": 11.82985558733344}
+{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.727648138999939, "Finetune/Loss (Raw)": 0.6598901152610779, "Finetune/Step": 4975, "Finetune/Step Time": 11.800423137843609}
+{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.7294692993164062, "Finetune/Loss (Raw)": 0.8887811303138733, "Finetune/Step": 4976, "Finetune/Step Time": 11.80665086954832}
+{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.7294292449951172, "Finetune/Loss (Raw)": 0.6590142846107483, "Finetune/Step": 4977, "Finetune/Step Time": 11.810818746685982}
+{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.7285041809082031, "Finetune/Loss (Raw)": 0.7174040079116821, "Finetune/Step": 4978, "Finetune/Step Time": 11.785435106605291}
+{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.7270359992980957, "Finetune/Loss (Raw)": 0.6569423079490662, "Finetune/Step": 4979, "Finetune/Step Time": 11.790763242170215}
+{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.727004885673523, "Finetune/Loss (Raw)": 0.6392872333526611, "Finetune/Step": 4980, "Finetune/Step Time": 11.780980253592134}
+{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.7261087894439697, "Finetune/Loss (Raw)": 0.6801242828369141, "Finetune/Step": 4981, "Finetune/Step Time": 11.755181778222322}
+{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.7286014556884766, "Finetune/Loss (Raw)": 0.8300925493240356, "Finetune/Step": 4982, "Finetune/Step Time": 11.747287107631564}
+{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.725029468536377, "Finetune/Loss (Raw)": 0.3105650246143341, "Finetune/Step": 4983, "Finetune/Step Time": 11.791187323629856}
+{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.7236249446868896, "Finetune/Loss (Raw)": 0.6132543087005615, "Finetune/Step": 4984, "Finetune/Step Time": 11.812186965718865}
+{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.7237427830696106, "Finetune/Loss (Raw)": 0.8653011918067932, "Finetune/Step": 4985, "Finetune/Step Time": 11.807421330362558}
+{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.7211449146270752, "Finetune/Loss (Raw)": 0.5947765707969666, "Finetune/Step": 4986, "Finetune/Step Time": 11.80450912937522}
+{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.7211361527442932, "Finetune/Loss (Raw)": 0.7697904706001282, "Finetune/Step": 4987, "Finetune/Step Time": 11.817652439698577}
+{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.7220987677574158, "Finetune/Loss (Raw)": 0.8027042150497437, "Finetune/Step": 4988, "Finetune/Step Time": 11.832348830997944}
+{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.7225937843322754, "Finetune/Loss (Raw)": 0.7850469946861267, "Finetune/Step": 4989, "Finetune/Step Time": 11.816408144310117}
+{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.7215638756752014, "Finetune/Loss (Raw)": 0.7667293548583984, "Finetune/Step": 4990, "Finetune/Step Time": 11.822263175621629}
+{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.7203070521354675, "Finetune/Loss (Raw)": 0.740734338760376, "Finetune/Step": 4991, "Finetune/Step Time": 11.812323905527592}
+{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.7219043970108032, "Finetune/Loss (Raw)": 0.9272540807723999, "Finetune/Step": 4992, "Finetune/Step Time": 11.811968917027116}
+{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.7194408774375916, "Finetune/Loss (Raw)": 0.49082401394844055, "Finetune/Step": 4993, "Finetune/Step Time": 11.83823805116117}
+{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.7197848558425903, "Finetune/Loss (Raw)": 0.7616432309150696, "Finetune/Step": 4994, "Finetune/Step Time": 11.850267700850964}
+{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.7220411896705627, "Finetune/Loss (Raw)": 0.5565090775489807, "Finetune/Step": 4995, "Finetune/Step Time": 11.819311385974288}
+{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.7235696911811829, "Finetune/Loss (Raw)": 0.8788005113601685, "Finetune/Step": 4996, "Finetune/Step Time": 11.821596326306462}
+{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.7250442504882812, "Finetune/Loss (Raw)": 0.8240888118743896, "Finetune/Step": 4997, "Finetune/Step Time": 11.793803321197629}
+{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.7273967266082764, "Finetune/Loss (Raw)": 0.9842082262039185, "Finetune/Step": 4998, "Finetune/Step Time": 11.790494102984667}
+{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.7279511094093323, "Finetune/Loss (Raw)": 0.8635466694831848, "Finetune/Step": 4999, "Finetune/Step Time": 11.77269241027534}
+{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.7241991758346558, "Finetune/Loss (Raw)": 0.27107322216033936, "Finetune/Step": 5000, "Finetune/Step Time": 11.8107850253582}
+{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.724908709526062, "Finetune/Loss (Raw)": 0.7773184776306152, "Finetune/Step": 5001, "Finetune/Step Time": 11.777536056935787}
+{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.7246971130371094, "Finetune/Loss (Raw)": 0.5211520195007324, "Finetune/Step": 5002, "Finetune/Step Time": 11.78168623894453}
+{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.7244983911514282, "Finetune/Loss (Raw)": 0.6938976049423218, "Finetune/Step": 5003, "Finetune/Step Time": 11.760429395362735}
+{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.722464382648468, "Finetune/Loss (Raw)": 0.5984423756599426, "Finetune/Step": 5004, "Finetune/Step Time": 11.784874534234405}
+{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.7215477228164673, "Finetune/Loss (Raw)": 0.739739179611206, "Finetune/Step": 5005, "Finetune/Step Time": 11.788059769198298}
+{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.7221102118492126, "Finetune/Loss (Raw)": 0.7836141586303711, "Finetune/Step": 5006, "Finetune/Step Time": 11.772229952737689}
+{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.7202741503715515, "Finetune/Loss (Raw)": 0.5569847226142883, "Finetune/Step": 5007, "Finetune/Step Time": 11.790653815492988}
+{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.7190229296684265, "Finetune/Loss (Raw)": 0.6748715043067932, "Finetune/Step": 5008, "Finetune/Step Time": 11.802806405350566}
+{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.7187563180923462, "Finetune/Loss (Raw)": 0.9019469618797302, "Finetune/Step": 5009, "Finetune/Step Time": 11.808243559673429}
+{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.719438910484314, "Finetune/Loss (Raw)": 0.7599570155143738, "Finetune/Step": 5010, "Finetune/Step Time": 11.792499111965299}
+{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.7201904058456421, "Finetune/Loss (Raw)": 0.7423940300941467, "Finetune/Step": 5011, "Finetune/Step Time": 11.794264677911997}
+{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.7194279432296753, "Finetune/Loss (Raw)": 0.7488425374031067, "Finetune/Step": 5012, "Finetune/Step Time": 11.792693400755525}
+{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.7186253070831299, "Finetune/Loss (Raw)": 0.6115033030509949, "Finetune/Step": 5013, "Finetune/Step Time": 11.791273728013039}
+{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.7176151871681213, "Finetune/Loss (Raw)": 0.6941218376159668, "Finetune/Step": 5014, "Finetune/Step Time": 11.773839248344302}
+{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.7167524099349976, "Finetune/Loss (Raw)": 0.683972179889679, "Finetune/Step": 5015, "Finetune/Step Time": 11.755217682570219}
+{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.7160840034484863, "Finetune/Loss (Raw)": 0.7227946519851685, "Finetune/Step": 5016, "Finetune/Step Time": 11.786842135712504}
+{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.7152420282363892, "Finetune/Loss (Raw)": 0.6584997177124023, "Finetune/Step": 5017, "Finetune/Step Time": 11.787935230880976}
+{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.7148586511611938, "Finetune/Loss (Raw)": 0.6432523131370544, "Finetune/Step": 5018, "Finetune/Step Time": 11.767817741259933}
+{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.7149245738983154, "Finetune/Loss (Raw)": 0.7118510007858276, "Finetune/Step": 5019, "Finetune/Step Time": 11.76622311770916}
+{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.7111102342605591, "Finetune/Loss (Raw)": 0.26426607370376587, "Finetune/Step": 5020, "Finetune/Step Time": 11.800032649189234}
+{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.7110632658004761, "Finetune/Loss (Raw)": 0.8420088291168213, "Finetune/Step": 5021, "Finetune/Step Time": 11.798869974911213}
+{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.7116307020187378, "Finetune/Loss (Raw)": 0.7840218544006348, "Finetune/Step": 5022, "Finetune/Step Time": 11.75629249587655}
+{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.7124875783920288, "Finetune/Loss (Raw)": 0.7547010779380798, "Finetune/Step": 5023, "Finetune/Step Time": 11.768064584583044}
+{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.7117676734924316, "Finetune/Loss (Raw)": 0.7391812205314636, "Finetune/Step": 5024, "Finetune/Step Time": 11.774824673309922}
+{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.7127497792243958, "Finetune/Loss (Raw)": 0.7418124079704285, "Finetune/Step": 5025, "Finetune/Step Time": 11.772646475583315}
+{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.7139396667480469, "Finetune/Loss (Raw)": 0.8002037405967712, "Finetune/Step": 5026, "Finetune/Step Time": 11.757740182802081}
+{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.7136894464492798, "Finetune/Loss (Raw)": 0.7986552119255066, "Finetune/Step": 5027, "Finetune/Step Time": 11.772770266979933}
+{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.7146222591400146, "Finetune/Loss (Raw)": 0.879273533821106, "Finetune/Step": 5028, "Finetune/Step Time": 11.77659977413714}
+{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.7152370810508728, "Finetune/Loss (Raw)": 0.7989256978034973, "Finetune/Step": 5029, "Finetune/Step Time": 11.779824651777744}
+{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.7152121663093567, "Finetune/Loss (Raw)": 0.7279542684555054, "Finetune/Step": 5030, "Finetune/Step Time": 11.796698231250048}
+{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.71544349193573, "Finetune/Loss (Raw)": 0.7275028228759766, "Finetune/Step": 5031, "Finetune/Step Time": 11.800489569082856}
+{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.7155326008796692, "Finetune/Loss (Raw)": 0.7837109565734863, "Finetune/Step": 5032, "Finetune/Step Time": 11.79711651802063}
+{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.7155747413635254, "Finetune/Loss (Raw)": 0.7611014246940613, "Finetune/Step": 5033, "Finetune/Step Time": 11.796254575252533}
+{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.7161089777946472, "Finetune/Loss (Raw)": 0.7773467898368835, "Finetune/Step": 5034, "Finetune/Step Time": 11.791977459564805}
+{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.7168985605239868, "Finetune/Loss (Raw)": 0.7091149687767029, "Finetune/Step": 5035, "Finetune/Step Time": 11.788120714947581}
+{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.7164262533187866, "Finetune/Loss (Raw)": 0.7062873244285583, "Finetune/Step": 5036, "Finetune/Step Time": 11.752167409285903}
+{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.7176287174224854, "Finetune/Loss (Raw)": 0.8873890042304993, "Finetune/Step": 5037, "Finetune/Step Time": 11.744026690721512}
+{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.7182235717773438, "Finetune/Loss (Raw)": 0.878761351108551, "Finetune/Step": 5038, "Finetune/Step Time": 11.758930651471019}
+{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.7197560667991638, "Finetune/Loss (Raw)": 0.9354830980300903, "Finetune/Step": 5039, "Finetune/Step Time": 11.768221760168672}
+{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.7183145880699158, "Finetune/Loss (Raw)": 0.54962557554245, "Finetune/Step": 5040, "Finetune/Step Time": 11.775644825771451}
+{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.7191531658172607, "Finetune/Loss (Raw)": 0.8955384492874146, "Finetune/Step": 5041, "Finetune/Step Time": 11.754151470959187}
+{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.723779559135437, "Finetune/Loss (Raw)": 0.8773336410522461, "Finetune/Step": 5042, "Finetune/Step Time": 11.741305243223906}
+{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.7248232960700989, "Finetune/Loss (Raw)": 0.779524564743042, "Finetune/Step": 5043, "Finetune/Step Time": 11.744278684258461}
+{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.724949300289154, "Finetune/Loss (Raw)": 0.7599277496337891, "Finetune/Step": 5044, "Finetune/Step Time": 11.749203337356448}
+{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.7241888046264648, "Finetune/Loss (Raw)": 0.23777054250240326, "Finetune/Step": 5045, "Finetune/Step Time": 11.74594285711646}
+{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.7203985452651978, "Finetune/Loss (Raw)": 0.3123672306537628, "Finetune/Step": 5046, "Finetune/Step Time": 11.781493935734034}
+{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.7207517623901367, "Finetune/Loss (Raw)": 0.7904101014137268, "Finetune/Step": 5047, "Finetune/Step Time": 11.780188031494617}
+{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.7209458351135254, "Finetune/Loss (Raw)": 0.8717951774597168, "Finetune/Step": 5048, "Finetune/Step Time": 11.780247824266553}
+{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.7205777168273926, "Finetune/Loss (Raw)": 0.6840423345565796, "Finetune/Step": 5049, "Finetune/Step Time": 11.765004767104983}
+{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.7209141254425049, "Finetune/Loss (Raw)": 0.7209401726722717, "Finetune/Step": 5050, "Finetune/Step Time": 11.784373916685581}
+{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.7199859619140625, "Finetune/Loss (Raw)": 0.6110011339187622, "Finetune/Step": 5051, "Finetune/Step Time": 11.809042869135737}
+{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.7163093686103821, "Finetune/Loss (Raw)": 0.23186327517032623, "Finetune/Step": 5052, "Finetune/Step Time": 11.83408877812326}
+{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.7155265212059021, "Finetune/Loss (Raw)": 0.5879160761833191, "Finetune/Step": 5053, "Finetune/Step Time": 11.849497051909566}
+{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.7166475057601929, "Finetune/Loss (Raw)": 0.847604513168335, "Finetune/Step": 5054, "Finetune/Step Time": 11.859829848632216}
+{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.7165787220001221, "Finetune/Loss (Raw)": 0.7357040643692017, "Finetune/Step": 5055, "Finetune/Step Time": 11.858945369720459}
+{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.7185158133506775, "Finetune/Loss (Raw)": 0.7932721972465515, "Finetune/Step": 5056, "Finetune/Step Time": 11.812379363924265}
+{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.7185485363006592, "Finetune/Loss (Raw)": 0.7192236185073853, "Finetune/Step": 5057, "Finetune/Step Time": 11.81929768435657}
+{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.7185968160629272, "Finetune/Loss (Raw)": 0.7758693695068359, "Finetune/Step": 5058, "Finetune/Step Time": 11.826453167945147}
+{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.71876060962677, "Finetune/Loss (Raw)": 0.8418042659759521, "Finetune/Step": 5059, "Finetune/Step Time": 11.82291322760284}
+{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.7193711996078491, "Finetune/Loss (Raw)": 0.8921268582344055, "Finetune/Step": 5060, "Finetune/Step Time": 11.824167653918266}
+{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.7205641865730286, "Finetune/Loss (Raw)": 0.8321607708930969, "Finetune/Step": 5061, "Finetune/Step Time": 11.79355781711638}
+{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.7186907529830933, "Finetune/Loss (Raw)": 0.5783504247665405, "Finetune/Step": 5062, "Finetune/Step Time": 11.804074931889772}
+{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.7188928127288818, "Finetune/Loss (Raw)": 0.8560859560966492, "Finetune/Step": 5063, "Finetune/Step Time": 11.800656175240874}
+{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.7186221480369568, "Finetune/Loss (Raw)": 0.6324858665466309, "Finetune/Step": 5064, "Finetune/Step Time": 11.785348508507013}
+{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.718250572681427, "Finetune/Loss (Raw)": 0.8408698439598083, "Finetune/Step": 5065, "Finetune/Step Time": 11.79864332638681}
+{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.7186874151229858, "Finetune/Loss (Raw)": 0.8517910242080688, "Finetune/Step": 5066, "Finetune/Step Time": 11.783327976241708}
+{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.7221472263336182, "Finetune/Loss (Raw)": 0.7211716771125793, "Finetune/Step": 5067, "Finetune/Step Time": 11.743582913652062}
+{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.7236515283584595, "Finetune/Loss (Raw)": 0.7952486872673035, "Finetune/Step": 5068, "Finetune/Step Time": 11.742602923884988}
+{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.7240649461746216, "Finetune/Loss (Raw)": 0.7035253047943115, "Finetune/Step": 5069, "Finetune/Step Time": 11.746905639767647}
+{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.7241223454475403, "Finetune/Loss (Raw)": 0.7068084478378296, "Finetune/Step": 5070, "Finetune/Step Time": 11.743049807846546}
+{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.724436342716217, "Finetune/Loss (Raw)": 0.7121608853340149, "Finetune/Step": 5071, "Finetune/Step Time": 11.767279909923673}
+{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.7255257964134216, "Finetune/Loss (Raw)": 0.912540078163147, "Finetune/Step": 5072, "Finetune/Step Time": 11.773401161655784}
+{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.7251999378204346, "Finetune/Loss (Raw)": 0.8139970898628235, "Finetune/Step": 5073, "Finetune/Step Time": 11.781099611893296}
+{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.726407527923584, "Finetune/Loss (Raw)": 0.8577641844749451, "Finetune/Step": 5074, "Finetune/Step Time": 11.77339936234057}
+{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.7224094867706299, "Finetune/Loss (Raw)": 0.25562217831611633, "Finetune/Step": 5075, "Finetune/Step Time": 11.80502557195723}
+{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.7227455377578735, "Finetune/Loss (Raw)": 0.7796531915664673, "Finetune/Step": 5076, "Finetune/Step Time": 11.802160270512104}
+{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.723300576210022, "Finetune/Loss (Raw)": 0.755635678768158, "Finetune/Step": 5077, "Finetune/Step Time": 11.842806844040751}
+{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.7236021757125854, "Finetune/Loss (Raw)": 0.7025443911552429, "Finetune/Step": 5078, "Finetune/Step Time": 11.812779825180769}
+{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.7239614725112915, "Finetune/Loss (Raw)": 0.8628212809562683, "Finetune/Step": 5079, "Finetune/Step Time": 11.813759865239263}
+{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.7242436408996582, "Finetune/Loss (Raw)": 0.8239513635635376, "Finetune/Step": 5080, "Finetune/Step Time": 11.799659183248878}
+{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.7238114476203918, "Finetune/Loss (Raw)": 0.6197488903999329, "Finetune/Step": 5081, "Finetune/Step Time": 11.792049542069435}
+{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.7199903726577759, "Finetune/Loss (Raw)": 0.28838050365448, "Finetune/Step": 5082, "Finetune/Step Time": 11.74760466068983}
+{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.7194947600364685, "Finetune/Loss (Raw)": 0.6961236000061035, "Finetune/Step": 5083, "Finetune/Step Time": 11.756685929372907}
+{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.7184870839118958, "Finetune/Loss (Raw)": 0.6727473735809326, "Finetune/Step": 5084, "Finetune/Step Time": 11.77550270035863}
+{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.7176879644393921, "Finetune/Loss (Raw)": 0.7218547463417053, "Finetune/Step": 5085, "Finetune/Step Time": 11.781642546877265}
+{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.7193056344985962, "Finetune/Loss (Raw)": 0.8832826614379883, "Finetune/Step": 5086, "Finetune/Step Time": 11.756463628262281}
+{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.7225499153137207, "Finetune/Loss (Raw)": 0.7376686930656433, "Finetune/Step": 5087, "Finetune/Step Time": 11.755195707082748}
+{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.7238943576812744, "Finetune/Loss (Raw)": 0.8951491117477417, "Finetune/Step": 5088, "Finetune/Step Time": 11.754436934366822}
+{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.7248808145523071, "Finetune/Loss (Raw)": 0.8497285842895508, "Finetune/Step": 5089, "Finetune/Step Time": 11.75366916693747}
+{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.7239751815795898, "Finetune/Loss (Raw)": 0.699115514755249, "Finetune/Step": 5090, "Finetune/Step Time": 11.7583197504282}
+{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.7244349122047424, "Finetune/Loss (Raw)": 0.7872640490531921, "Finetune/Step": 5091, "Finetune/Step Time": 11.773123059421778}
+{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.7198272943496704, "Finetune/Loss (Raw)": 0.2481205314397812, "Finetune/Step": 5092, "Finetune/Step Time": 11.802919181063771}
+{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.7191416621208191, "Finetune/Loss (Raw)": 0.7783214449882507, "Finetune/Step": 5093, "Finetune/Step Time": 11.805260488763452}
+{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.7180911898612976, "Finetune/Loss (Raw)": 0.5842793583869934, "Finetune/Step": 5094, "Finetune/Step Time": 11.822045842185616}
+{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.7158403992652893, "Finetune/Loss (Raw)": 0.5580247044563293, "Finetune/Step": 5095, "Finetune/Step Time": 11.835521163418889}
+{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.7152100801467896, "Finetune/Loss (Raw)": 0.6867242455482483, "Finetune/Step": 5096, "Finetune/Step Time": 11.891927365213633}
+{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.7132198214530945, "Finetune/Loss (Raw)": 0.4483504593372345, "Finetune/Step": 5097, "Finetune/Step Time": 11.873483091592789}
+{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.7121129035949707, "Finetune/Loss (Raw)": 0.6295930743217468, "Finetune/Step": 5098, "Finetune/Step Time": 11.885218089446425}
+{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.7104759812355042, "Finetune/Loss (Raw)": 0.678836464881897, "Finetune/Step": 5099, "Finetune/Step Time": 11.861953085288405}
+{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.7096806764602661, "Finetune/Loss (Raw)": 0.6422145962715149, "Finetune/Step": 5100, "Finetune/Step Time": 11.835757909342647}
+{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.7080869674682617, "Finetune/Loss (Raw)": 0.7016841173171997, "Finetune/Step": 5101, "Finetune/Step Time": 11.837919518351555}
+{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.7116513252258301, "Finetune/Loss (Raw)": 0.7120620012283325, "Finetune/Step": 5102, "Finetune/Step Time": 11.805872859433293}
+{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.7132616639137268, "Finetune/Loss (Raw)": 0.8660188913345337, "Finetune/Step": 5103, "Finetune/Step Time": 11.798105301335454}
+{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.7103080749511719, "Finetune/Loss (Raw)": 0.5107242465019226, "Finetune/Step": 5104, "Finetune/Step Time": 11.806414734572172}
+{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.7114856839179993, "Finetune/Loss (Raw)": 0.8097451329231262, "Finetune/Step": 5105, "Finetune/Step Time": 11.763221932575107}
+{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.7129896879196167, "Finetune/Loss (Raw)": 0.9099199175834656, "Finetune/Step": 5106, "Finetune/Step Time": 11.77345697954297}
+{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.7144113779067993, "Finetune/Loss (Raw)": 0.838914692401886, "Finetune/Step": 5107, "Finetune/Step Time": 11.77152848802507}
+{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.7152940034866333, "Finetune/Loss (Raw)": 0.7522673010826111, "Finetune/Step": 5108, "Finetune/Step Time": 11.740717696025968}
+{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.7168465256690979, "Finetune/Loss (Raw)": 0.8788459897041321, "Finetune/Step": 5109, "Finetune/Step Time": 11.74623061902821}
+{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.7160232067108154, "Finetune/Loss (Raw)": 0.7247067093849182, "Finetune/Step": 5110, "Finetune/Step Time": 11.772422920912504}
+{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.7186480760574341, "Finetune/Loss (Raw)": 0.6465417742729187, "Finetune/Step": 5111, "Finetune/Step Time": 11.777424022555351}
+{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.715895414352417, "Finetune/Loss (Raw)": 0.2609230875968933, "Finetune/Step": 5112, "Finetune/Step Time": 11.793940918520093}
+{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.710793137550354, "Finetune/Loss (Raw)": 0.2122041881084442, "Finetune/Step": 5113, "Finetune/Step Time": 11.838274883106351}
+{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.7117198705673218, "Finetune/Loss (Raw)": 0.71340012550354, "Finetune/Step": 5114, "Finetune/Step Time": 11.829177809879184}
+{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.7111461162567139, "Finetune/Loss (Raw)": 0.6963512301445007, "Finetune/Step": 5115, "Finetune/Step Time": 11.824093330651522}
+{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.7063167095184326, "Finetune/Loss (Raw)": 0.1845349669456482, "Finetune/Step": 5116, "Finetune/Step Time": 11.849285151809454}
+{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.7074235677719116, "Finetune/Loss (Raw)": 0.9267225861549377, "Finetune/Step": 5117, "Finetune/Step Time": 11.851479860022664}
+{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.7076132297515869, "Finetune/Loss (Raw)": 0.7910146117210388, "Finetune/Step": 5118, "Finetune/Step Time": 11.866778062656522}
+{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.7085627317428589, "Finetune/Loss (Raw)": 0.8622617721557617, "Finetune/Step": 5119, "Finetune/Step Time": 11.866866007447243}
+{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.7034813761711121, "Finetune/Loss (Raw)": 0.27684271335601807, "Finetune/Step": 5120, "Finetune/Step Time": 11.873268887400627}
+{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.7051099538803101, "Finetune/Loss (Raw)": 0.6992828249931335, "Finetune/Step": 5121, "Finetune/Step Time": 11.846019940450788}
+{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.7044644355773926, "Finetune/Loss (Raw)": 0.6790241599082947, "Finetune/Step": 5122, "Finetune/Step Time": 11.829925309866667}
+{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.706313967704773, "Finetune/Loss (Raw)": 0.7932465672492981, "Finetune/Step": 5123, "Finetune/Step Time": 11.833637224510312}
+{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.7061740159988403, "Finetune/Loss (Raw)": 0.8608837127685547, "Finetune/Step": 5124, "Finetune/Step Time": 11.835090754553676}
+{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.7063330411911011, "Finetune/Loss (Raw)": 0.8444454669952393, "Finetune/Step": 5125, "Finetune/Step Time": 11.843084933236241}
+{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.7005643248558044, "Finetune/Loss (Raw)": 0.24581336975097656, "Finetune/Step": 5126, "Finetune/Step Time": 11.876432809978724}
+{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.6989457011222839, "Finetune/Loss (Raw)": 0.6563588380813599, "Finetune/Step": 5127, "Finetune/Step Time": 11.901485908776522}
+{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.702698826789856, "Finetune/Loss (Raw)": 0.7514695525169373, "Finetune/Step": 5128, "Finetune/Step Time": 11.870969127863646}
+{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.6984032392501831, "Finetune/Loss (Raw)": 0.22749321162700653, "Finetune/Step": 5129, "Finetune/Step Time": 11.908353874459863}
+{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.7001096606254578, "Finetune/Loss (Raw)": 0.7395674586296082, "Finetune/Step": 5130, "Finetune/Step Time": 11.897457094863057}
+{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.699272632598877, "Finetune/Loss (Raw)": 0.5867630839347839, "Finetune/Step": 5131, "Finetune/Step Time": 11.909796547144651}
+{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.6990387439727783, "Finetune/Loss (Raw)": 0.56849604845047, "Finetune/Step": 5132, "Finetune/Step Time": 11.900339979678392}
+{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.6988239288330078, "Finetune/Loss (Raw)": 0.7122508883476257, "Finetune/Step": 5133, "Finetune/Step Time": 11.901899989694357}
+{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.6988298892974854, "Finetune/Loss (Raw)": 0.7843793630599976, "Finetune/Step": 5134, "Finetune/Step Time": 11.90926293283701}
+{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.6993198394775391, "Finetune/Loss (Raw)": 0.6196888089179993, "Finetune/Step": 5135, "Finetune/Step Time": 11.898039011284709}
+{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.7010328769683838, "Finetune/Loss (Raw)": 0.8941436409950256, "Finetune/Step": 5136, "Finetune/Step Time": 11.906107548624277}
+{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.6998521089553833, "Finetune/Loss (Raw)": 0.7508047223091125, "Finetune/Step": 5137, "Finetune/Step Time": 11.911124788224697}
+{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.6995534896850586, "Finetune/Loss (Raw)": 0.7217438220977783, "Finetune/Step": 5138, "Finetune/Step Time": 11.937243247404695}
+{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.6959925293922424, "Finetune/Loss (Raw)": 0.2865886986255646, "Finetune/Step": 5139, "Finetune/Step Time": 11.972184097394347}
+{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.6961877346038818, "Finetune/Loss (Raw)": 0.7738235592842102, "Finetune/Step": 5140, "Finetune/Step Time": 11.963093219324946}
+{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.6980951428413391, "Finetune/Loss (Raw)": 0.8556554913520813, "Finetune/Step": 5141, "Finetune/Step Time": 11.958766790106893}
+{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.6978937387466431, "Finetune/Loss (Raw)": 0.6683450937271118, "Finetune/Step": 5142, "Finetune/Step Time": 11.966486757621169}
+{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.6993914246559143, "Finetune/Loss (Raw)": 0.8756772875785828, "Finetune/Step": 5143, "Finetune/Step Time": 11.972249917685986}
+{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.6981850862503052, "Finetune/Loss (Raw)": 0.5683732628822327, "Finetune/Step": 5144, "Finetune/Step Time": 11.985140165314078}
+{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.6987287998199463, "Finetune/Loss (Raw)": 0.7281034588813782, "Finetune/Step": 5145, "Finetune/Step Time": 11.9863449819386}
+{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.7004686594009399, "Finetune/Loss (Raw)": 0.8659467101097107, "Finetune/Step": 5146, "Finetune/Step Time": 11.976899307221174}
+{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.7009280920028687, "Finetune/Loss (Raw)": 0.7706616520881653, "Finetune/Step": 5147, "Finetune/Step Time": 11.979738725349307}
+{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.7027976512908936, "Finetune/Loss (Raw)": 0.5035638809204102, "Finetune/Step": 5148, "Finetune/Step Time": 11.954219179227948}
+{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.7020703554153442, "Finetune/Loss (Raw)": 0.7489206194877625, "Finetune/Step": 5149, "Finetune/Step Time": 11.966750428080559}
+{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.7018901705741882, "Finetune/Loss (Raw)": 0.7609602212905884, "Finetune/Step": 5150, "Finetune/Step Time": 11.980698490515351}
+{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.7014023661613464, "Finetune/Loss (Raw)": 0.6922621726989746, "Finetune/Step": 5151, "Finetune/Step Time": 11.975288316607475}
+{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.7010946273803711, "Finetune/Loss (Raw)": 0.6997932195663452, "Finetune/Step": 5152, "Finetune/Step Time": 11.978882867842913}
+{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.6977172493934631, "Finetune/Loss (Raw)": 0.30950459837913513, "Finetune/Step": 5153, "Finetune/Step Time": 11.99459976516664}
+{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.6935715675354004, "Finetune/Loss (Raw)": 0.2695559859275818, "Finetune/Step": 5154, "Finetune/Step Time": 12.033073514699936}
+{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.6926197409629822, "Finetune/Loss (Raw)": 0.6768212914466858, "Finetune/Step": 5155, "Finetune/Step Time": 12.025837369263172}
+{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.6920961141586304, "Finetune/Loss (Raw)": 0.8122485280036926, "Finetune/Step": 5156, "Finetune/Step Time": 12.050747472792864}
+{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.6915935277938843, "Finetune/Loss (Raw)": 0.7345919609069824, "Finetune/Step": 5157, "Finetune/Step Time": 12.050082320347428}
+{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.6916669607162476, "Finetune/Loss (Raw)": 0.7373572587966919, "Finetune/Step": 5158, "Finetune/Step Time": 12.033762017264962}
+{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.692664384841919, "Finetune/Loss (Raw)": 0.8551775217056274, "Finetune/Step": 5159, "Finetune/Step Time": 12.048353428021073}
+{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.6933847069740295, "Finetune/Loss (Raw)": 0.8759067058563232, "Finetune/Step": 5160, "Finetune/Step Time": 12.046727376058698}
+{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.6935622096061707, "Finetune/Loss (Raw)": 0.7838237285614014, "Finetune/Step": 5161, "Finetune/Step Time": 12.068654591217637}
+{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.6928927898406982, "Finetune/Loss (Raw)": 0.6916545033454895, "Finetune/Step": 5162, "Finetune/Step Time": 12.088729595765471}
+{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.6934093236923218, "Finetune/Loss (Raw)": 0.7752425074577332, "Finetune/Step": 5163, "Finetune/Step Time": 12.082077201455832}
+{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.6944046020507812, "Finetune/Loss (Raw)": 0.8336731195449829, "Finetune/Step": 5164, "Finetune/Step Time": 12.107143398374319}
+{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.691778838634491, "Finetune/Loss (Raw)": 0.5512927174568176, "Finetune/Step": 5165, "Finetune/Step Time": 12.12560329772532}
+{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.6908021569252014, "Finetune/Loss (Raw)": 0.7537451982498169, "Finetune/Step": 5166, "Finetune/Step Time": 12.13979978300631}
+{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.688408613204956, "Finetune/Loss (Raw)": 0.6291094422340393, "Finetune/Step": 5167, "Finetune/Step Time": 12.127911420539021}
+{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.6907857656478882, "Finetune/Loss (Raw)": 0.8539062142372131, "Finetune/Step": 5168, "Finetune/Step Time": 12.11217138916254}
+{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.6903907656669617, "Finetune/Loss (Raw)": 0.844978392124176, "Finetune/Step": 5169, "Finetune/Step Time": 12.116340171545744}
+{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.6883366703987122, "Finetune/Loss (Raw)": 0.6144024133682251, "Finetune/Step": 5170, "Finetune/Step Time": 12.112976981326938}
+{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.6893799304962158, "Finetune/Loss (Raw)": 0.9130616784095764, "Finetune/Step": 5171, "Finetune/Step Time": 12.106630897149444}
+{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.6890058517456055, "Finetune/Loss (Raw)": 0.7120534777641296, "Finetune/Step": 5172, "Finetune/Step Time": 12.102492045611143}
+{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.6924661993980408, "Finetune/Loss (Raw)": 0.6806918978691101, "Finetune/Step": 5173, "Finetune/Step Time": 12.066513685509562}
+{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.6972561478614807, "Finetune/Loss (Raw)": 0.9254758358001709, "Finetune/Step": 5174, "Finetune/Step Time": 12.031900323927402}
+{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.6967930197715759, "Finetune/Loss (Raw)": 0.7311384677886963, "Finetune/Step": 5175, "Finetune/Step Time": 12.044602707028389}
+{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.6915944218635559, "Finetune/Loss (Raw)": 0.2063683569431305, "Finetune/Step": 5176, "Finetune/Step Time": 12.07944605872035}
+{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.692611813545227, "Finetune/Loss (Raw)": 0.8142680525779724, "Finetune/Step": 5177, "Finetune/Step Time": 12.069345902651548}
+{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.6920279264450073, "Finetune/Loss (Raw)": 0.6461985111236572, "Finetune/Step": 5178, "Finetune/Step Time": 12.042419627308846}
+{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.692440927028656, "Finetune/Loss (Raw)": 0.6638730764389038, "Finetune/Step": 5179, "Finetune/Step Time": 12.035378536209464}
+{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.6953060626983643, "Finetune/Loss (Raw)": 0.5986059904098511, "Finetune/Step": 5180, "Finetune/Step Time": 12.015757370740175}
+{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.6967620849609375, "Finetune/Loss (Raw)": 0.7742769718170166, "Finetune/Step": 5181, "Finetune/Step Time": 12.007657432928681}
+{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.694696843624115, "Finetune/Loss (Raw)": 0.5832529067993164, "Finetune/Step": 5182, "Finetune/Step Time": 12.014814669266343}
+{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.6952875852584839, "Finetune/Loss (Raw)": 0.8113211393356323, "Finetune/Step": 5183, "Finetune/Step Time": 12.023926362395287}
+{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.6940894722938538, "Finetune/Loss (Raw)": 0.6399190425872803, "Finetune/Step": 5184, "Finetune/Step Time": 12.043122312054038}
+{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.694690465927124, "Finetune/Loss (Raw)": 0.79615318775177, "Finetune/Step": 5185, "Finetune/Step Time": 12.064805749803782}
+{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.6906406283378601, "Finetune/Loss (Raw)": 0.2574842572212219, "Finetune/Step": 5186, "Finetune/Step Time": 12.09773944877088}
+{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.6886757612228394, "Finetune/Loss (Raw)": 0.5903065204620361, "Finetune/Step": 5187, "Finetune/Step Time": 12.132158039137721}
+{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.6870696544647217, "Finetune/Loss (Raw)": 0.6865389943122864, "Finetune/Step": 5188, "Finetune/Step Time": 12.134381040930748}
+{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.6849818229675293, "Finetune/Loss (Raw)": 0.5649219751358032, "Finetune/Step": 5189, "Finetune/Step Time": 12.157628174871206}
+{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.6851767897605896, "Finetune/Loss (Raw)": 0.6033027172088623, "Finetune/Step": 5190, "Finetune/Step Time": 12.154062356799841}
+{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.6833155751228333, "Finetune/Loss (Raw)": 0.6178535223007202, "Finetune/Step": 5191, "Finetune/Step Time": 12.176097204908729}
+{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.683935821056366, "Finetune/Loss (Raw)": 0.7118766903877258, "Finetune/Step": 5192, "Finetune/Step Time": 12.166942920535803}
+{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.6824750900268555, "Finetune/Loss (Raw)": 0.6538994908332825, "Finetune/Step": 5193, "Finetune/Step Time": 12.188051337376237}
+{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.6778426170349121, "Finetune/Loss (Raw)": 0.25882551074028015, "Finetune/Step": 5194, "Finetune/Step Time": 12.223812282085419}
+{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.6775123476982117, "Finetune/Loss (Raw)": 0.678904116153717, "Finetune/Step": 5195, "Finetune/Step Time": 12.220578983426094}
+{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.6766982078552246, "Finetune/Loss (Raw)": 0.6910441517829895, "Finetune/Step": 5196, "Finetune/Step Time": 12.220962287858129}
+{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.6773620843887329, "Finetune/Loss (Raw)": 0.788496732711792, "Finetune/Step": 5197, "Finetune/Step Time": 12.207524936646223}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.677324116230011, "Finetune/Loss (Raw)": 0.7019465565681458, "Finetune/Step": 5198, "Finetune/Step Time": 12.199176331982017}